/*
 ioscapture.m
 Copyright (C) 2011 Belledonne Communications, Grenoble, France

 This program is free software; you can redistribute it and/or
 modify it under the terms of the GNU General Public License
 as published by the Free Software Foundation; either version 2
 of the License, or (at your option) any later version.

 This program is distributed in the hope that it will be useful,
 but WITHOUT ANY WARRANTY; without even the implied warranty of
 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 GNU General Public License for more details.

 You should have received a copy of the GNU General Public License
 along with this program; if not, write to the Free Software
 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
 */


#if defined(HAVE_CONFIG_H)
#include "mediastreamer-config.h"
#endif
#include "mediastreamer2/msvideo.h"
#include "mediastreamer2/msticker.h"
#include "mediastreamer2/msv4l.h"
#include "mediastreamer2/mswebcam.h"
#include "nowebcam.h"
#include "ioshardware.h"

#import <AVFoundation/AVFoundation.h>
#import <UIKit/UIKit.h>
#import <QuartzCore/CALayer.h>

#if !TARGET_IPHONE_SIMULATOR

static AVCaptureVideoOrientation Angle2AVCaptureVideoOrientation(int deviceOrientation);

// AVCaptureVideoPreviewLayer with AVCaptureSession creation
@interface AVCaptureVideoPreviewLayerEx : AVCaptureVideoPreviewLayer

@end

@implementation AVCaptureVideoPreviewLayerEx


- (id)init {
	return [super initWithSession:[[[AVCaptureSession alloc] init] autorelease]];
}

@end

@interface IOSCapture : UIView<AVCaptureVideoDataOutputSampleBufferDelegate> {
@private
	AVCaptureDeviceInput *input;
	AVCaptureVideoDataOutput * output;
	ms_mutex_t mutex;
	mblk_t *msframe;
	int frame_ind;
	float fps;
	float start_time;
	int frame_count;
	MSVideoSize mOutputVideoSize;
	MSVideoSize mCameraVideoSize; //required size in portrait mode
	Boolean mDownScalingRequired;
	int mDeviceOrientation;
	MSAverageFPS averageFps;
	char fps_context[64];
	const char *deviceId;
	MSYuvBufAllocator* bufAllocator;
	MSFilter *filter;
	MSFrameRateController framerate_controller;
	bool_t filterIsRunning;
	NSTimer *startSessionTimer;
};

- (void)initIOSCapture;
- (int)start;
- (int)stop;
- (void)configureSize:(MSVideoSize) size
          withSession:(AVCaptureSession *) session;
- (void)setSize:(MSVideoSize) size;
- (MSVideoSize*)getSize;
- (void)openDevice:(const char*) deviceId;
- (void)setFps:(float) value;
- (void)startSessionTimerFired:(NSTimer*) timer;
+ (Class)layerClass;

@property (nonatomic, retain) UIView* parentView;

@end

static void capture_queue_cleanup(void* p) {
	IOSCapture *capture = (IOSCapture *)p;
	[capture release];
}

@implementation IOSCapture

@synthesize parentView;

- (id)init {
	self = [super init];
	if (self) {
		[self initIOSCapture];
	}
	return self;
}

- (id)initWithCoder:(NSCoder *)coder {
	self = [super initWithCoder:coder];
	if (self) {
		[self initIOSCapture];
	}
	return self;
}

- (id)initWithFrame:(CGRect)frame andFilter:(MSFilter *)f {
	self = [super initWithFrame:frame];
	if (self) {
		[self initIOSCapture];
	}
	filter = f;
	return self;
}

- (void)initIOSCapture {
	msframe = NULL;
	ms_mutex_init(&mutex, NULL);
	output = [[AVCaptureVideoDataOutput  alloc] init];

	bufAllocator = ms_yuv_buf_allocator_new();

	[self setOpaque:YES];
	[self setAutoresizingMask: UIViewAutoresizingFlexibleWidth | UIViewAutoresizingFlexibleHeight];

	/*
	 Currently, the only supported key is kCVPixelBufferPixelFormatTypeKey. Supported pixel formats are kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange, kCVPixelFormatType_420YpCbCr8BiPlanarFullRange and kCVPixelFormatType_32BGRA, except on iPhone 3G, where the supported pixel formats are kCVPixelFormatType_422YpCbCr8 and kCVPixelFormatType_32BGRA..
	 */
	NSDictionary* dic = @{ (id)kCVPixelBufferPixelFormatTypeKey : @(kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange) };
	[output setVideoSettings:dic];

	/* Set the layer */
	AVCaptureVideoPreviewLayer *previewLayer = (AVCaptureVideoPreviewLayer *)self.layer;
	[previewLayer.connection setVideoOrientation:AVCaptureVideoOrientationPortrait];
	[previewLayer setBackgroundColor:[[UIColor clearColor] CGColor]];
	[previewLayer setOpaque:YES];
	start_time=0;
	frame_count=-1;
	fps=0;
	startSessionTimer=nil;
}

- (void)computeCroppingOffsets:(int *) y_offset
                   cbcr_offset:(int *)cbcr_offset {
	// If camera size <= output size -> return
	if (mCameraVideoSize.width * mCameraVideoSize.height <= mOutputVideoSize.width * mOutputVideoSize.height) {
		*y_offset = 0;
		*cbcr_offset = 0;
		return;
	}

	int halfDiffW = (mCameraVideoSize.width - ((mOutputVideoSize.width > mOutputVideoSize.height) ? mOutputVideoSize.width : mOutputVideoSize.height)) / 2;
	int halfDiffH = (mCameraVideoSize.height - ((mOutputVideoSize.width < mOutputVideoSize.height) ? mOutputVideoSize.width : mOutputVideoSize.height)) / 2;

	*y_offset = mCameraVideoSize.width * halfDiffH + halfDiffW;
	*cbcr_offset = mCameraVideoSize.width * halfDiffH * 0.5 + halfDiffW;
}

- (void)captureOutput:(AVCaptureOutput *)captureOutput didOutputSampleBuffer:(CMSampleBufferRef)sampleBuffer
	   fromConnection:(AVCaptureConnection *)connection {
	CVImageBufferRef frame = nil;
	@synchronized(self) {
		@try {
			ms_mutex_lock(&mutex);
			if (!filterIsRunning || !ms_video_capture_new_frame(&framerate_controller, filter->ticker->time)) {
				ms_mutex_unlock(&mutex);
				return;
			}
			ms_mutex_unlock(&mutex);


			frame = CMSampleBufferGetImageBuffer(sampleBuffer);
			CVReturn status = CVPixelBufferLockBaseAddress(frame, 0);
			if (kCVReturnSuccess != status) {
				ms_error("Error locking base address: %i", status);
				frame=nil;
				return;
			}

			/*kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange*/
			size_t plane_width = CVPixelBufferGetWidthOfPlane(frame, 0);
			size_t plane_height = CVPixelBufferGetHeightOfPlane(frame, 0);
			//sanity check
			size_t y_bytePer_row = CVPixelBufferGetBytesPerRowOfPlane(frame, 0);
			size_t y_plane_height = CVPixelBufferGetHeightOfPlane(frame, 0);
			size_t y_plane_width = CVPixelBufferGetWidthOfPlane(frame, 0);
			//size_t cbcr_plane_height = CVPixelBufferGetHeightOfPlane(frame, 1);
			//size_t cbcr_plane_width = CVPixelBufferGetWidthOfPlane(frame, 1);
			size_t cbcr_bytePer_row = CVPixelBufferGetBytesPerRowOfPlane(frame, 1);
			uint8_t* y_src= CVPixelBufferGetBaseAddressOfPlane(frame, 0);
			uint8_t* cbcr_src= CVPixelBufferGetBaseAddressOfPlane(frame, 1);
			//ms_message("Camera: %dx%d", mCameraVideoSize.width, mCameraVideoSize.height);
			//ms_message("Output: %dx%d", mOutputVideoSize.width, mOutputVideoSize.height);
			//ms_message("y_bytePer_row=%u, cbcr_bytePer_row=%u", y_bytePer_row, cbcr_bytePer_row);
			//ms_message("y_plane_width=%u, cbcr_plane_width=%u", y_plane_width, cbcr_plane_width);
			//ms_message("y_plane_height=%u, cbcr_plane_height=%u", y_plane_height, cbcr_plane_height);

			// Compute offsets
			int y_offset = 0;
			int cbcr_offset = 0;
			if (((mCameraVideoSize.width * mCameraVideoSize.height) != (mOutputVideoSize.width * mOutputVideoSize.height))
				&& ((mCameraVideoSize.width * mCameraVideoSize.height) != (mOutputVideoSize.width * 2 * mOutputVideoSize.height * 2))) {
				[self computeCroppingOffsets:&y_offset cbcr_offset:&cbcr_offset];
				if (y_plane_width > y_plane_height) {
					y_src += y_offset;
					cbcr_src += cbcr_offset;
				} else {
					y_src += y_bytePer_row * y_offset;
					cbcr_src += cbcr_bytePer_row * cbcr_offset / 2;
				}
			}

			int rotation=0;
			if (![connection isVideoOrientationSupported]) {
				switch (mDeviceOrientation) {
					case 0: {
						rotation = 90;
						break;
					}
					case 90: {
						if ([(AVCaptureDevice*)input.device position] == AVCaptureDevicePositionBack) {
							rotation = 180;
						} else {
							rotation = 0;
						}
						break;
					}
					case 270: {
						if ([(AVCaptureDevice*)input.device position] == AVCaptureDevicePositionBack) {
							rotation = 0;
						} else {
							rotation = 180;
						}
						break;
					}
					default: ms_error("Unsupported device orientation [%i]",mDeviceOrientation);
				}
			}
			/*check if buffer size are compatible with downscaling or rotation*/
			int factor =mDownScalingRequired?2:1;
			switch (rotation) {
				case 0:
				case 180:
					if (mOutputVideoSize.width*factor>plane_width || mOutputVideoSize.height*factor>plane_height) {
						ms_warning("[1]IOS capture discarding frame because wrong dimensions (%d > %zu || %d > %zu)",
								   mOutputVideoSize.width*factor, plane_width,
								   mOutputVideoSize.height*factor, plane_height);
						return;
					}
					break;
				case 90:
				case 270:
					if (mOutputVideoSize.width*factor>plane_height || mOutputVideoSize.height*factor>plane_width) {
						ms_warning("[2]	IOS capture discarding frame because wrong dimensions (%d > %zu || %d > %zu)",
								   mOutputVideoSize.width*factor, plane_height,
								   mOutputVideoSize.height*factor, plane_width);
						return;
					}
					break;

					default: ms_error("Unsupported device orientation [%i]",mDeviceOrientation);
			}

			mblk_t * yuv_block2 = copy_ycbcrbiplanar_to_true_yuv_with_rotation_and_down_scale_by_2(bufAllocator
																								   , y_src
																								   , cbcr_src
																								   , rotation
																								   , mOutputVideoSize.width
																								   , mOutputVideoSize.height
																								   , (unsigned int)y_bytePer_row
																								   , (unsigned int)cbcr_bytePer_row
																								   , TRUE
																								   , mDownScalingRequired);

			ms_mutex_lock(&mutex);
			if (msframe!=NULL) {
				freemsg(msframe);
			}
			msframe = yuv_block2;
		} @finally {
			if (frame) CVPixelBufferUnlockBaseAddress(frame, 0);
			ms_mutex_unlock(&mutex);
		}
	}
}

- (void)openDevice:(const char*) device_Id {
	NSError *error = nil;
	unsigned int i = 0;
	AVCaptureDevice * device = NULL;
	self->deviceId = device_Id;

	NSArray * array = [AVCaptureDevice devicesWithMediaType:AVMediaTypeVideo];
	for (i = 0 ; i < [array count]; i++) {
		AVCaptureDevice * currentDevice = [array objectAtIndex:i];
		if(!strcmp([[currentDevice uniqueID] UTF8String], device_Id)) {
			device = currentDevice;
			break;
		}
	}
	if (device == NULL) {
		ms_error("Error: camera %s not found, using default one", device_Id);
		device = [AVCaptureDevice defaultDeviceWithMediaType:AVMediaTypeVideo];
	}
	input = [AVCaptureDeviceInput deviceInputWithDevice:device
												  error:&error];

	AVCaptureSession *session = [(AVCaptureVideoPreviewLayer *)self.layer session];
	if ( input && [session canAddInput:input] ){
		[input retain]; // keep reference on an externally allocated object
		[session addInput:input];
	} else {
		ms_error("Error: input nil or cannot be added: %p", input);
	}
	if( output && [session canAddOutput:output] ){
		[session addOutput:output];
	} else {
		ms_error("Error: output nil or cannot be added: %p", output);
	}
}

- (void)dealloc {
	AVCaptureSession *session = [(AVCaptureVideoPreviewLayer *)self.layer session];
	[session removeInput:input];
	[session removeOutput:output];
	[output release];
	[parentView release];

	if (bufAllocator) {
		ms_yuv_buf_allocator_free(bufAllocator);
	}

	if (msframe) {
		freemsg(msframe);
	}
	ms_mutex_destroy(&mutex);
	[super dealloc];
}

+ (Class)layerClass {
	return [AVCaptureVideoPreviewLayerEx class];
}

- (int)start {
	NSAutoreleasePool* myPool = [[NSAutoreleasePool alloc] init];
	@synchronized(self) {
		AVCaptureSession *session = [(AVCaptureVideoPreviewLayer *)self.layer session];
		if (!session.running) {
			// Init queue
			dispatch_queue_t queue = dispatch_queue_create("CaptureQueue", NULL);
			dispatch_set_context(queue, [self retain]);
			dispatch_set_finalizer_f(queue, capture_queue_cleanup);
			[output setSampleBufferDelegate:self queue:queue];
			dispatch_release(queue);

			[session startRunning]; //warning can take around 1s before returning
			snprintf(fps_context, sizeof(fps_context), "Captured mean fps=%%f, expected=%f", fps);
			ms_video_init_framerate_controller(&framerate_controller, fps);
			ms_video_init_average_fps(&averageFps, fps_context);

			ms_message("ioscapture video device started.");
		}
	}
	[myPool drain];
	return 0;
}

- (int)stop {
	NSAutoreleasePool* myPool = [[NSAutoreleasePool alloc] init];
	@synchronized(self) {
		AVCaptureSession *session = [(AVCaptureVideoPreviewLayer *)self.layer session];
		if (session.running) {
			[session stopRunning];

			// Will free the queue
			[output setSampleBufferDelegate:nil queue:nil];
		}
	}
	[myPool drain];
	return 0;
}

- (void)startSessionTimerFired:(NSTimer*) timer {
	[self start];

	AVCaptureSession *session = [(AVCaptureVideoPreviewLayer *)self.layer session];
	if (session.running) {
		ms_mutex_lock(&mutex);
		filterIsRunning = 1;

		[startSessionTimer invalidate];
		startSessionTimer = nil;
		ms_mutex_unlock(&mutex);
	}
}

static AVCaptureVideoOrientation Angle2AVCaptureVideoOrientation(int deviceOrientation) {
	switch (deviceOrientation) {
		case 0: return AVCaptureVideoOrientationPortrait;
		case 90: return AVCaptureVideoOrientationLandscapeLeft;
		case -180:
		case 180: return AVCaptureVideoOrientationPortraitUpsideDown;
		case -90:
		case 270: return AVCaptureVideoOrientationLandscapeRight;
		default:
		ms_error("Unexpected device orientation [%i] expected value are 0, 90, 180, 270",deviceOrientation);
		break;
	}
	return AVCaptureVideoOrientationPortrait;
}

- (void)configureSize:(MSVideoSize) outputSize
          withSession:(AVCaptureSession *) session {
	if (((outputSize.width * outputSize.height) == (MS_VIDEO_SIZE_1080P_W * MS_VIDEO_SIZE_1080P_H))
		|| ((outputSize.width * outputSize.height) == (MS_VIDEO_SIZE_720P_W * MS_VIDEO_SIZE_720P_H))) {
		[session setSessionPreset: AVCaptureSessionPreset1280x720];
		mCameraVideoSize = outputSize;
		mOutputVideoSize.width = outputSize.width;
		mOutputVideoSize.height = outputSize.height;
		mDownScalingRequired = false;
	} else if ((outputSize.width * outputSize.height) == (MS_VIDEO_SIZE_VGA_W * MS_VIDEO_SIZE_VGA_H)) {
		[session setSessionPreset: AVCaptureSessionPreset640x480];
		mCameraVideoSize = MS_VIDEO_SIZE_VGA;
		mOutputVideoSize = mCameraVideoSize;
		mDownScalingRequired = false;
	} else if ((outputSize.width * outputSize.height) == (MS_VIDEO_SIZE_QVGA_W * MS_VIDEO_SIZE_QVGA_H)) {
		[session setSessionPreset: AVCaptureSessionPreset640x480];
		mCameraVideoSize = MS_VIDEO_SIZE_VGA;
		mOutputVideoSize = MS_VIDEO_SIZE_QVGA;
		mDownScalingRequired = true;
	} else if ( (outputSize.width * outputSize.height) == (MS_VIDEO_SIZE_CIF_W * MS_VIDEO_SIZE_CIF_H) ){
		[session setSessionPreset:AVCaptureSessionPreset352x288];
        mCameraVideoSize     = MS_VIDEO_SIZE_CIF;
        mOutputVideoSize     = MS_VIDEO_SIZE_CIF;
        mDownScalingRequired = FALSE;
	} else if ( (outputSize.width * outputSize.height) == (MS_VIDEO_SIZE_QCIF_W * MS_VIDEO_SIZE_QCIF_H) ){
		[session setSessionPreset:AVCaptureSessionPreset352x288];
		mCameraVideoSize     = MS_VIDEO_SIZE_CIF;
		mOutputVideoSize     = MS_VIDEO_SIZE_QCIF;
		mDownScalingRequired = TRUE;
	} else {
		// Default case
		[session setSessionPreset: AVCaptureSessionPresetMedium];
		mCameraVideoSize = MS_VIDEO_SIZE_IOS_MEDIUM;
		mOutputVideoSize = mCameraVideoSize;
		mDownScalingRequired = false;
	}
}

- (void)setSize:(MSVideoSize) size {
	@synchronized(self) {
		AVCaptureSession *session = [(AVCaptureVideoPreviewLayer *)self.layer session];
		[session beginConfiguration];
		MSVideoSize vsize = MS_VIDEO_SIZE_IOS_MEDIUM;
		if ((size.width * size.height) > (MS_VIDEO_SIZE_VGA_W * MS_VIDEO_SIZE_VGA_H)) {
			if ([IOSHardware isHDVideoCapable]) {
				vsize = [IOSHardware HDVideoSize: self->deviceId];
				if ((vsize.width * vsize.height) == (MS_VIDEO_SIZE_VGA_W * MS_VIDEO_SIZE_VGA_H)) {
					vsize = MS_VIDEO_SIZE_VGA;
				}
			} else {
				vsize = MS_VIDEO_SIZE_VGA;
			}
		} else if ((size.width * size.height) == (MS_VIDEO_SIZE_VGA_W * MS_VIDEO_SIZE_VGA_H)) {
			vsize = MS_VIDEO_SIZE_VGA;
		} else if ((size.width * size.height) == (MS_VIDEO_SIZE_QVGA_W * MS_VIDEO_SIZE_QVGA_H)) {
			vsize = MS_VIDEO_SIZE_QVGA;
		} else if ( (size.width * size.height) == (MS_VIDEO_SIZE_CIF_W * MS_VIDEO_SIZE_CIF_H )) {
			vsize = MS_VIDEO_SIZE_CIF;
		} else if ( (size.width * size.height) == (MS_VIDEO_SIZE_QCIF_W * MS_VIDEO_SIZE_QCIF_H) ) {
			vsize = MS_VIDEO_SIZE_QCIF;
		}
		[self configureSize:vsize withSession:session];

		NSArray *connections = output.connections;
		if ([connections count] > 0 && [[connections objectAtIndex:0] isVideoOrientationSupported]) {
			switch (mDeviceOrientation) {
				case 0:
					[[connections objectAtIndex:0] setVideoOrientation:AVCaptureVideoOrientationPortrait];
					ms_message("Configuring camera in AVCaptureVideoOrientationPortrait mode ");
					break;
				case 180:
					[[connections objectAtIndex:0] setVideoOrientation:AVCaptureVideoOrientationPortraitUpsideDown];
					ms_message("Configuring camera in AVCaptureVideoOrientationPortraitUpsideDown mode ");
					break;
				case 90:
					[[connections objectAtIndex:0] setVideoOrientation:AVCaptureVideoOrientationLandscapeLeft];
					ms_message("Configuring camera in AVCaptureVideoOrientationLandscapeLeft mode ");
					break;
				case 270:
					[[connections objectAtIndex:0] setVideoOrientation:AVCaptureVideoOrientationLandscapeRight];
					ms_message("Configuring camera in AVCaptureVideoOrientationLandscapeRight mode ");
				default:
					break;
			}
		}


		if (mDeviceOrientation == 0 || mDeviceOrientation == 180) {
			MSVideoSize tmpSize = mOutputVideoSize;
			mOutputVideoSize.width=tmpSize.height;
			mOutputVideoSize.height=tmpSize.width;
		}

		[session commitConfiguration];
		return;
	}
}

- (MSVideoSize*)getSize {
	return &mOutputVideoSize;
}

- (void)setFps:(float) value {
	@synchronized(self) {
		AVCaptureSession *session = [(AVCaptureVideoPreviewLayer *)self.layer session];
		[session beginConfiguration];

		if( [[[UIDevice currentDevice] systemVersion] floatValue] >= 7 ){
			for( AVCaptureDeviceInput* devinput in [session inputs] ) {

				NSError* err = nil;
				if( [devinput.device lockForConfiguration:&err] == YES ){

					[devinput.device setActiveVideoMinFrameDuration:CMTimeMake(1, value)];
					[devinput.device setActiveVideoMaxFrameDuration:CMTimeMake(1, value)];

					[devinput.device unlockForConfiguration];
				} else {
					ms_error("Couldn't obtain lock to set capture FPS: %s", err?[err.description UTF8String] : "");
				}

				break;
			}
		} else {
			// Pre-iOS7 method
			NSArray *connections = output.connections;
			if ([connections count] > 0) {
				[[connections objectAtIndex:0] setVideoMinFrameDuration:CMTimeMake(1, value)];
				[[connections objectAtIndex:0] setVideoMaxFrameDuration:CMTimeMake(1, value)];
			}
		}

		fps=value;
		snprintf(fps_context, sizeof(fps_context), "Captured mean fps=%%f, expected=%f", fps);
		ms_video_init_framerate_controller(&framerate_controller, fps);
		ms_video_init_average_fps(&averageFps, fps_context);
		[session commitConfiguration];
	}
}

- (void)setParentView:(UIView*)aparentView{
	if (parentView == aparentView) {
		return;
	}

	if(parentView != nil) {
		[self removeFromSuperview];
		[parentView release];
		parentView = nil;
	}

	parentView = aparentView;

	if(parentView != nil) {
		[parentView retain];
		AVCaptureVideoPreviewLayer *previewLayer = (AVCaptureVideoPreviewLayer *)self.layer;
		if([parentView contentMode] == UIViewContentModeScaleAspectFit) {
			previewLayer.videoGravity = AVLayerVideoGravityResizeAspect;
		} else if([parentView contentMode] == UIViewContentModeScaleAspectFill) {
			previewLayer.videoGravity = AVLayerVideoGravityResizeAspectFill;
		} else {
			previewLayer.videoGravity = AVLayerVideoGravityResize;
		}
		[parentView insertSubview:self atIndex:0];
		[self setFrame: [parentView bounds]];
	}
}

//filter methods

static void ioscapture_init(MSFilter *f) {
	NSAutoreleasePool* myPool = [[NSAutoreleasePool alloc] init];
	f->data = [[IOSCapture alloc] initWithFrame:CGRectMake(0, 0, 0, 0) andFilter:f];
	[myPool drain];
}

static void ioscapture_uninit(MSFilter *f) {
	IOSCapture *thiz = (IOSCapture*)f->data;

	if(thiz != nil) {
		NSAutoreleasePool* myPool = [[NSAutoreleasePool alloc] init];
		[thiz stop];

		[thiz setParentView:nil];
		[thiz release];
		[myPool drain];
	}
}

static void ioscapture_process(MSFilter * obj) {
	IOSCapture *thiz = (IOSCapture*)obj->data;

	if(thiz != NULL) {
		ms_mutex_lock(&thiz->mutex);
		if (thiz->msframe) {
			mblk_set_timestamp_info(thiz->msframe, obj->ticker->time * 90);
			// keep only the latest image
			ms_queue_flush(obj->outputs[0]);
			ms_queue_put(obj->outputs[0],thiz->msframe);
			ms_video_update_average_fps(&thiz->averageFps, (uint32_t)obj->ticker->time);
			thiz->msframe=0;
		}
		ms_mutex_unlock(&thiz->mutex);
	}
}

static void ioscapture_preprocess(MSFilter *f) {
	IOSCapture *thiz = (IOSCapture*)f->data;
	if (thiz != NULL) {
		NSAutoreleasePool* myPool = [[NSAutoreleasePool alloc] init];
		[thiz start];
		[myPool drain];

		AVCaptureSession *session = [(AVCaptureVideoPreviewLayer *)thiz.layer session];
		if (!session.running) {
			thiz->startSessionTimer = [NSTimer scheduledTimerWithTimeInterval:100 / 1000.0
																	   target:thiz
																	 selector:@selector(startSessionTimerFired:)
																	 userInfo:nil
																	  repeats:YES];
		} else {
			ms_mutex_lock(&thiz->mutex);
			thiz->filterIsRunning = 1;
			ms_mutex_unlock(&thiz->mutex);
		}
	}
}

static void ioscapture_postprocess(MSFilter *f) {
	IOSCapture *thiz = (IOSCapture*)f->data;
	if (thiz != NULL) {
		ms_mutex_lock(&thiz->mutex);
		thiz->filterIsRunning = 0;

		if (thiz->startSessionTimer) {
			[thiz->startSessionTimer invalidate];
			thiz->startSessionTimer = nil;
		}
		ms_mutex_unlock(&thiz->mutex);
	}
}

static int ioscapture_get_fps(MSFilter *f, void *arg) {
	IOSCapture *thiz = (IOSCapture*)f->data;
	if (thiz != NULL) {
		*((float*)arg) = ms_average_fps_get(&thiz->averageFps);
	}
	return 0;
}

static int ioscapture_set_fps(MSFilter *f, void *arg) {
	IOSCapture *thiz = (IOSCapture*)f->data;
	if (thiz != NULL) {
		[thiz setFps:*(float*)arg];
	}
	return 0;
}

static int ioscapture_get_pix_fmt(MSFilter *f,void *arg) {
	*(MSPixFmt*)arg = MS_YUV420P;
	return 0;
}

static int ioscapture_set_vsize(MSFilter *f, void *arg) {
	IOSCapture *thiz = (IOSCapture*)f->data;
	if (thiz != NULL) {
		[thiz setSize:*((MSVideoSize*)arg)];
	}
	return 0;
}

static int ioscapture_get_vsize(MSFilter *f, void *arg) {
	IOSCapture *thiz = (IOSCapture*)f->data;
	if (thiz != NULL) {
		*(MSVideoSize*)arg = *[thiz getSize];
	}
	return 0;
}

/*filter specific method*/

static int ioscapture_set_native_window(MSFilter *f, void *arg) {
	UIView* parentView = *(UIView**)arg;
	IOSCapture *thiz = (IOSCapture*)f->data;
	if (thiz != nil) {
		// set curent parent view
		[thiz performSelectorOnMainThread:@selector(setParentView:) withObject:parentView waitUntilDone:NO];
	}
	return 0;
}

static int ioscapture_get_native_window(MSFilter *f, void *arg) {
	IOSCapture *thiz = (IOSCapture*)f->data;
	if (thiz != NULL) {
		arg = &thiz->parentView;
	}
	return 0;
}

static int ioscapture_set_device_orientation (MSFilter *f, void *arg) {
	IOSCapture *thiz = (IOSCapture*)f->data;
	if (thiz != NULL) {
		if (thiz->mDeviceOrientation != *(int*)(arg)) {
			thiz->mDeviceOrientation = *(int*)(arg);
			[thiz setSize:thiz->mOutputVideoSize]; //to update size from orientation

			// delete frame if any
			ms_mutex_lock(&thiz->mutex);
			if (thiz->msframe) {
				freemsg(thiz->msframe);
				thiz->msframe = 0;
			}
			ms_mutex_unlock(&thiz->mutex);
		}
	}
	return 0;
}

/* this method is used to display the preview with correct orientation */
static int ioscapture_set_device_orientation_display (MSFilter *f, void *arg) {
	IOSCapture *thiz=(IOSCapture*)f->data;
	if (thiz != NULL) {
		AVCaptureVideoPreviewLayer *previewLayer = (AVCaptureVideoPreviewLayer *)thiz.layer;
		if ([previewLayer.connection isVideoOrientationSupported])
			previewLayer.connection.videoOrientation = Angle2AVCaptureVideoOrientation(*(int*)(arg));
	}
	return 0;
}

static MSFilterMethod methods[] = {
	{ MS_FILTER_SET_FPS, ioscapture_set_fps },
	{ MS_FILTER_GET_FPS, ioscapture_get_fps },
	{ MS_FILTER_GET_PIX_FMT, ioscapture_get_pix_fmt },
	{ MS_FILTER_SET_VIDEO_SIZE, ioscapture_set_vsize	},
	{ MS_FILTER_GET_VIDEO_SIZE, ioscapture_get_vsize	},
	{ MS_VIDEO_DISPLAY_SET_NATIVE_WINDOW_ID, ioscapture_set_native_window },//preview is managed by capture filter
	{ MS_VIDEO_DISPLAY_GET_NATIVE_WINDOW_ID, ioscapture_get_native_window },
	{ MS_VIDEO_CAPTURE_SET_DEVICE_ORIENTATION, ioscapture_set_device_orientation },
	{ MS_VIDEO_DISPLAY_SET_DEVICE_ORIENTATION, ioscapture_set_device_orientation_display },
	{ 0, NULL }
};

MSFilterDesc ms_ioscapture_desc = {
	.id=MS_V4L_ID,
	.name="MSioscapture",
	.text="A video for IOS compatible source filter to stream pictures.",
	.ninputs=0,
	.noutputs=1,
	.category=MS_FILTER_OTHER,
	.init=ioscapture_init,
	.preprocess=ioscapture_preprocess,
	.process=ioscapture_process,
	.postprocess=ioscapture_postprocess,
	.uninit=ioscapture_uninit,
	.methods=methods
};

MS_FILTER_DESC_EXPORT(ms_ioscapture_desc)

/*

 MSWebCamDesc for iOS

 */

static void ms_v4ios_detect(MSWebCamManager *obj);
static void ms_v4ios_cam_init(MSWebCam *cam);
static MSFilter *ms_v4ios_create_reader(MSWebCam *obj);

MSWebCamDesc ms_v4ios_cam_desc = {
	"AV Capture",
	&ms_v4ios_detect,
	&ms_v4ios_cam_init,
	&ms_v4ios_create_reader,
	NULL
};

static void ms_v4ios_detect(MSWebCamManager *obj) {

	if (kCFCoreFoundationVersionNumber < kCFCoreFoundationVersionNumber_iOS_4_0) {
		ms_error("No capture support for IOS version below 4");
		return;
	}

	unsigned int i = 0;
	NSAutoreleasePool* myPool = [[NSAutoreleasePool alloc] init];

	NSArray * array = [AVCaptureDevice devicesWithMediaType:AVMediaTypeVideo];

	for(i = 0 ; i < [array count]; i++)
	{
		AVCaptureDevice * device = [array objectAtIndex:i];
		MSWebCam *cam=ms_web_cam_new(&ms_v4ios_cam_desc);
		cam->name= ms_strdup([[device modelID] UTF8String]);
		cam->data = ms_strdup([[device uniqueID] UTF8String]);
		ms_web_cam_manager_add_cam(obj,cam);
	}
	[myPool drain];
}

static void ms_v4ios_cam_init(MSWebCam *cam) {
}

static MSFilter *ms_v4ios_create_reader(MSWebCam *obj) {
	NSAutoreleasePool *pool = [[NSAutoreleasePool alloc] init];
	MSFilter *f= ms_factory_create_filter_from_desc(ms_web_cam_get_factory(obj),(&ms_ioscapture_desc));
	[((IOSCapture*)f->data) openDevice:obj->data];
	[pool drain];
	return f;
}

@end

#else

MSFilterDesc ms_ioscapture_desc={
	.id=MS_V4L_ID,
	.name="MSioscapture dummy",
	.text="Dummy capture filter for ios simulator",
	.ninputs=0,
	.noutputs=0,
	.category=MS_FILTER_OTHER,
};

#endif /*TARGET_IPHONE_SIMULATOR*/
