142 static int fimc_lite_hw_init(struct fimc_lite *fimc, bool isp_output)  in fimc_lite_hw_init()  argument
147 	if (fimc->sensor == NULL)  in fimc_lite_hw_init()
150 	if (fimc->inp_frame.fmt == NULL || fimc->out_frame.fmt == NULL)  in fimc_lite_hw_init()
154 	si = v4l2_get_subdev_hostdata(fimc->sensor);  in fimc_lite_hw_init()
158 	spin_lock_irqsave(&fimc->slock, flags);  in fimc_lite_hw_init()
160 	flite_hw_set_camera_bus(fimc, si);  in fimc_lite_hw_init()
161 	flite_hw_set_source_format(fimc, &fimc->inp_frame);  in fimc_lite_hw_init()
162 	flite_hw_set_window_offset(fimc, &fimc->inp_frame);  in fimc_lite_hw_init()
163 	flite_hw_set_dma_buf_mask(fimc, 0);  in fimc_lite_hw_init()
164 	flite_hw_set_output_dma(fimc, &fimc->out_frame, !isp_output);  in fimc_lite_hw_init()
165 	flite_hw_set_interrupt_mask(fimc);  in fimc_lite_hw_init()
166 	flite_hw_set_test_pattern(fimc, fimc->test_pattern->val);  in fimc_lite_hw_init()
169 		flite_hw_dump_regs(fimc, __func__);  in fimc_lite_hw_init()
171 	spin_unlock_irqrestore(&fimc->slock, flags);  in fimc_lite_hw_init()
183 static int fimc_lite_reinit(struct fimc_lite *fimc, bool suspend)  in fimc_lite_reinit()  argument
189 	spin_lock_irqsave(&fimc->slock, flags);  in fimc_lite_reinit()
190 	streaming = fimc->state & (1 << ST_SENSOR_STREAM);  in fimc_lite_reinit()
192 	fimc->state &= ~(1 << ST_FLITE_RUN | 1 << ST_FLITE_OFF |  in fimc_lite_reinit()
195 		fimc->state |= (1 << ST_FLITE_SUSPENDED);  in fimc_lite_reinit()
197 		fimc->state &= ~(1 << ST_FLITE_PENDING |  in fimc_lite_reinit()
201 	while (!suspend && !list_empty(&fimc->pending_buf_q)) {  in fimc_lite_reinit()
202 		buf = fimc_lite_pending_queue_pop(fimc);  in fimc_lite_reinit()
206 	while (!list_empty(&fimc->active_buf_q)) {  in fimc_lite_reinit()
207 		buf = fimc_lite_active_queue_pop(fimc);  in fimc_lite_reinit()
209 			fimc_lite_pending_queue_add(fimc, buf);  in fimc_lite_reinit()
214 	spin_unlock_irqrestore(&fimc->slock, flags);  in fimc_lite_reinit()
216 	flite_hw_reset(fimc);  in fimc_lite_reinit()
221 	return fimc_pipeline_call(&fimc->ve, set_stream, 0);  in fimc_lite_reinit()
224 static int fimc_lite_stop_capture(struct fimc_lite *fimc, bool suspend)  in fimc_lite_stop_capture()  argument
228 	if (!fimc_lite_active(fimc))  in fimc_lite_stop_capture()
231 	spin_lock_irqsave(&fimc->slock, flags);  in fimc_lite_stop_capture()
232 	set_bit(ST_FLITE_OFF, &fimc->state);  in fimc_lite_stop_capture()
233 	flite_hw_capture_stop(fimc);  in fimc_lite_stop_capture()
234 	spin_unlock_irqrestore(&fimc->slock, flags);  in fimc_lite_stop_capture()
236 	wait_event_timeout(fimc->irq_queue,  in fimc_lite_stop_capture()
237 			   !test_bit(ST_FLITE_OFF, &fimc->state),  in fimc_lite_stop_capture()
240 	return fimc_lite_reinit(fimc, suspend);  in fimc_lite_stop_capture()
244 static void fimc_lite_config_update(struct fimc_lite *fimc)  in fimc_lite_config_update()  argument
246 	flite_hw_set_window_offset(fimc, &fimc->inp_frame);  in fimc_lite_config_update()
247 	flite_hw_set_dma_window(fimc, &fimc->out_frame);  in fimc_lite_config_update()
248 	flite_hw_set_test_pattern(fimc, fimc->test_pattern->val);  in fimc_lite_config_update()
249 	clear_bit(ST_FLITE_CONFIG, &fimc->state);  in fimc_lite_config_update()
254 	struct fimc_lite *fimc = priv;  in flite_irq_handler()  local
261 	spin_lock_irqsave(&fimc->slock, flags);  in flite_irq_handler()
263 	intsrc = flite_hw_get_interrupt_source(fimc);  in flite_irq_handler()
264 	flite_hw_clear_pending_irq(fimc);  in flite_irq_handler()
266 	if (test_and_clear_bit(ST_FLITE_OFF, &fimc->state)) {  in flite_irq_handler()
267 		wake_up(&fimc->irq_queue);  in flite_irq_handler()
272 		clear_bit(ST_FLITE_RUN, &fimc->state);  in flite_irq_handler()
273 		fimc->events.data_overflow++;  in flite_irq_handler()
277 		flite_hw_clear_last_capture_end(fimc);  in flite_irq_handler()
278 		clear_bit(ST_FLITE_STREAM, &fimc->state);  in flite_irq_handler()
279 		wake_up(&fimc->irq_queue);  in flite_irq_handler()
282 	if (atomic_read(&fimc->out_path) != FIMC_IO_DMA)  in flite_irq_handler()
286 	    test_bit(ST_FLITE_RUN, &fimc->state) &&  in flite_irq_handler()
287 	    !list_empty(&fimc->pending_buf_q)) {  in flite_irq_handler()
288 		vbuf = fimc_lite_pending_queue_pop(fimc);  in flite_irq_handler()
289 		flite_hw_set_dma_buffer(fimc, vbuf);  in flite_irq_handler()
290 		fimc_lite_active_queue_add(fimc, vbuf);  in flite_irq_handler()
294 	    test_bit(ST_FLITE_RUN, &fimc->state) &&  in flite_irq_handler()
295 	    !list_empty(&fimc->active_buf_q)) {  in flite_irq_handler()
296 		vbuf = fimc_lite_active_queue_pop(fimc);  in flite_irq_handler()
301 		vbuf->vb.v4l2_buf.sequence = fimc->frame_count++;  in flite_irq_handler()
302 		flite_hw_mask_dma_buffer(fimc, vbuf->index);  in flite_irq_handler()
306 	if (test_bit(ST_FLITE_CONFIG, &fimc->state))  in flite_irq_handler()
307 		fimc_lite_config_update(fimc);  in flite_irq_handler()
309 	if (list_empty(&fimc->pending_buf_q)) {  in flite_irq_handler()
310 		flite_hw_capture_stop(fimc);  in flite_irq_handler()
311 		clear_bit(ST_FLITE_STREAM, &fimc->state);  in flite_irq_handler()
314 	set_bit(ST_FLITE_RUN, &fimc->state);  in flite_irq_handler()
315 	spin_unlock_irqrestore(&fimc->slock, flags);  in flite_irq_handler()
321 	struct fimc_lite *fimc = q->drv_priv;  in start_streaming()  local
325 	spin_lock_irqsave(&fimc->slock, flags);  in start_streaming()
327 	fimc->buf_index = 0;  in start_streaming()
328 	fimc->frame_count = 0;  in start_streaming()
330 	spin_unlock_irqrestore(&fimc->slock, flags);  in start_streaming()
332 	ret = fimc_lite_hw_init(fimc, false);  in start_streaming()
334 		fimc_lite_reinit(fimc, false);  in start_streaming()
338 	set_bit(ST_FLITE_PENDING, &fimc->state);  in start_streaming()
340 	if (!list_empty(&fimc->active_buf_q) &&  in start_streaming()
341 	    !test_and_set_bit(ST_FLITE_STREAM, &fimc->state)) {  in start_streaming()
342 		flite_hw_capture_start(fimc);  in start_streaming()
344 		if (!test_and_set_bit(ST_SENSOR_STREAM, &fimc->state))  in start_streaming()
345 			fimc_pipeline_call(&fimc->ve, set_stream, 1);  in start_streaming()
348 		flite_hw_dump_regs(fimc, __func__);  in start_streaming()
355 	struct fimc_lite *fimc = q->drv_priv;  in stop_streaming()  local
357 	if (!fimc_lite_active(fimc))  in stop_streaming()
360 	fimc_lite_stop_capture(fimc, false);  in stop_streaming()
368 	struct fimc_lite *fimc = vq->drv_priv;  in queue_setup()  local
369 	struct flite_frame *frame = &fimc->out_frame;  in queue_setup()
393 		allocators[i] = fimc->alloc_ctx;  in queue_setup()
402 	struct fimc_lite *fimc = vq->drv_priv;  in buffer_prepare()  local
405 	if (fimc->out_frame.fmt == NULL)  in buffer_prepare()
408 	for (i = 0; i < fimc->out_frame.fmt->memplanes; i++) {  in buffer_prepare()
409 		unsigned long size = fimc->payload[i];  in buffer_prepare()
412 			v4l2_err(&fimc->ve.vdev,  in buffer_prepare()
427 	struct fimc_lite *fimc = vb2_get_drv_priv(vb->vb2_queue);  in buffer_queue()  local
430 	spin_lock_irqsave(&fimc->slock, flags);  in buffer_queue()
433 	buf->index = fimc->buf_index++;  in buffer_queue()
434 	if (fimc->buf_index >= fimc->reqbufs_count)  in buffer_queue()
435 		fimc->buf_index = 0;  in buffer_queue()
437 	if (!test_bit(ST_FLITE_SUSPENDED, &fimc->state) &&  in buffer_queue()
438 	    !test_bit(ST_FLITE_STREAM, &fimc->state) &&  in buffer_queue()
439 	    list_empty(&fimc->active_buf_q)) {  in buffer_queue()
440 		flite_hw_set_dma_buffer(fimc, buf);  in buffer_queue()
441 		fimc_lite_active_queue_add(fimc, buf);  in buffer_queue()
443 		fimc_lite_pending_queue_add(fimc, buf);  in buffer_queue()
446 	if (vb2_is_streaming(&fimc->vb_queue) &&  in buffer_queue()
447 	    !list_empty(&fimc->pending_buf_q) &&  in buffer_queue()
448 	    !test_and_set_bit(ST_FLITE_STREAM, &fimc->state)) {  in buffer_queue()
449 		flite_hw_capture_start(fimc);  in buffer_queue()
450 		spin_unlock_irqrestore(&fimc->slock, flags);  in buffer_queue()
452 		if (!test_and_set_bit(ST_SENSOR_STREAM, &fimc->state))  in buffer_queue()
453 			fimc_pipeline_call(&fimc->ve, set_stream, 1);  in buffer_queue()
456 	spin_unlock_irqrestore(&fimc->slock, flags);  in buffer_queue()
469 static void fimc_lite_clear_event_counters(struct fimc_lite *fimc)  in fimc_lite_clear_event_counters()  argument
473 	spin_lock_irqsave(&fimc->slock, flags);  in fimc_lite_clear_event_counters()
474 	memset(&fimc->events, 0, sizeof(fimc->events));  in fimc_lite_clear_event_counters()
475 	spin_unlock_irqrestore(&fimc->slock, flags);  in fimc_lite_clear_event_counters()
480 	struct fimc_lite *fimc = video_drvdata(file);  in fimc_lite_open()  local
481 	struct media_entity *me = &fimc->ve.vdev.entity;  in fimc_lite_open()
484 	mutex_lock(&fimc->lock);  in fimc_lite_open()
485 	if (atomic_read(&fimc->out_path) != FIMC_IO_DMA) {  in fimc_lite_open()
490 	set_bit(ST_FLITE_IN_USE, &fimc->state);  in fimc_lite_open()
491 	ret = pm_runtime_get_sync(&fimc->pdev->dev);  in fimc_lite_open()
500 	    atomic_read(&fimc->out_path) != FIMC_IO_DMA)  in fimc_lite_open()
505 	ret = fimc_pipeline_call(&fimc->ve, open, me, true);  in fimc_lite_open()
514 		fimc_lite_clear_event_counters(fimc);  in fimc_lite_open()
520 	pm_runtime_put_sync(&fimc->pdev->dev);  in fimc_lite_open()
521 	clear_bit(ST_FLITE_IN_USE, &fimc->state);  in fimc_lite_open()
523 	mutex_unlock(&fimc->lock);  in fimc_lite_open()
529 	struct fimc_lite *fimc = video_drvdata(file);  in fimc_lite_release()  local
530 	struct media_entity *entity = &fimc->ve.vdev.entity;  in fimc_lite_release()
532 	mutex_lock(&fimc->lock);  in fimc_lite_release()
535 	    atomic_read(&fimc->out_path) == FIMC_IO_DMA) {  in fimc_lite_release()
536 		if (fimc->streaming) {  in fimc_lite_release()
538 			fimc->streaming = false;  in fimc_lite_release()
540 		fimc_lite_stop_capture(fimc, false);  in fimc_lite_release()
541 		fimc_pipeline_call(&fimc->ve, close);  in fimc_lite_release()
542 		clear_bit(ST_FLITE_IN_USE, &fimc->state);  in fimc_lite_release()
550 	pm_runtime_put(&fimc->pdev->dev);  in fimc_lite_release()
551 	clear_bit(ST_FLITE_SUSPENDED, &fimc->state);  in fimc_lite_release()
553 	mutex_unlock(&fimc->lock);  in fimc_lite_release()
570 static const struct fimc_fmt *fimc_lite_subdev_try_fmt(struct fimc_lite *fimc,  in fimc_lite_subdev_try_fmt()  argument
574 	struct flite_drvdata *dd = fimc->dd;  in fimc_lite_subdev_try_fmt()
590 		struct flite_frame *sink = &fimc->inp_frame;  in fimc_lite_subdev_try_fmt()
595 			sink_fmt = v4l2_subdev_get_try_format(&fimc->subdev, cfg,  in fimc_lite_subdev_try_fmt()
601 			rect = v4l2_subdev_get_try_crop(&fimc->subdev, cfg,  in fimc_lite_subdev_try_fmt()
616 	v4l2_dbg(1, debug, &fimc->subdev, "code: %#x (%d), %dx%d\n",  in fimc_lite_subdev_try_fmt()
622 static void fimc_lite_try_crop(struct fimc_lite *fimc, struct v4l2_rect *r)  in fimc_lite_try_crop()  argument
624 	struct flite_frame *frame = &fimc->inp_frame;  in fimc_lite_try_crop()
631 	r->left = round_down(r->left, fimc->dd->win_hor_offs_align);  in fimc_lite_try_crop()
634 	v4l2_dbg(1, debug, &fimc->subdev, "(%d,%d)/%dx%d, sink fmt: %dx%d\n",  in fimc_lite_try_crop()
639 static void fimc_lite_try_compose(struct fimc_lite *fimc, struct v4l2_rect *r)  in fimc_lite_try_compose()  argument
641 	struct flite_frame *frame = &fimc->out_frame;  in fimc_lite_try_compose()
642 	struct v4l2_rect *crop_rect = &fimc->inp_frame.rect;  in fimc_lite_try_compose()
651 	r->left = round_down(r->left, fimc->dd->out_hor_offs_align);  in fimc_lite_try_compose()
652 	r->top  = clamp_t(u32, r->top, 0, fimc->out_frame.f_height - r->height);  in fimc_lite_try_compose()
654 	v4l2_dbg(1, debug, &fimc->subdev, "(%d,%d)/%dx%d, source fmt: %dx%d\n",  in fimc_lite_try_compose()
665 	struct fimc_lite *fimc = video_drvdata(file);  in fimc_lite_querycap()  local
670 					dev_name(&fimc->pdev->dev));  in fimc_lite_querycap()
695 	struct fimc_lite *fimc = video_drvdata(file);  in fimc_lite_g_fmt_mplane()  local
698 	struct flite_frame *frame = &fimc->out_frame;  in fimc_lite_g_fmt_mplane()
713 static int fimc_lite_try_fmt(struct fimc_lite *fimc,  in fimc_lite_try_fmt()  argument
718 	struct flite_drvdata *dd = fimc->dd;  in fimc_lite_try_fmt()
719 	const struct fimc_fmt *inp_fmt = fimc->inp_frame.fmt;  in fimc_lite_try_fmt()
760 	struct fimc_lite *fimc = video_drvdata(file);  in fimc_lite_try_fmt_mplane()  local
761 	return fimc_lite_try_fmt(fimc, &f->fmt.pix_mp, NULL);  in fimc_lite_try_fmt_mplane()
768 	struct fimc_lite *fimc = video_drvdata(file);  in fimc_lite_s_fmt_mplane()  local
769 	struct flite_frame *frame = &fimc->out_frame;  in fimc_lite_s_fmt_mplane()
773 	if (vb2_is_busy(&fimc->vb_queue))  in fimc_lite_s_fmt_mplane()
776 	ret = fimc_lite_try_fmt(fimc, &f->fmt.pix_mp, &fmt);  in fimc_lite_s_fmt_mplane()
781 	fimc->payload[0] = max((pixm->width * pixm->height * fmt->depth[0]) / 8,  in fimc_lite_s_fmt_mplane()
789 static int fimc_pipeline_validate(struct fimc_lite *fimc)  in fimc_pipeline_validate()  argument
791 	struct v4l2_subdev *sd = &fimc->subdev;  in fimc_pipeline_validate()
802 		if (sd == &fimc->subdev) {  in fimc_pipeline_validate()
803 			struct flite_frame *ff = &fimc->out_frame;  in fimc_pipeline_validate()
806 			sink_fmt.format.code = fimc->inp_frame.fmt->mbus_code;  in fimc_pipeline_validate()
839 	struct fimc_lite *fimc = video_drvdata(file);  in fimc_lite_streamon()  local
840 	struct media_entity *entity = &fimc->ve.vdev.entity;  in fimc_lite_streamon()
843 	if (fimc_lite_active(fimc))  in fimc_lite_streamon()
846 	ret = media_entity_pipeline_start(entity, &fimc->ve.pipe->mp);  in fimc_lite_streamon()
850 	ret = fimc_pipeline_validate(fimc);  in fimc_lite_streamon()
854 	fimc->sensor = fimc_find_remote_sensor(&fimc->subdev.entity);  in fimc_lite_streamon()
858 		fimc->streaming = true;  in fimc_lite_streamon()
870 	struct fimc_lite *fimc = video_drvdata(file);  in fimc_lite_streamoff()  local
877 	media_entity_pipeline_stop(&fimc->ve.vdev.entity);  in fimc_lite_streamoff()
878 	fimc->streaming = false;  in fimc_lite_streamoff()
885 	struct fimc_lite *fimc = video_drvdata(file);  in fimc_lite_reqbufs()  local
891 		fimc->reqbufs_count = reqbufs->count;  in fimc_lite_reqbufs()
912 	struct fimc_lite *fimc = video_drvdata(file);  in fimc_lite_g_selection()  local
913 	struct flite_frame *f = &fimc->out_frame;  in fimc_lite_g_selection()
938 	struct fimc_lite *fimc = video_drvdata(file);  in fimc_lite_s_selection()  local
939 	struct flite_frame *f = &fimc->out_frame;  in fimc_lite_s_selection()
947 	fimc_lite_try_compose(fimc, &rect);  in fimc_lite_s_selection()
958 	spin_lock_irqsave(&fimc->slock, flags);  in fimc_lite_s_selection()
960 	set_bit(ST_FLITE_CONFIG, &fimc->state);  in fimc_lite_s_selection()
961 	spin_unlock_irqrestore(&fimc->slock, flags);  in fimc_lite_s_selection()
990 	struct fimc_lite *fimc = v4l2_get_subdevdata(sd);  in fimc_lite_link_setup()  local
994 	if (WARN_ON(fimc == NULL))  in fimc_lite_link_setup()
999 		 flags, fimc->source_subdev_grp_id);  in fimc_lite_link_setup()
1008 			if (fimc->source_subdev_grp_id == 0)  in fimc_lite_link_setup()
1009 				fimc->source_subdev_grp_id = sd->grp_id;  in fimc_lite_link_setup()
1013 			fimc->source_subdev_grp_id = 0;  in fimc_lite_link_setup()
1014 			fimc->sensor = NULL;  in fimc_lite_link_setup()
1020 			atomic_set(&fimc->out_path, FIMC_IO_NONE);  in fimc_lite_link_setup()
1022 			atomic_set(&fimc->out_path, FIMC_IO_DMA);  in fimc_lite_link_setup()
1029 			atomic_set(&fimc->out_path, FIMC_IO_NONE);  in fimc_lite_link_setup()
1031 			atomic_set(&fimc->out_path, FIMC_IO_ISP);  in fimc_lite_link_setup()
1076 	struct fimc_lite *fimc = v4l2_get_subdevdata(sd);  in fimc_lite_subdev_get_fmt()  local
1078 	struct flite_frame *f = &fimc->inp_frame;  in fimc_lite_subdev_get_fmt()
1086 	mutex_lock(&fimc->lock);  in fimc_lite_subdev_get_fmt()
1099 	mutex_unlock(&fimc->lock);  in fimc_lite_subdev_get_fmt()
1107 	struct fimc_lite *fimc = v4l2_get_subdevdata(sd);  in fimc_lite_subdev_set_fmt()  local
1109 	struct flite_frame *sink = &fimc->inp_frame;  in fimc_lite_subdev_set_fmt()
1110 	struct flite_frame *source = &fimc->out_frame;  in fimc_lite_subdev_set_fmt()
1116 	mutex_lock(&fimc->lock);  in fimc_lite_subdev_set_fmt()
1118 	if ((atomic_read(&fimc->out_path) == FIMC_IO_ISP &&  in fimc_lite_subdev_set_fmt()
1120 	    (atomic_read(&fimc->out_path) == FIMC_IO_DMA &&  in fimc_lite_subdev_set_fmt()
1121 	    vb2_is_busy(&fimc->vb_queue))) {  in fimc_lite_subdev_set_fmt()
1122 		mutex_unlock(&fimc->lock);  in fimc_lite_subdev_set_fmt()
1126 	ffmt = fimc_lite_subdev_try_fmt(fimc, cfg, fmt);  in fimc_lite_subdev_set_fmt()
1140 		mutex_unlock(&fimc->lock);  in fimc_lite_subdev_set_fmt()
1159 	mutex_unlock(&fimc->lock);  in fimc_lite_subdev_set_fmt()
1167 	struct fimc_lite *fimc = v4l2_get_subdevdata(sd);  in fimc_lite_subdev_get_selection()  local
1168 	struct flite_frame *f = &fimc->inp_frame;  in fimc_lite_subdev_get_selection()
1180 	mutex_lock(&fimc->lock);  in fimc_lite_subdev_get_selection()
1189 	mutex_unlock(&fimc->lock);  in fimc_lite_subdev_get_selection()
1202 	struct fimc_lite *fimc = v4l2_get_subdevdata(sd);  in fimc_lite_subdev_set_selection()  local
1203 	struct flite_frame *f = &fimc->inp_frame;  in fimc_lite_subdev_set_selection()
1209 	mutex_lock(&fimc->lock);  in fimc_lite_subdev_set_selection()
1210 	fimc_lite_try_crop(fimc, &sel->r);  in fimc_lite_subdev_set_selection()
1216 		spin_lock_irqsave(&fimc->slock, flags);  in fimc_lite_subdev_set_selection()
1219 		fimc->out_frame.rect = sel->r;  in fimc_lite_subdev_set_selection()
1220 		set_bit(ST_FLITE_CONFIG, &fimc->state);  in fimc_lite_subdev_set_selection()
1221 		spin_unlock_irqrestore(&fimc->slock, flags);  in fimc_lite_subdev_set_selection()
1223 	mutex_unlock(&fimc->lock);  in fimc_lite_subdev_set_selection()
1234 	struct fimc_lite *fimc = v4l2_get_subdevdata(sd);  in fimc_lite_subdev_s_stream()  local
1245 	fimc->sensor = fimc_find_remote_sensor(&sd->entity);  in fimc_lite_subdev_s_stream()
1247 	if (atomic_read(&fimc->out_path) != FIMC_IO_ISP)  in fimc_lite_subdev_s_stream()
1250 	mutex_lock(&fimc->lock);  in fimc_lite_subdev_s_stream()
1252 		flite_hw_reset(fimc);  in fimc_lite_subdev_s_stream()
1253 		ret = fimc_lite_hw_init(fimc, true);  in fimc_lite_subdev_s_stream()
1255 			spin_lock_irqsave(&fimc->slock, flags);  in fimc_lite_subdev_s_stream()
1256 			flite_hw_capture_start(fimc);  in fimc_lite_subdev_s_stream()
1257 			spin_unlock_irqrestore(&fimc->slock, flags);  in fimc_lite_subdev_s_stream()
1260 		set_bit(ST_FLITE_OFF, &fimc->state);  in fimc_lite_subdev_s_stream()
1262 		spin_lock_irqsave(&fimc->slock, flags);  in fimc_lite_subdev_s_stream()
1263 		flite_hw_capture_stop(fimc);  in fimc_lite_subdev_s_stream()
1264 		spin_unlock_irqrestore(&fimc->slock, flags);  in fimc_lite_subdev_s_stream()
1266 		ret = wait_event_timeout(fimc->irq_queue,  in fimc_lite_subdev_s_stream()
1267 				!test_bit(ST_FLITE_OFF, &fimc->state),  in fimc_lite_subdev_s_stream()
1271 		clear_bit(ST_FLITE_RUN, &fimc->state);  in fimc_lite_subdev_s_stream()
1274 	mutex_unlock(&fimc->lock);  in fimc_lite_subdev_s_stream()
1280 	struct fimc_lite *fimc = v4l2_get_subdevdata(sd);  in fimc_lite_log_status()  local
1282 	flite_hw_dump_regs(fimc, __func__);  in fimc_lite_log_status()
1288 	struct fimc_lite *fimc = v4l2_get_subdevdata(sd);  in fimc_lite_subdev_registered()  local
1289 	struct vb2_queue *q = &fimc->vb_queue;  in fimc_lite_subdev_registered()
1290 	struct video_device *vfd = &fimc->ve.vdev;  in fimc_lite_subdev_registered()
1294 	atomic_set(&fimc->out_path, FIMC_IO_DMA);  in fimc_lite_subdev_registered()
1297 		 fimc->index);  in fimc_lite_subdev_registered()
1305 	fimc->reqbufs_count = 0;  in fimc_lite_subdev_registered()
1307 	INIT_LIST_HEAD(&fimc->pending_buf_q);  in fimc_lite_subdev_registered()
1308 	INIT_LIST_HEAD(&fimc->active_buf_q);  in fimc_lite_subdev_registered()
1316 	q->drv_priv = fimc;  in fimc_lite_subdev_registered()
1318 	q->lock = &fimc->lock;  in fimc_lite_subdev_registered()
1324 	fimc->vd_pad.flags = MEDIA_PAD_FL_SINK;  in fimc_lite_subdev_registered()
1325 	ret = media_entity_init(&vfd->entity, 1, &fimc->vd_pad, 0);  in fimc_lite_subdev_registered()
1329 	video_set_drvdata(vfd, fimc);  in fimc_lite_subdev_registered()
1330 	fimc->ve.pipe = v4l2_get_subdev_hostdata(sd);  in fimc_lite_subdev_registered()
1335 		fimc->ve.pipe = NULL;  in fimc_lite_subdev_registered()
1346 	struct fimc_lite *fimc = v4l2_get_subdevdata(sd);  in fimc_lite_subdev_unregistered()  local
1348 	if (fimc == NULL)  in fimc_lite_subdev_unregistered()
1351 	mutex_lock(&fimc->lock);  in fimc_lite_subdev_unregistered()
1353 	if (video_is_registered(&fimc->ve.vdev)) {  in fimc_lite_subdev_unregistered()
1354 		video_unregister_device(&fimc->ve.vdev);  in fimc_lite_subdev_unregistered()
1355 		media_entity_cleanup(&fimc->ve.vdev.entity);  in fimc_lite_subdev_unregistered()
1356 		fimc->ve.pipe = NULL;  in fimc_lite_subdev_unregistered()
1359 	mutex_unlock(&fimc->lock);  in fimc_lite_subdev_unregistered()
1391 	struct fimc_lite *fimc = container_of(ctrl->handler, struct fimc_lite,  in fimc_lite_s_ctrl()  local
1393 	set_bit(ST_FLITE_CONFIG, &fimc->state);  in fimc_lite_s_ctrl()
1409 static void fimc_lite_set_default_config(struct fimc_lite *fimc)  in fimc_lite_set_default_config()  argument
1411 	struct flite_frame *sink = &fimc->inp_frame;  in fimc_lite_set_default_config()
1412 	struct flite_frame *source = &fimc->out_frame;  in fimc_lite_set_default_config()
1426 static int fimc_lite_create_capture_subdev(struct fimc_lite *fimc)  in fimc_lite_create_capture_subdev()  argument
1428 	struct v4l2_ctrl_handler *handler = &fimc->ctrl_handler;  in fimc_lite_create_capture_subdev()
1429 	struct v4l2_subdev *sd = &fimc->subdev;  in fimc_lite_create_capture_subdev()
1434 	snprintf(sd->name, sizeof(sd->name), "FIMC-LITE.%d", fimc->index);  in fimc_lite_create_capture_subdev()
1436 	fimc->subdev_pads[FLITE_SD_PAD_SINK].flags = MEDIA_PAD_FL_SINK;  in fimc_lite_create_capture_subdev()
1437 	fimc->subdev_pads[FLITE_SD_PAD_SOURCE_DMA].flags = MEDIA_PAD_FL_SOURCE;  in fimc_lite_create_capture_subdev()
1438 	fimc->subdev_pads[FLITE_SD_PAD_SOURCE_ISP].flags = MEDIA_PAD_FL_SOURCE;  in fimc_lite_create_capture_subdev()
1440 				fimc->subdev_pads, 0);  in fimc_lite_create_capture_subdev()
1445 	fimc->test_pattern = v4l2_ctrl_new_custom(handler, &fimc_lite_ctrl,  in fimc_lite_create_capture_subdev()
1456 	v4l2_set_subdevdata(sd, fimc);  in fimc_lite_create_capture_subdev()
1461 static void fimc_lite_unregister_capture_subdev(struct fimc_lite *fimc)  in fimc_lite_unregister_capture_subdev()  argument
1463 	struct v4l2_subdev *sd = &fimc->subdev;  in fimc_lite_unregister_capture_subdev()
1467 	v4l2_ctrl_handler_free(&fimc->ctrl_handler);  in fimc_lite_unregister_capture_subdev()
1471 static void fimc_lite_clk_put(struct fimc_lite *fimc)  in fimc_lite_clk_put()  argument
1473 	if (IS_ERR(fimc->clock))  in fimc_lite_clk_put()
1476 	clk_unprepare(fimc->clock);  in fimc_lite_clk_put()
1477 	clk_put(fimc->clock);  in fimc_lite_clk_put()
1478 	fimc->clock = ERR_PTR(-EINVAL);  in fimc_lite_clk_put()
1481 static int fimc_lite_clk_get(struct fimc_lite *fimc)  in fimc_lite_clk_get()  argument
1485 	fimc->clock = clk_get(&fimc->pdev->dev, FLITE_CLK_NAME);  in fimc_lite_clk_get()
1486 	if (IS_ERR(fimc->clock))  in fimc_lite_clk_get()
1487 		return PTR_ERR(fimc->clock);  in fimc_lite_clk_get()
1489 	ret = clk_prepare(fimc->clock);  in fimc_lite_clk_get()
1491 		clk_put(fimc->clock);  in fimc_lite_clk_get()
1492 		fimc->clock = ERR_PTR(-EINVAL);  in fimc_lite_clk_get()
1504 	struct fimc_lite *fimc;  in fimc_lite_probe()  local
1511 	fimc = devm_kzalloc(dev, sizeof(*fimc), GFP_KERNEL);  in fimc_lite_probe()
1512 	if (!fimc)  in fimc_lite_probe()
1518 	fimc->index = of_alias_get_id(dev->of_node, "fimc-lite");  in fimc_lite_probe()
1520 	if (!drv_data || fimc->index >= drv_data->num_instances ||  in fimc_lite_probe()
1521 						fimc->index < 0) {  in fimc_lite_probe()
1527 	fimc->dd = drv_data;  in fimc_lite_probe()
1528 	fimc->pdev = pdev;  in fimc_lite_probe()
1530 	init_waitqueue_head(&fimc->irq_queue);  in fimc_lite_probe()
1531 	spin_lock_init(&fimc->slock);  in fimc_lite_probe()
1532 	mutex_init(&fimc->lock);  in fimc_lite_probe()
1535 	fimc->regs = devm_ioremap_resource(dev, res);  in fimc_lite_probe()
1536 	if (IS_ERR(fimc->regs))  in fimc_lite_probe()
1537 		return PTR_ERR(fimc->regs);  in fimc_lite_probe()
1545 	ret = fimc_lite_clk_get(fimc);  in fimc_lite_probe()
1550 			       0, dev_name(dev), fimc);  in fimc_lite_probe()
1557 	ret = fimc_lite_create_capture_subdev(fimc);  in fimc_lite_probe()
1561 	platform_set_drvdata(pdev, fimc);  in fimc_lite_probe()
1565 		ret = clk_enable(fimc->clock);  in fimc_lite_probe()
1570 	fimc->alloc_ctx = vb2_dma_contig_init_ctx(dev);  in fimc_lite_probe()
1571 	if (IS_ERR(fimc->alloc_ctx)) {  in fimc_lite_probe()
1572 		ret = PTR_ERR(fimc->alloc_ctx);  in fimc_lite_probe()
1576 	fimc_lite_set_default_config(fimc);  in fimc_lite_probe()
1579 		fimc->index);  in fimc_lite_probe()
1584 		clk_disable(fimc->clock);  in fimc_lite_probe()
1586 	fimc_lite_unregister_capture_subdev(fimc);  in fimc_lite_probe()
1588 	fimc_lite_clk_put(fimc);  in fimc_lite_probe()
1595 	struct fimc_lite *fimc = dev_get_drvdata(dev);  in fimc_lite_runtime_resume()  local
1597 	clk_enable(fimc->clock);  in fimc_lite_runtime_resume()
1603 	struct fimc_lite *fimc = dev_get_drvdata(dev);  in fimc_lite_runtime_suspend()  local
1605 	clk_disable(fimc->clock);  in fimc_lite_runtime_suspend()
1613 	struct fimc_lite *fimc = dev_get_drvdata(dev);  in fimc_lite_resume()  local
1618 	spin_lock_irqsave(&fimc->slock, flags);  in fimc_lite_resume()
1619 	if (!test_and_clear_bit(ST_LPM, &fimc->state) ||  in fimc_lite_resume()
1620 	    !test_bit(ST_FLITE_IN_USE, &fimc->state)) {  in fimc_lite_resume()
1621 		spin_unlock_irqrestore(&fimc->slock, flags);  in fimc_lite_resume()
1624 	flite_hw_reset(fimc);  in fimc_lite_resume()
1625 	spin_unlock_irqrestore(&fimc->slock, flags);  in fimc_lite_resume()
1627 	if (!test_and_clear_bit(ST_FLITE_SUSPENDED, &fimc->state))  in fimc_lite_resume()
1630 	INIT_LIST_HEAD(&fimc->active_buf_q);  in fimc_lite_resume()
1631 	fimc_pipeline_call(&fimc->ve, open,  in fimc_lite_resume()
1632 			   &fimc->ve.vdev.entity, false);  in fimc_lite_resume()
1633 	fimc_lite_hw_init(fimc, atomic_read(&fimc->out_path) == FIMC_IO_ISP);  in fimc_lite_resume()
1634 	clear_bit(ST_FLITE_SUSPENDED, &fimc->state);  in fimc_lite_resume()
1636 	for (i = 0; i < fimc->reqbufs_count; i++) {  in fimc_lite_resume()
1637 		if (list_empty(&fimc->pending_buf_q))  in fimc_lite_resume()
1639 		buf = fimc_lite_pending_queue_pop(fimc);  in fimc_lite_resume()
1647 	struct fimc_lite *fimc = dev_get_drvdata(dev);  in fimc_lite_suspend()  local
1648 	bool suspend = test_bit(ST_FLITE_IN_USE, &fimc->state);  in fimc_lite_suspend()
1651 	if (test_and_set_bit(ST_LPM, &fimc->state))  in fimc_lite_suspend()
1654 	ret = fimc_lite_stop_capture(fimc, suspend);  in fimc_lite_suspend()
1655 	if (ret < 0 || !fimc_lite_active(fimc))  in fimc_lite_suspend()
1658 	return fimc_pipeline_call(&fimc->ve, close);  in fimc_lite_suspend()
1664 	struct fimc_lite *fimc = platform_get_drvdata(pdev);  in fimc_lite_remove()  local
1669 	fimc_lite_unregister_capture_subdev(fimc);  in fimc_lite_remove()
1670 	vb2_dma_contig_cleanup_ctx(fimc->alloc_ctx);  in fimc_lite_remove()
1671 	fimc_lite_clk_put(fimc);  in fimc_lite_remove()