1/*
2 * V4L2 SoC Camera driver for OMAP1 Camera Interface
3 *
4 * Copyright (C) 2010, Janusz Krzysztofik <jkrzyszt@tis.icnet.pl>
5 *
6 * Based on V4L2 Driver for i.MXL/i.MXL camera (CSI) host
7 * Copyright (C) 2008, Paulius Zaleckas <paulius.zaleckas@teltonika.lt>
8 * Copyright (C) 2009, Darius Augulis <augulis.darius@gmail.com>
9 *
10 * Based on PXA SoC camera driver
11 * Copyright (C) 2006, Sascha Hauer, Pengutronix
12 * Copyright (C) 2008, Guennadi Liakhovetski <kernel@pengutronix.de>
13 *
14 * Hardware specific bits initialy based on former work by Matt Callow
15 * drivers/media/platform/omap/omap1510cam.c
16 * Copyright (C) 2006 Matt Callow
17 *
18 * This program is free software; you can redistribute it and/or modify
19 * it under the terms of the GNU General Public License version 2 as
20 * published by the Free Software Foundation.
21 */
22
23
24#include <linux/clk.h>
25#include <linux/dma-mapping.h>
26#include <linux/interrupt.h>
27#include <linux/module.h>
28#include <linux/platform_device.h>
29#include <linux/slab.h>
30
31#include <media/omap1_camera.h>
32#include <media/soc_camera.h>
33#include <media/soc_mediabus.h>
34#include <media/videobuf-dma-contig.h>
35#include <media/videobuf-dma-sg.h>
36
37#include <linux/omap-dma.h>
38
39
40#define DRIVER_NAME		"omap1-camera"
41#define DRIVER_VERSION		"0.0.2"
42
43#define OMAP_DMA_CAMERA_IF_RX		20
44
45/*
46 * ---------------------------------------------------------------------------
47 *  OMAP1 Camera Interface registers
48 * ---------------------------------------------------------------------------
49 */
50
51#define REG_CTRLCLOCK		0x00
52#define REG_IT_STATUS		0x04
53#define REG_MODE		0x08
54#define REG_STATUS		0x0C
55#define REG_CAMDATA		0x10
56#define REG_GPIO		0x14
57#define REG_PEAK_COUNTER	0x18
58
59/* CTRLCLOCK bit shifts */
60#define LCLK_EN			BIT(7)
61#define DPLL_EN			BIT(6)
62#define MCLK_EN			BIT(5)
63#define CAMEXCLK_EN		BIT(4)
64#define POLCLK			BIT(3)
65#define FOSCMOD_SHIFT		0
66#define FOSCMOD_MASK		(0x7 << FOSCMOD_SHIFT)
67#define FOSCMOD_12MHz		0x0
68#define FOSCMOD_6MHz		0x2
69#define FOSCMOD_9_6MHz		0x4
70#define FOSCMOD_24MHz		0x5
71#define FOSCMOD_8MHz		0x6
72
73/* IT_STATUS bit shifts */
74#define DATA_TRANSFER		BIT(5)
75#define FIFO_FULL		BIT(4)
76#define H_DOWN			BIT(3)
77#define H_UP			BIT(2)
78#define V_DOWN			BIT(1)
79#define V_UP			BIT(0)
80
81/* MODE bit shifts */
82#define RAZ_FIFO		BIT(18)
83#define EN_FIFO_FULL		BIT(17)
84#define EN_NIRQ			BIT(16)
85#define THRESHOLD_SHIFT		9
86#define THRESHOLD_MASK		(0x7f << THRESHOLD_SHIFT)
87#define DMA			BIT(8)
88#define EN_H_DOWN		BIT(7)
89#define EN_H_UP			BIT(6)
90#define EN_V_DOWN		BIT(5)
91#define EN_V_UP			BIT(4)
92#define ORDERCAMD		BIT(3)
93
94#define IRQ_MASK		(EN_V_UP | EN_V_DOWN | EN_H_UP | EN_H_DOWN | \
95				 EN_NIRQ | EN_FIFO_FULL)
96
97/* STATUS bit shifts */
98#define HSTATUS			BIT(1)
99#define VSTATUS			BIT(0)
100
101/* GPIO bit shifts */
102#define CAM_RST			BIT(0)
103
104/* end of OMAP1 Camera Interface registers */
105
106
107#define SOCAM_BUS_FLAGS	(V4L2_MBUS_MASTER | \
108			V4L2_MBUS_HSYNC_ACTIVE_HIGH | V4L2_MBUS_VSYNC_ACTIVE_HIGH | \
109			V4L2_MBUS_PCLK_SAMPLE_RISING | V4L2_MBUS_PCLK_SAMPLE_FALLING | \
110			V4L2_MBUS_DATA_ACTIVE_HIGH)
111
112
113#define FIFO_SIZE		((THRESHOLD_MASK >> THRESHOLD_SHIFT) + 1)
114#define FIFO_SHIFT		__fls(FIFO_SIZE)
115
116#define DMA_BURST_SHIFT		(1 + OMAP_DMA_DATA_BURST_4)
117#define DMA_BURST_SIZE		(1 << DMA_BURST_SHIFT)
118
119#define DMA_ELEMENT_SHIFT	OMAP_DMA_DATA_TYPE_S32
120#define DMA_ELEMENT_SIZE	(1 << DMA_ELEMENT_SHIFT)
121
122#define DMA_FRAME_SHIFT_CONTIG	(FIFO_SHIFT - 1)
123#define DMA_FRAME_SHIFT_SG	DMA_BURST_SHIFT
124
125#define DMA_FRAME_SHIFT(x)	((x) == OMAP1_CAM_DMA_CONTIG ? \
126						DMA_FRAME_SHIFT_CONTIG : \
127						DMA_FRAME_SHIFT_SG)
128#define DMA_FRAME_SIZE(x)	(1 << DMA_FRAME_SHIFT(x))
129#define DMA_SYNC		OMAP_DMA_SYNC_FRAME
130#define THRESHOLD_LEVEL		DMA_FRAME_SIZE
131
132
133#define MAX_VIDEO_MEM		4	/* arbitrary video memory limit in MB */
134
135
136/*
137 * Structures
138 */
139
140/* buffer for one video frame */
141struct omap1_cam_buf {
142	struct videobuf_buffer		vb;
143	u32	code;
144	int				inwork;
145	struct scatterlist		*sgbuf;
146	int				sgcount;
147	int				bytes_left;
148	enum videobuf_state		result;
149};
150
151struct omap1_cam_dev {
152	struct soc_camera_host		soc_host;
153	struct clk			*clk;
154
155	unsigned int			irq;
156	void __iomem			*base;
157
158	int				dma_ch;
159
160	struct omap1_cam_platform_data	*pdata;
161	struct resource			*res;
162	unsigned long			pflags;
163	unsigned long			camexclk;
164
165	struct list_head		capture;
166
167	/* lock used to protect videobuf */
168	spinlock_t			lock;
169
170	/* Pointers to DMA buffers */
171	struct omap1_cam_buf		*active;
172	struct omap1_cam_buf		*ready;
173
174	enum omap1_cam_vb_mode		vb_mode;
175	int				(*mmap_mapper)(struct videobuf_queue *q,
176						struct videobuf_buffer *buf,
177						struct vm_area_struct *vma);
178
179	u32				reg_cache[0];
180};
181
182
183static void cam_write(struct omap1_cam_dev *pcdev, u16 reg, u32 val)
184{
185	pcdev->reg_cache[reg / sizeof(u32)] = val;
186	__raw_writel(val, pcdev->base + reg);
187}
188
189static u32 cam_read(struct omap1_cam_dev *pcdev, u16 reg, bool from_cache)
190{
191	return !from_cache ? __raw_readl(pcdev->base + reg) :
192			pcdev->reg_cache[reg / sizeof(u32)];
193}
194
195#define CAM_READ(pcdev, reg) \
196		cam_read(pcdev, REG_##reg, false)
197#define CAM_WRITE(pcdev, reg, val) \
198		cam_write(pcdev, REG_##reg, val)
199#define CAM_READ_CACHE(pcdev, reg) \
200		cam_read(pcdev, REG_##reg, true)
201
202/*
203 *  Videobuf operations
204 */
205static int omap1_videobuf_setup(struct videobuf_queue *vq, unsigned int *count,
206		unsigned int *size)
207{
208	struct soc_camera_device *icd = vq->priv_data;
209	struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
210	struct omap1_cam_dev *pcdev = ici->priv;
211
212	*size = icd->sizeimage;
213
214	if (!*count || *count < OMAP1_CAMERA_MIN_BUF_COUNT(pcdev->vb_mode))
215		*count = OMAP1_CAMERA_MIN_BUF_COUNT(pcdev->vb_mode);
216
217	if (*size * *count > MAX_VIDEO_MEM * 1024 * 1024)
218		*count = (MAX_VIDEO_MEM * 1024 * 1024) / *size;
219
220	dev_dbg(icd->parent,
221			"%s: count=%d, size=%d\n", __func__, *count, *size);
222
223	return 0;
224}
225
226static void free_buffer(struct videobuf_queue *vq, struct omap1_cam_buf *buf,
227		enum omap1_cam_vb_mode vb_mode)
228{
229	struct videobuf_buffer *vb = &buf->vb;
230
231	BUG_ON(in_interrupt());
232
233	videobuf_waiton(vq, vb, 0, 0);
234
235	if (vb_mode == OMAP1_CAM_DMA_CONTIG) {
236		videobuf_dma_contig_free(vq, vb);
237	} else {
238		struct soc_camera_device *icd = vq->priv_data;
239		struct device *dev = icd->parent;
240		struct videobuf_dmabuf *dma = videobuf_to_dma(vb);
241
242		videobuf_dma_unmap(dev, dma);
243		videobuf_dma_free(dma);
244	}
245
246	vb->state = VIDEOBUF_NEEDS_INIT;
247}
248
249static int omap1_videobuf_prepare(struct videobuf_queue *vq,
250		struct videobuf_buffer *vb, enum v4l2_field field)
251{
252	struct soc_camera_device *icd = vq->priv_data;
253	struct omap1_cam_buf *buf = container_of(vb, struct omap1_cam_buf, vb);
254	struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
255	struct omap1_cam_dev *pcdev = ici->priv;
256	int ret;
257
258	WARN_ON(!list_empty(&vb->queue));
259
260	BUG_ON(NULL == icd->current_fmt);
261
262	buf->inwork = 1;
263
264	if (buf->code != icd->current_fmt->code || vb->field != field ||
265			vb->width  != icd->user_width ||
266			vb->height != icd->user_height) {
267		buf->code  = icd->current_fmt->code;
268		vb->width  = icd->user_width;
269		vb->height = icd->user_height;
270		vb->field  = field;
271		vb->state  = VIDEOBUF_NEEDS_INIT;
272	}
273
274	vb->size = icd->sizeimage;
275
276	if (vb->baddr && vb->bsize < vb->size) {
277		ret = -EINVAL;
278		goto out;
279	}
280
281	if (vb->state == VIDEOBUF_NEEDS_INIT) {
282		ret = videobuf_iolock(vq, vb, NULL);
283		if (ret)
284			goto fail;
285
286		vb->state = VIDEOBUF_PREPARED;
287	}
288	buf->inwork = 0;
289
290	return 0;
291fail:
292	free_buffer(vq, buf, pcdev->vb_mode);
293out:
294	buf->inwork = 0;
295	return ret;
296}
297
298static void set_dma_dest_params(int dma_ch, struct omap1_cam_buf *buf,
299		enum omap1_cam_vb_mode vb_mode)
300{
301	dma_addr_t dma_addr;
302	unsigned int block_size;
303
304	if (vb_mode == OMAP1_CAM_DMA_CONTIG) {
305		dma_addr = videobuf_to_dma_contig(&buf->vb);
306		block_size = buf->vb.size;
307	} else {
308		if (WARN_ON(!buf->sgbuf)) {
309			buf->result = VIDEOBUF_ERROR;
310			return;
311		}
312		dma_addr = sg_dma_address(buf->sgbuf);
313		if (WARN_ON(!dma_addr)) {
314			buf->sgbuf = NULL;
315			buf->result = VIDEOBUF_ERROR;
316			return;
317		}
318		block_size = sg_dma_len(buf->sgbuf);
319		if (WARN_ON(!block_size)) {
320			buf->sgbuf = NULL;
321			buf->result = VIDEOBUF_ERROR;
322			return;
323		}
324		if (unlikely(buf->bytes_left < block_size))
325			block_size = buf->bytes_left;
326		if (WARN_ON(dma_addr & (DMA_FRAME_SIZE(vb_mode) *
327				DMA_ELEMENT_SIZE - 1))) {
328			dma_addr = ALIGN(dma_addr, DMA_FRAME_SIZE(vb_mode) *
329					DMA_ELEMENT_SIZE);
330			block_size &= ~(DMA_FRAME_SIZE(vb_mode) *
331					DMA_ELEMENT_SIZE - 1);
332		}
333		buf->bytes_left -= block_size;
334		buf->sgcount++;
335	}
336
337	omap_set_dma_dest_params(dma_ch,
338		OMAP_DMA_PORT_EMIFF, OMAP_DMA_AMODE_POST_INC, dma_addr, 0, 0);
339	omap_set_dma_transfer_params(dma_ch,
340		OMAP_DMA_DATA_TYPE_S32, DMA_FRAME_SIZE(vb_mode),
341		block_size >> (DMA_FRAME_SHIFT(vb_mode) + DMA_ELEMENT_SHIFT),
342		DMA_SYNC, 0, 0);
343}
344
345static struct omap1_cam_buf *prepare_next_vb(struct omap1_cam_dev *pcdev)
346{
347	struct omap1_cam_buf *buf;
348
349	/*
350	 * If there is already a buffer pointed out by the pcdev->ready,
351	 * (re)use it, otherwise try to fetch and configure a new one.
352	 */
353	buf = pcdev->ready;
354	if (!buf) {
355		if (list_empty(&pcdev->capture))
356			return buf;
357		buf = list_entry(pcdev->capture.next,
358				struct omap1_cam_buf, vb.queue);
359		buf->vb.state = VIDEOBUF_ACTIVE;
360		pcdev->ready = buf;
361		list_del_init(&buf->vb.queue);
362	}
363
364	if (pcdev->vb_mode == OMAP1_CAM_DMA_CONTIG) {
365		/*
366		 * In CONTIG mode, we can safely enter next buffer parameters
367		 * into the DMA programming register set after the DMA
368		 * has already been activated on the previous buffer
369		 */
370		set_dma_dest_params(pcdev->dma_ch, buf, pcdev->vb_mode);
371	} else {
372		/*
373		 * In SG mode, the above is not safe since there are probably
374		 * a bunch of sgbufs from previous sglist still pending.
375		 * Instead, mark the sglist fresh for the upcoming
376		 * try_next_sgbuf().
377		 */
378		buf->sgbuf = NULL;
379	}
380
381	return buf;
382}
383
384static struct scatterlist *try_next_sgbuf(int dma_ch, struct omap1_cam_buf *buf)
385{
386	struct scatterlist *sgbuf;
387
388	if (likely(buf->sgbuf)) {
389		/* current sglist is active */
390		if (unlikely(!buf->bytes_left)) {
391			/* indicate sglist complete */
392			sgbuf = NULL;
393		} else {
394			/* process next sgbuf */
395			sgbuf = sg_next(buf->sgbuf);
396			if (WARN_ON(!sgbuf)) {
397				buf->result = VIDEOBUF_ERROR;
398			} else if (WARN_ON(!sg_dma_len(sgbuf))) {
399				sgbuf = NULL;
400				buf->result = VIDEOBUF_ERROR;
401			}
402		}
403		buf->sgbuf = sgbuf;
404	} else {
405		/* sglist is fresh, initialize it before using */
406		struct videobuf_dmabuf *dma = videobuf_to_dma(&buf->vb);
407
408		sgbuf = dma->sglist;
409		if (!(WARN_ON(!sgbuf))) {
410			buf->sgbuf = sgbuf;
411			buf->sgcount = 0;
412			buf->bytes_left = buf->vb.size;
413			buf->result = VIDEOBUF_DONE;
414		}
415	}
416	if (sgbuf)
417		/*
418		 * Put our next sgbuf parameters (address, size)
419		 * into the DMA programming register set.
420		 */
421		set_dma_dest_params(dma_ch, buf, OMAP1_CAM_DMA_SG);
422
423	return sgbuf;
424}
425
426static void start_capture(struct omap1_cam_dev *pcdev)
427{
428	struct omap1_cam_buf *buf = pcdev->active;
429	u32 ctrlclock = CAM_READ_CACHE(pcdev, CTRLCLOCK);
430	u32 mode = CAM_READ_CACHE(pcdev, MODE) & ~EN_V_DOWN;
431
432	if (WARN_ON(!buf))
433		return;
434
435	/*
436	 * Enable start of frame interrupt, which we will use for activating
437	 * our end of frame watchdog when capture actually starts.
438	 */
439	mode |= EN_V_UP;
440
441	if (unlikely(ctrlclock & LCLK_EN))
442		/* stop pixel clock before FIFO reset */
443		CAM_WRITE(pcdev, CTRLCLOCK, ctrlclock & ~LCLK_EN);
444	/* reset FIFO */
445	CAM_WRITE(pcdev, MODE, mode | RAZ_FIFO);
446
447	omap_start_dma(pcdev->dma_ch);
448
449	if (pcdev->vb_mode == OMAP1_CAM_DMA_SG) {
450		/*
451		 * In SG mode, it's a good moment for fetching next sgbuf
452		 * from the current sglist and, if available, already putting
453		 * its parameters into the DMA programming register set.
454		 */
455		try_next_sgbuf(pcdev->dma_ch, buf);
456	}
457
458	/* (re)enable pixel clock */
459	CAM_WRITE(pcdev, CTRLCLOCK, ctrlclock | LCLK_EN);
460	/* release FIFO reset */
461	CAM_WRITE(pcdev, MODE, mode);
462}
463
464static void suspend_capture(struct omap1_cam_dev *pcdev)
465{
466	u32 ctrlclock = CAM_READ_CACHE(pcdev, CTRLCLOCK);
467
468	CAM_WRITE(pcdev, CTRLCLOCK, ctrlclock & ~LCLK_EN);
469	omap_stop_dma(pcdev->dma_ch);
470}
471
472static void disable_capture(struct omap1_cam_dev *pcdev)
473{
474	u32 mode = CAM_READ_CACHE(pcdev, MODE);
475
476	CAM_WRITE(pcdev, MODE, mode & ~(IRQ_MASK | DMA));
477}
478
479static void omap1_videobuf_queue(struct videobuf_queue *vq,
480						struct videobuf_buffer *vb)
481{
482	struct soc_camera_device *icd = vq->priv_data;
483	struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
484	struct omap1_cam_dev *pcdev = ici->priv;
485	struct omap1_cam_buf *buf;
486	u32 mode;
487
488	list_add_tail(&vb->queue, &pcdev->capture);
489	vb->state = VIDEOBUF_QUEUED;
490
491	if (pcdev->active) {
492		/*
493		 * Capture in progress, so don't touch pcdev->ready even if
494		 * empty. Since the transfer of the DMA programming register set
495		 * content to the DMA working register set is done automatically
496		 * by the DMA hardware, this can pretty well happen while we
497		 * are keeping the lock here. Leave fetching it from the queue
498		 * to be done when a next DMA interrupt occures instead.
499		 */
500		return;
501	}
502
503	WARN_ON(pcdev->ready);
504
505	buf = prepare_next_vb(pcdev);
506	if (WARN_ON(!buf))
507		return;
508
509	pcdev->active = buf;
510	pcdev->ready = NULL;
511
512	dev_dbg(icd->parent,
513		"%s: capture not active, setup FIFO, start DMA\n", __func__);
514	mode = CAM_READ_CACHE(pcdev, MODE) & ~THRESHOLD_MASK;
515	mode |= THRESHOLD_LEVEL(pcdev->vb_mode) << THRESHOLD_SHIFT;
516	CAM_WRITE(pcdev, MODE, mode | EN_FIFO_FULL | DMA);
517
518	if (pcdev->vb_mode == OMAP1_CAM_DMA_SG) {
519		/*
520		 * In SG mode, the above prepare_next_vb() didn't actually
521		 * put anything into the DMA programming register set,
522		 * so we have to do it now, before activating DMA.
523		 */
524		try_next_sgbuf(pcdev->dma_ch, buf);
525	}
526
527	start_capture(pcdev);
528}
529
530static void omap1_videobuf_release(struct videobuf_queue *vq,
531				 struct videobuf_buffer *vb)
532{
533	struct omap1_cam_buf *buf =
534			container_of(vb, struct omap1_cam_buf, vb);
535	struct soc_camera_device *icd = vq->priv_data;
536	struct device *dev = icd->parent;
537	struct soc_camera_host *ici = to_soc_camera_host(dev);
538	struct omap1_cam_dev *pcdev = ici->priv;
539
540	switch (vb->state) {
541	case VIDEOBUF_DONE:
542		dev_dbg(dev, "%s (done)\n", __func__);
543		break;
544	case VIDEOBUF_ACTIVE:
545		dev_dbg(dev, "%s (active)\n", __func__);
546		break;
547	case VIDEOBUF_QUEUED:
548		dev_dbg(dev, "%s (queued)\n", __func__);
549		break;
550	case VIDEOBUF_PREPARED:
551		dev_dbg(dev, "%s (prepared)\n", __func__);
552		break;
553	default:
554		dev_dbg(dev, "%s (unknown %d)\n", __func__, vb->state);
555		break;
556	}
557
558	free_buffer(vq, buf, pcdev->vb_mode);
559}
560
561static void videobuf_done(struct omap1_cam_dev *pcdev,
562		enum videobuf_state result)
563{
564	struct omap1_cam_buf *buf = pcdev->active;
565	struct videobuf_buffer *vb;
566	struct device *dev = pcdev->soc_host.icd->parent;
567
568	if (WARN_ON(!buf)) {
569		suspend_capture(pcdev);
570		disable_capture(pcdev);
571		return;
572	}
573
574	if (result == VIDEOBUF_ERROR)
575		suspend_capture(pcdev);
576
577	vb = &buf->vb;
578	if (waitqueue_active(&vb->done)) {
579		if (!pcdev->ready && result != VIDEOBUF_ERROR) {
580			/*
581			 * No next buffer has been entered into the DMA
582			 * programming register set on time (could be done only
583			 * while the previous DMA interurpt was processed, not
584			 * later), so the last DMA block, be it a whole buffer
585			 * if in CONTIG or its last sgbuf if in SG mode, is
586			 * about to be reused by the just autoreinitialized DMA
587			 * engine, and overwritten with next frame data. Best we
588			 * can do is stopping the capture as soon as possible,
589			 * hopefully before the next frame start.
590			 */
591			suspend_capture(pcdev);
592		}
593		vb->state = result;
594		v4l2_get_timestamp(&vb->ts);
595		if (result != VIDEOBUF_ERROR)
596			vb->field_count++;
597		wake_up(&vb->done);
598
599		/* shift in next buffer */
600		buf = pcdev->ready;
601		pcdev->active = buf;
602		pcdev->ready = NULL;
603
604		if (!buf) {
605			/*
606			 * No next buffer was ready on time (see above), so
607			 * indicate error condition to force capture restart or
608			 * stop, depending on next buffer already queued or not.
609			 */
610			result = VIDEOBUF_ERROR;
611			prepare_next_vb(pcdev);
612
613			buf = pcdev->ready;
614			pcdev->active = buf;
615			pcdev->ready = NULL;
616		}
617	} else if (pcdev->ready) {
618		/*
619		 * In both CONTIG and SG mode, the DMA engine has possibly
620		 * been already autoreinitialized with the preprogrammed
621		 * pcdev->ready buffer.  We can either accept this fact
622		 * and just swap the buffers, or provoke an error condition
623		 * and restart capture.  The former seems less intrusive.
624		 */
625		dev_dbg(dev, "%s: nobody waiting on videobuf, swap with next\n",
626				__func__);
627		pcdev->active = pcdev->ready;
628
629		if (pcdev->vb_mode == OMAP1_CAM_DMA_SG) {
630			/*
631			 * In SG mode, we have to make sure that the buffer we
632			 * are putting back into the pcdev->ready is marked
633			 * fresh.
634			 */
635			buf->sgbuf = NULL;
636		}
637		pcdev->ready = buf;
638
639		buf = pcdev->active;
640	} else {
641		/*
642		 * No next buffer has been entered into
643		 * the DMA programming register set on time.
644		 */
645		if (pcdev->vb_mode == OMAP1_CAM_DMA_CONTIG) {
646			/*
647			 * In CONTIG mode, the DMA engine has already been
648			 * reinitialized with the current buffer. Best we can do
649			 * is not touching it.
650			 */
651			dev_dbg(dev,
652				"%s: nobody waiting on videobuf, reuse it\n",
653				__func__);
654		} else {
655			/*
656			 * In SG mode, the DMA engine has just been
657			 * autoreinitialized with the last sgbuf from the
658			 * current list. Restart capture in order to transfer
659			 * next frame start into the first sgbuf, not the last
660			 * one.
661			 */
662			if (result != VIDEOBUF_ERROR) {
663				suspend_capture(pcdev);
664				result = VIDEOBUF_ERROR;
665			}
666		}
667	}
668
669	if (!buf) {
670		dev_dbg(dev, "%s: no more videobufs, stop capture\n", __func__);
671		disable_capture(pcdev);
672		return;
673	}
674
675	if (pcdev->vb_mode == OMAP1_CAM_DMA_CONTIG) {
676		/*
677		 * In CONTIG mode, the current buffer parameters had already
678		 * been entered into the DMA programming register set while the
679		 * buffer was fetched with prepare_next_vb(), they may have also
680		 * been transferred into the runtime set and already active if
681		 * the DMA still running.
682		 */
683	} else {
684		/* In SG mode, extra steps are required */
685		if (result == VIDEOBUF_ERROR)
686			/* make sure we (re)use sglist from start on error */
687			buf->sgbuf = NULL;
688
689		/*
690		 * In any case, enter the next sgbuf parameters into the DMA
691		 * programming register set.  They will be used either during
692		 * nearest DMA autoreinitialization or, in case of an error,
693		 * on DMA startup below.
694		 */
695		try_next_sgbuf(pcdev->dma_ch, buf);
696	}
697
698	if (result == VIDEOBUF_ERROR) {
699		dev_dbg(dev, "%s: videobuf error; reset FIFO, restart DMA\n",
700				__func__);
701		start_capture(pcdev);
702		/*
703		 * In SG mode, the above also resulted in the next sgbuf
704		 * parameters being entered into the DMA programming register
705		 * set, making them ready for next DMA autoreinitialization.
706		 */
707	}
708
709	/*
710	 * Finally, try fetching next buffer.
711	 * In CONTIG mode, it will also enter it into the DMA programming
712	 * register set, making it ready for next DMA autoreinitialization.
713	 */
714	prepare_next_vb(pcdev);
715}
716
717static void dma_isr(int channel, unsigned short status, void *data)
718{
719	struct omap1_cam_dev *pcdev = data;
720	struct omap1_cam_buf *buf = pcdev->active;
721	unsigned long flags;
722
723	spin_lock_irqsave(&pcdev->lock, flags);
724
725	if (WARN_ON(!buf)) {
726		suspend_capture(pcdev);
727		disable_capture(pcdev);
728		goto out;
729	}
730
731	if (pcdev->vb_mode == OMAP1_CAM_DMA_CONTIG) {
732		/*
733		 * In CONTIG mode, assume we have just managed to collect the
734		 * whole frame, hopefully before our end of frame watchdog is
735		 * triggered. Then, all we have to do is disabling the watchdog
736		 * for this frame, and calling videobuf_done() with success
737		 * indicated.
738		 */
739		CAM_WRITE(pcdev, MODE,
740				CAM_READ_CACHE(pcdev, MODE) & ~EN_V_DOWN);
741		videobuf_done(pcdev, VIDEOBUF_DONE);
742	} else {
743		/*
744		 * In SG mode, we have to process every sgbuf from the current
745		 * sglist, one after another.
746		 */
747		if (buf->sgbuf) {
748			/*
749			 * Current sglist not completed yet, try fetching next
750			 * sgbuf, hopefully putting it into the DMA programming
751			 * register set, making it ready for next DMA
752			 * autoreinitialization.
753			 */
754			try_next_sgbuf(pcdev->dma_ch, buf);
755			if (buf->sgbuf)
756				goto out;
757
758			/*
759			 * No more sgbufs left in the current sglist. This
760			 * doesn't mean that the whole videobuffer is already
761			 * complete, but only that the last sgbuf from the
762			 * current sglist is about to be filled. It will be
763			 * ready on next DMA interrupt, signalled with the
764			 * buf->sgbuf set back to NULL.
765			 */
766			if (buf->result != VIDEOBUF_ERROR) {
767				/*
768				 * Video frame collected without errors so far,
769				 * we can prepare for collecting a next one
770				 * as soon as DMA gets autoreinitialized
771				 * after the current (last) sgbuf is completed.
772				 */
773				buf = prepare_next_vb(pcdev);
774				if (!buf)
775					goto out;
776
777				try_next_sgbuf(pcdev->dma_ch, buf);
778				goto out;
779			}
780		}
781		/* end of videobuf */
782		videobuf_done(pcdev, buf->result);
783	}
784
785out:
786	spin_unlock_irqrestore(&pcdev->lock, flags);
787}
788
789static irqreturn_t cam_isr(int irq, void *data)
790{
791	struct omap1_cam_dev *pcdev = data;
792	struct device *dev = pcdev->soc_host.icd->parent;
793	struct omap1_cam_buf *buf = pcdev->active;
794	u32 it_status;
795	unsigned long flags;
796
797	it_status = CAM_READ(pcdev, IT_STATUS);
798	if (!it_status)
799		return IRQ_NONE;
800
801	spin_lock_irqsave(&pcdev->lock, flags);
802
803	if (WARN_ON(!buf)) {
804		dev_warn(dev, "%s: unhandled camera interrupt, status == %#x\n",
805			 __func__, it_status);
806		suspend_capture(pcdev);
807		disable_capture(pcdev);
808		goto out;
809	}
810
811	if (unlikely(it_status & FIFO_FULL)) {
812		dev_warn(dev, "%s: FIFO overflow\n", __func__);
813
814	} else if (it_status & V_DOWN) {
815		/* end of video frame watchdog */
816		if (pcdev->vb_mode == OMAP1_CAM_DMA_CONTIG) {
817			/*
818			 * In CONTIG mode, the watchdog is disabled with
819			 * successful DMA end of block interrupt, and reenabled
820			 * on next frame start. If we get here, there is nothing
821			 * to check, we must be out of sync.
822			 */
823		} else {
824			if (buf->sgcount == 2) {
825				/*
826				 * If exactly 2 sgbufs from the next sglist have
827				 * been programmed into the DMA engine (the
828				 * first one already transferred into the DMA
829				 * runtime register set, the second one still
830				 * in the programming set), then we are in sync.
831				 */
832				goto out;
833			}
834		}
835		dev_notice(dev, "%s: unexpected end of video frame\n",
836				__func__);
837
838	} else if (it_status & V_UP) {
839		u32 mode;
840
841		if (pcdev->vb_mode == OMAP1_CAM_DMA_CONTIG) {
842			/*
843			 * In CONTIG mode, we need this interrupt every frame
844			 * in oredr to reenable our end of frame watchdog.
845			 */
846			mode = CAM_READ_CACHE(pcdev, MODE);
847		} else {
848			/*
849			 * In SG mode, the below enabled end of frame watchdog
850			 * is kept on permanently, so we can turn this one shot
851			 * setup off.
852			 */
853			mode = CAM_READ_CACHE(pcdev, MODE) & ~EN_V_UP;
854		}
855
856		if (!(mode & EN_V_DOWN)) {
857			/* (re)enable end of frame watchdog interrupt */
858			mode |= EN_V_DOWN;
859		}
860		CAM_WRITE(pcdev, MODE, mode);
861		goto out;
862
863	} else {
864		dev_warn(dev, "%s: unhandled camera interrupt, status == %#x\n",
865				__func__, it_status);
866		goto out;
867	}
868
869	videobuf_done(pcdev, VIDEOBUF_ERROR);
870out:
871	spin_unlock_irqrestore(&pcdev->lock, flags);
872	return IRQ_HANDLED;
873}
874
875static struct videobuf_queue_ops omap1_videobuf_ops = {
876	.buf_setup	= omap1_videobuf_setup,
877	.buf_prepare	= omap1_videobuf_prepare,
878	.buf_queue	= omap1_videobuf_queue,
879	.buf_release	= omap1_videobuf_release,
880};
881
882
883/*
884 * SOC Camera host operations
885 */
886
887static void sensor_reset(struct omap1_cam_dev *pcdev, bool reset)
888{
889	/* apply/release camera sensor reset if requested by platform data */
890	if (pcdev->pflags & OMAP1_CAMERA_RST_HIGH)
891		CAM_WRITE(pcdev, GPIO, reset);
892	else if (pcdev->pflags & OMAP1_CAMERA_RST_LOW)
893		CAM_WRITE(pcdev, GPIO, !reset);
894}
895
896static int omap1_cam_add_device(struct soc_camera_device *icd)
897{
898	dev_dbg(icd->parent, "OMAP1 Camera driver attached to camera %d\n",
899			icd->devnum);
900
901	return 0;
902}
903
904static void omap1_cam_remove_device(struct soc_camera_device *icd)
905{
906	dev_dbg(icd->parent,
907		"OMAP1 Camera driver detached from camera %d\n", icd->devnum);
908}
909
910/*
911 * The following two functions absolutely depend on the fact, that
912 * there can be only one camera on OMAP1 camera sensor interface
913 */
914static int omap1_cam_clock_start(struct soc_camera_host *ici)
915{
916	struct omap1_cam_dev *pcdev = ici->priv;
917	u32 ctrlclock;
918
919	clk_enable(pcdev->clk);
920
921	/* setup sensor clock */
922	ctrlclock = CAM_READ(pcdev, CTRLCLOCK);
923	ctrlclock &= ~(CAMEXCLK_EN | MCLK_EN | DPLL_EN);
924	CAM_WRITE(pcdev, CTRLCLOCK, ctrlclock);
925
926	ctrlclock &= ~FOSCMOD_MASK;
927	switch (pcdev->camexclk) {
928	case 6000000:
929		ctrlclock |= CAMEXCLK_EN | FOSCMOD_6MHz;
930		break;
931	case 8000000:
932		ctrlclock |= CAMEXCLK_EN | FOSCMOD_8MHz | DPLL_EN;
933		break;
934	case 9600000:
935		ctrlclock |= CAMEXCLK_EN | FOSCMOD_9_6MHz | DPLL_EN;
936		break;
937	case 12000000:
938		ctrlclock |= CAMEXCLK_EN | FOSCMOD_12MHz;
939		break;
940	case 24000000:
941		ctrlclock |= CAMEXCLK_EN | FOSCMOD_24MHz | DPLL_EN;
942	default:
943		break;
944	}
945	CAM_WRITE(pcdev, CTRLCLOCK, ctrlclock & ~DPLL_EN);
946
947	/* enable internal clock */
948	ctrlclock |= MCLK_EN;
949	CAM_WRITE(pcdev, CTRLCLOCK, ctrlclock);
950
951	sensor_reset(pcdev, false);
952
953	return 0;
954}
955
956static void omap1_cam_clock_stop(struct soc_camera_host *ici)
957{
958	struct omap1_cam_dev *pcdev = ici->priv;
959	u32 ctrlclock;
960
961	suspend_capture(pcdev);
962	disable_capture(pcdev);
963
964	sensor_reset(pcdev, true);
965
966	/* disable and release system clocks */
967	ctrlclock = CAM_READ_CACHE(pcdev, CTRLCLOCK);
968	ctrlclock &= ~(MCLK_EN | DPLL_EN | CAMEXCLK_EN);
969	CAM_WRITE(pcdev, CTRLCLOCK, ctrlclock);
970
971	ctrlclock = (ctrlclock & ~FOSCMOD_MASK) | FOSCMOD_12MHz;
972	CAM_WRITE(pcdev, CTRLCLOCK, ctrlclock);
973	CAM_WRITE(pcdev, CTRLCLOCK, ctrlclock | MCLK_EN);
974
975	CAM_WRITE(pcdev, CTRLCLOCK, ctrlclock & ~MCLK_EN);
976
977	clk_disable(pcdev->clk);
978}
979
980/* Duplicate standard formats based on host capability of byte swapping */
981static const struct soc_mbus_lookup omap1_cam_formats[] = {
982{
983	.code = MEDIA_BUS_FMT_UYVY8_2X8,
984	.fmt = {
985		.fourcc			= V4L2_PIX_FMT_YUYV,
986		.name			= "YUYV",
987		.bits_per_sample	= 8,
988		.packing		= SOC_MBUS_PACKING_2X8_PADHI,
989		.order			= SOC_MBUS_ORDER_BE,
990		.layout			= SOC_MBUS_LAYOUT_PACKED,
991	},
992}, {
993	.code = MEDIA_BUS_FMT_VYUY8_2X8,
994	.fmt = {
995		.fourcc			= V4L2_PIX_FMT_YVYU,
996		.name			= "YVYU",
997		.bits_per_sample	= 8,
998		.packing		= SOC_MBUS_PACKING_2X8_PADHI,
999		.order			= SOC_MBUS_ORDER_BE,
1000		.layout			= SOC_MBUS_LAYOUT_PACKED,
1001	},
1002}, {
1003	.code = MEDIA_BUS_FMT_YUYV8_2X8,
1004	.fmt = {
1005		.fourcc			= V4L2_PIX_FMT_UYVY,
1006		.name			= "UYVY",
1007		.bits_per_sample	= 8,
1008		.packing		= SOC_MBUS_PACKING_2X8_PADHI,
1009		.order			= SOC_MBUS_ORDER_BE,
1010		.layout			= SOC_MBUS_LAYOUT_PACKED,
1011	},
1012}, {
1013	.code = MEDIA_BUS_FMT_YVYU8_2X8,
1014	.fmt = {
1015		.fourcc			= V4L2_PIX_FMT_VYUY,
1016		.name			= "VYUY",
1017		.bits_per_sample	= 8,
1018		.packing		= SOC_MBUS_PACKING_2X8_PADHI,
1019		.order			= SOC_MBUS_ORDER_BE,
1020		.layout			= SOC_MBUS_LAYOUT_PACKED,
1021	},
1022}, {
1023	.code = MEDIA_BUS_FMT_RGB555_2X8_PADHI_BE,
1024	.fmt = {
1025		.fourcc			= V4L2_PIX_FMT_RGB555,
1026		.name			= "RGB555",
1027		.bits_per_sample	= 8,
1028		.packing		= SOC_MBUS_PACKING_2X8_PADHI,
1029		.order			= SOC_MBUS_ORDER_BE,
1030		.layout			= SOC_MBUS_LAYOUT_PACKED,
1031	},
1032}, {
1033	.code = MEDIA_BUS_FMT_RGB555_2X8_PADHI_LE,
1034	.fmt = {
1035		.fourcc			= V4L2_PIX_FMT_RGB555X,
1036		.name			= "RGB555X",
1037		.bits_per_sample	= 8,
1038		.packing		= SOC_MBUS_PACKING_2X8_PADHI,
1039		.order			= SOC_MBUS_ORDER_BE,
1040		.layout			= SOC_MBUS_LAYOUT_PACKED,
1041	},
1042}, {
1043	.code = MEDIA_BUS_FMT_RGB565_2X8_BE,
1044	.fmt = {
1045		.fourcc			= V4L2_PIX_FMT_RGB565,
1046		.name			= "RGB565",
1047		.bits_per_sample	= 8,
1048		.packing		= SOC_MBUS_PACKING_2X8_PADHI,
1049		.order			= SOC_MBUS_ORDER_BE,
1050		.layout			= SOC_MBUS_LAYOUT_PACKED,
1051	},
1052}, {
1053	.code = MEDIA_BUS_FMT_RGB565_2X8_LE,
1054	.fmt = {
1055		.fourcc			= V4L2_PIX_FMT_RGB565X,
1056		.name			= "RGB565X",
1057		.bits_per_sample	= 8,
1058		.packing		= SOC_MBUS_PACKING_2X8_PADHI,
1059		.order			= SOC_MBUS_ORDER_BE,
1060		.layout			= SOC_MBUS_LAYOUT_PACKED,
1061	},
1062},
1063};
1064
1065static int omap1_cam_get_formats(struct soc_camera_device *icd,
1066		unsigned int idx, struct soc_camera_format_xlate *xlate)
1067{
1068	struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1069	struct device *dev = icd->parent;
1070	int formats = 0, ret;
1071	u32 code;
1072	const struct soc_mbus_pixelfmt *fmt;
1073
1074	ret = v4l2_subdev_call(sd, video, enum_mbus_fmt, idx, &code);
1075	if (ret < 0)
1076		/* No more formats */
1077		return 0;
1078
1079	fmt = soc_mbus_get_fmtdesc(code);
1080	if (!fmt) {
1081		dev_warn(dev, "%s: unsupported format code #%d: %d\n", __func__,
1082				idx, code);
1083		return 0;
1084	}
1085
1086	/* Check support for the requested bits-per-sample */
1087	if (fmt->bits_per_sample != 8)
1088		return 0;
1089
1090	switch (code) {
1091	case MEDIA_BUS_FMT_YUYV8_2X8:
1092	case MEDIA_BUS_FMT_YVYU8_2X8:
1093	case MEDIA_BUS_FMT_UYVY8_2X8:
1094	case MEDIA_BUS_FMT_VYUY8_2X8:
1095	case MEDIA_BUS_FMT_RGB555_2X8_PADHI_BE:
1096	case MEDIA_BUS_FMT_RGB555_2X8_PADHI_LE:
1097	case MEDIA_BUS_FMT_RGB565_2X8_BE:
1098	case MEDIA_BUS_FMT_RGB565_2X8_LE:
1099		formats++;
1100		if (xlate) {
1101			xlate->host_fmt	= soc_mbus_find_fmtdesc(code,
1102						omap1_cam_formats,
1103						ARRAY_SIZE(omap1_cam_formats));
1104			xlate->code	= code;
1105			xlate++;
1106			dev_dbg(dev,
1107				"%s: providing format %s as byte swapped code #%d\n",
1108				__func__, xlate->host_fmt->name, code);
1109		}
1110	default:
1111		if (xlate)
1112			dev_dbg(dev,
1113				"%s: providing format %s in pass-through mode\n",
1114				__func__, fmt->name);
1115	}
1116	formats++;
1117	if (xlate) {
1118		xlate->host_fmt	= fmt;
1119		xlate->code	= code;
1120		xlate++;
1121	}
1122
1123	return formats;
1124}
1125
1126static bool is_dma_aligned(s32 bytes_per_line, unsigned int height,
1127		enum omap1_cam_vb_mode vb_mode)
1128{
1129	int size = bytes_per_line * height;
1130
1131	return IS_ALIGNED(bytes_per_line, DMA_ELEMENT_SIZE) &&
1132		IS_ALIGNED(size, DMA_FRAME_SIZE(vb_mode) * DMA_ELEMENT_SIZE);
1133}
1134
1135static int dma_align(int *width, int *height,
1136		const struct soc_mbus_pixelfmt *fmt,
1137		enum omap1_cam_vb_mode vb_mode, bool enlarge)
1138{
1139	s32 bytes_per_line = soc_mbus_bytes_per_line(*width, fmt);
1140
1141	if (bytes_per_line < 0)
1142		return bytes_per_line;
1143
1144	if (!is_dma_aligned(bytes_per_line, *height, vb_mode)) {
1145		unsigned int pxalign = __fls(bytes_per_line / *width);
1146		unsigned int salign  = DMA_FRAME_SHIFT(vb_mode) +
1147				DMA_ELEMENT_SHIFT - pxalign;
1148		unsigned int incr    = enlarge << salign;
1149
1150		v4l_bound_align_image(width, 1, *width + incr, 0,
1151				height, 1, *height + incr, 0, salign);
1152		return 0;
1153	}
1154	return 1;
1155}
1156
1157#define subdev_call_with_sense(pcdev, dev, icd, sd, function, args...)		     \
1158({										     \
1159	struct soc_camera_sense sense = {					     \
1160		.master_clock		= pcdev->camexclk,			     \
1161		.pixel_clock_max	= 0,					     \
1162	};									     \
1163	int __ret;								     \
1164										     \
1165	if (pcdev->pdata)							     \
1166		sense.pixel_clock_max = pcdev->pdata->lclk_khz_max * 1000;	     \
1167	icd->sense = &sense;							     \
1168	__ret = v4l2_subdev_call(sd, video, function, ##args);			     \
1169	icd->sense = NULL;							     \
1170										     \
1171	if (sense.flags & SOCAM_SENSE_PCLK_CHANGED) {				     \
1172		if (sense.pixel_clock > sense.pixel_clock_max) {		     \
1173			dev_err(dev,						     \
1174				"%s: pixel clock %lu set by the camera too high!\n", \
1175				__func__, sense.pixel_clock);			     \
1176			__ret = -EINVAL;					     \
1177		}								     \
1178	}									     \
1179	__ret;									     \
1180})
1181
1182static int set_mbus_format(struct omap1_cam_dev *pcdev, struct device *dev,
1183		struct soc_camera_device *icd, struct v4l2_subdev *sd,
1184		struct v4l2_mbus_framefmt *mf,
1185		const struct soc_camera_format_xlate *xlate)
1186{
1187	s32 bytes_per_line;
1188	int ret = subdev_call_with_sense(pcdev, dev, icd, sd, s_mbus_fmt, mf);
1189
1190	if (ret < 0) {
1191		dev_err(dev, "%s: s_mbus_fmt failed\n", __func__);
1192		return ret;
1193	}
1194
1195	if (mf->code != xlate->code) {
1196		dev_err(dev, "%s: unexpected pixel code change\n", __func__);
1197		return -EINVAL;
1198	}
1199
1200	bytes_per_line = soc_mbus_bytes_per_line(mf->width, xlate->host_fmt);
1201	if (bytes_per_line < 0) {
1202		dev_err(dev, "%s: soc_mbus_bytes_per_line() failed\n",
1203				__func__);
1204		return bytes_per_line;
1205	}
1206
1207	if (!is_dma_aligned(bytes_per_line, mf->height, pcdev->vb_mode)) {
1208		dev_err(dev, "%s: resulting geometry %ux%u not DMA aligned\n",
1209				__func__, mf->width, mf->height);
1210		return -EINVAL;
1211	}
1212	return 0;
1213}
1214
1215static int omap1_cam_set_crop(struct soc_camera_device *icd,
1216			       const struct v4l2_crop *crop)
1217{
1218	const struct v4l2_rect *rect = &crop->c;
1219	const struct soc_camera_format_xlate *xlate = icd->current_fmt;
1220	struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1221	struct device *dev = icd->parent;
1222	struct soc_camera_host *ici = to_soc_camera_host(dev);
1223	struct omap1_cam_dev *pcdev = ici->priv;
1224	struct v4l2_mbus_framefmt mf;
1225	int ret;
1226
1227	ret = subdev_call_with_sense(pcdev, dev, icd, sd, s_crop, crop);
1228	if (ret < 0) {
1229		dev_warn(dev, "%s: failed to crop to %ux%u@%u:%u\n", __func__,
1230			 rect->width, rect->height, rect->left, rect->top);
1231		return ret;
1232	}
1233
1234	ret = v4l2_subdev_call(sd, video, g_mbus_fmt, &mf);
1235	if (ret < 0) {
1236		dev_warn(dev, "%s: failed to fetch current format\n", __func__);
1237		return ret;
1238	}
1239
1240	ret = dma_align(&mf.width, &mf.height, xlate->host_fmt, pcdev->vb_mode,
1241			false);
1242	if (ret < 0) {
1243		dev_err(dev, "%s: failed to align %ux%u %s with DMA\n",
1244				__func__, mf.width, mf.height,
1245				xlate->host_fmt->name);
1246		return ret;
1247	}
1248
1249	if (!ret) {
1250		/* sensor returned geometry not DMA aligned, trying to fix */
1251		ret = set_mbus_format(pcdev, dev, icd, sd, &mf, xlate);
1252		if (ret < 0) {
1253			dev_err(dev, "%s: failed to set format\n", __func__);
1254			return ret;
1255		}
1256	}
1257
1258	icd->user_width	 = mf.width;
1259	icd->user_height = mf.height;
1260
1261	return 0;
1262}
1263
1264static int omap1_cam_set_fmt(struct soc_camera_device *icd,
1265			      struct v4l2_format *f)
1266{
1267	struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1268	const struct soc_camera_format_xlate *xlate;
1269	struct device *dev = icd->parent;
1270	struct soc_camera_host *ici = to_soc_camera_host(dev);
1271	struct omap1_cam_dev *pcdev = ici->priv;
1272	struct v4l2_pix_format *pix = &f->fmt.pix;
1273	struct v4l2_mbus_framefmt mf;
1274	int ret;
1275
1276	xlate = soc_camera_xlate_by_fourcc(icd, pix->pixelformat);
1277	if (!xlate) {
1278		dev_warn(dev, "%s: format %#x not found\n", __func__,
1279				pix->pixelformat);
1280		return -EINVAL;
1281	}
1282
1283	mf.width	= pix->width;
1284	mf.height	= pix->height;
1285	mf.field	= pix->field;
1286	mf.colorspace	= pix->colorspace;
1287	mf.code		= xlate->code;
1288
1289	ret = dma_align(&mf.width, &mf.height, xlate->host_fmt, pcdev->vb_mode,
1290			true);
1291	if (ret < 0) {
1292		dev_err(dev, "%s: failed to align %ux%u %s with DMA\n",
1293				__func__, pix->width, pix->height,
1294				xlate->host_fmt->name);
1295		return ret;
1296	}
1297
1298	ret = set_mbus_format(pcdev, dev, icd, sd, &mf, xlate);
1299	if (ret < 0) {
1300		dev_err(dev, "%s: failed to set format\n", __func__);
1301		return ret;
1302	}
1303
1304	pix->width	 = mf.width;
1305	pix->height	 = mf.height;
1306	pix->field	 = mf.field;
1307	pix->colorspace  = mf.colorspace;
1308	icd->current_fmt = xlate;
1309
1310	return 0;
1311}
1312
1313static int omap1_cam_try_fmt(struct soc_camera_device *icd,
1314			      struct v4l2_format *f)
1315{
1316	struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1317	const struct soc_camera_format_xlate *xlate;
1318	struct v4l2_pix_format *pix = &f->fmt.pix;
1319	struct v4l2_mbus_framefmt mf;
1320	int ret;
1321	/* TODO: limit to mx1 hardware capabilities */
1322
1323	xlate = soc_camera_xlate_by_fourcc(icd, pix->pixelformat);
1324	if (!xlate) {
1325		dev_warn(icd->parent, "Format %#x not found\n",
1326			 pix->pixelformat);
1327		return -EINVAL;
1328	}
1329
1330	mf.width	= pix->width;
1331	mf.height	= pix->height;
1332	mf.field	= pix->field;
1333	mf.colorspace	= pix->colorspace;
1334	mf.code		= xlate->code;
1335
1336	/* limit to sensor capabilities */
1337	ret = v4l2_subdev_call(sd, video, try_mbus_fmt, &mf);
1338	if (ret < 0)
1339		return ret;
1340
1341	pix->width	= mf.width;
1342	pix->height	= mf.height;
1343	pix->field	= mf.field;
1344	pix->colorspace	= mf.colorspace;
1345
1346	return 0;
1347}
1348
1349static bool sg_mode;
1350
1351/*
1352 * Local mmap_mapper wrapper,
1353 * used for detecting videobuf-dma-contig buffer allocation failures
1354 * and switching to videobuf-dma-sg automatically for future attempts.
1355 */
1356static int omap1_cam_mmap_mapper(struct videobuf_queue *q,
1357				  struct videobuf_buffer *buf,
1358				  struct vm_area_struct *vma)
1359{
1360	struct soc_camera_device *icd = q->priv_data;
1361	struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1362	struct omap1_cam_dev *pcdev = ici->priv;
1363	int ret;
1364
1365	ret = pcdev->mmap_mapper(q, buf, vma);
1366
1367	if (ret == -ENOMEM)
1368		sg_mode = true;
1369
1370	return ret;
1371}
1372
1373static void omap1_cam_init_videobuf(struct videobuf_queue *q,
1374				     struct soc_camera_device *icd)
1375{
1376	struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1377	struct omap1_cam_dev *pcdev = ici->priv;
1378
1379	if (!sg_mode)
1380		videobuf_queue_dma_contig_init(q, &omap1_videobuf_ops,
1381				icd->parent, &pcdev->lock,
1382				V4L2_BUF_TYPE_VIDEO_CAPTURE, V4L2_FIELD_NONE,
1383				sizeof(struct omap1_cam_buf), icd, &ici->host_lock);
1384	else
1385		videobuf_queue_sg_init(q, &omap1_videobuf_ops,
1386				icd->parent, &pcdev->lock,
1387				V4L2_BUF_TYPE_VIDEO_CAPTURE, V4L2_FIELD_NONE,
1388				sizeof(struct omap1_cam_buf), icd, &ici->host_lock);
1389
1390	/* use videobuf mode (auto)selected with the module parameter */
1391	pcdev->vb_mode = sg_mode ? OMAP1_CAM_DMA_SG : OMAP1_CAM_DMA_CONTIG;
1392
1393	/*
1394	 * Ensure we substitute the videobuf-dma-contig version of the
1395	 * mmap_mapper() callback with our own wrapper, used for switching
1396	 * automatically to videobuf-dma-sg on buffer allocation failure.
1397	 */
1398	if (!sg_mode && q->int_ops->mmap_mapper != omap1_cam_mmap_mapper) {
1399		pcdev->mmap_mapper = q->int_ops->mmap_mapper;
1400		q->int_ops->mmap_mapper = omap1_cam_mmap_mapper;
1401	}
1402}
1403
1404static int omap1_cam_reqbufs(struct soc_camera_device *icd,
1405			      struct v4l2_requestbuffers *p)
1406{
1407	int i;
1408
1409	/*
1410	 * This is for locking debugging only. I removed spinlocks and now I
1411	 * check whether .prepare is ever called on a linked buffer, or whether
1412	 * a dma IRQ can occur for an in-work or unlinked buffer. Until now
1413	 * it hadn't triggered
1414	 */
1415	for (i = 0; i < p->count; i++) {
1416		struct omap1_cam_buf *buf = container_of(icd->vb_vidq.bufs[i],
1417						      struct omap1_cam_buf, vb);
1418		buf->inwork = 0;
1419		INIT_LIST_HEAD(&buf->vb.queue);
1420	}
1421
1422	return 0;
1423}
1424
1425static int omap1_cam_querycap(struct soc_camera_host *ici,
1426			       struct v4l2_capability *cap)
1427{
1428	/* cap->name is set by the friendly caller:-> */
1429	strlcpy(cap->card, "OMAP1 Camera", sizeof(cap->card));
1430	cap->device_caps = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_STREAMING;
1431	cap->capabilities = cap->device_caps | V4L2_CAP_DEVICE_CAPS;
1432
1433	return 0;
1434}
1435
1436static int omap1_cam_set_bus_param(struct soc_camera_device *icd)
1437{
1438	struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1439	struct device *dev = icd->parent;
1440	struct soc_camera_host *ici = to_soc_camera_host(dev);
1441	struct omap1_cam_dev *pcdev = ici->priv;
1442	u32 pixfmt = icd->current_fmt->host_fmt->fourcc;
1443	const struct soc_camera_format_xlate *xlate;
1444	const struct soc_mbus_pixelfmt *fmt;
1445	struct v4l2_mbus_config cfg = {.type = V4L2_MBUS_PARALLEL,};
1446	unsigned long common_flags;
1447	u32 ctrlclock, mode;
1448	int ret;
1449
1450	ret = v4l2_subdev_call(sd, video, g_mbus_config, &cfg);
1451	if (!ret) {
1452		common_flags = soc_mbus_config_compatible(&cfg, SOCAM_BUS_FLAGS);
1453		if (!common_flags) {
1454			dev_warn(dev,
1455				 "Flags incompatible: camera 0x%x, host 0x%x\n",
1456				 cfg.flags, SOCAM_BUS_FLAGS);
1457			return -EINVAL;
1458		}
1459	} else if (ret != -ENOIOCTLCMD) {
1460		return ret;
1461	} else {
1462		common_flags = SOCAM_BUS_FLAGS;
1463	}
1464
1465	/* Make choices, possibly based on platform configuration */
1466	if ((common_flags & V4L2_MBUS_PCLK_SAMPLE_RISING) &&
1467			(common_flags & V4L2_MBUS_PCLK_SAMPLE_FALLING)) {
1468		if (!pcdev->pdata ||
1469				pcdev->pdata->flags & OMAP1_CAMERA_LCLK_RISING)
1470			common_flags &= ~V4L2_MBUS_PCLK_SAMPLE_FALLING;
1471		else
1472			common_flags &= ~V4L2_MBUS_PCLK_SAMPLE_RISING;
1473	}
1474
1475	cfg.flags = common_flags;
1476	ret = v4l2_subdev_call(sd, video, s_mbus_config, &cfg);
1477	if (ret < 0 && ret != -ENOIOCTLCMD) {
1478		dev_dbg(dev, "camera s_mbus_config(0x%lx) returned %d\n",
1479			common_flags, ret);
1480		return ret;
1481	}
1482
1483	ctrlclock = CAM_READ_CACHE(pcdev, CTRLCLOCK);
1484	if (ctrlclock & LCLK_EN)
1485		CAM_WRITE(pcdev, CTRLCLOCK, ctrlclock & ~LCLK_EN);
1486
1487	if (common_flags & V4L2_MBUS_PCLK_SAMPLE_RISING) {
1488		dev_dbg(dev, "CTRLCLOCK_REG |= POLCLK\n");
1489		ctrlclock |= POLCLK;
1490	} else {
1491		dev_dbg(dev, "CTRLCLOCK_REG &= ~POLCLK\n");
1492		ctrlclock &= ~POLCLK;
1493	}
1494	CAM_WRITE(pcdev, CTRLCLOCK, ctrlclock & ~LCLK_EN);
1495
1496	if (ctrlclock & LCLK_EN)
1497		CAM_WRITE(pcdev, CTRLCLOCK, ctrlclock);
1498
1499	/* select bus endianness */
1500	xlate = soc_camera_xlate_by_fourcc(icd, pixfmt);
1501	fmt = xlate->host_fmt;
1502
1503	mode = CAM_READ(pcdev, MODE) & ~(RAZ_FIFO | IRQ_MASK | DMA);
1504	if (fmt->order == SOC_MBUS_ORDER_LE) {
1505		dev_dbg(dev, "MODE_REG &= ~ORDERCAMD\n");
1506		CAM_WRITE(pcdev, MODE, mode & ~ORDERCAMD);
1507	} else {
1508		dev_dbg(dev, "MODE_REG |= ORDERCAMD\n");
1509		CAM_WRITE(pcdev, MODE, mode | ORDERCAMD);
1510	}
1511
1512	return 0;
1513}
1514
1515static unsigned int omap1_cam_poll(struct file *file, poll_table *pt)
1516{
1517	struct soc_camera_device *icd = file->private_data;
1518	struct omap1_cam_buf *buf;
1519
1520	buf = list_entry(icd->vb_vidq.stream.next, struct omap1_cam_buf,
1521			 vb.stream);
1522
1523	poll_wait(file, &buf->vb.done, pt);
1524
1525	if (buf->vb.state == VIDEOBUF_DONE ||
1526	    buf->vb.state == VIDEOBUF_ERROR)
1527		return POLLIN | POLLRDNORM;
1528
1529	return 0;
1530}
1531
1532static struct soc_camera_host_ops omap1_host_ops = {
1533	.owner		= THIS_MODULE,
1534	.add		= omap1_cam_add_device,
1535	.remove		= omap1_cam_remove_device,
1536	.clock_start	= omap1_cam_clock_start,
1537	.clock_stop	= omap1_cam_clock_stop,
1538	.get_formats	= omap1_cam_get_formats,
1539	.set_crop	= omap1_cam_set_crop,
1540	.set_fmt	= omap1_cam_set_fmt,
1541	.try_fmt	= omap1_cam_try_fmt,
1542	.init_videobuf	= omap1_cam_init_videobuf,
1543	.reqbufs	= omap1_cam_reqbufs,
1544	.querycap	= omap1_cam_querycap,
1545	.set_bus_param	= omap1_cam_set_bus_param,
1546	.poll		= omap1_cam_poll,
1547};
1548
1549static int omap1_cam_probe(struct platform_device *pdev)
1550{
1551	struct omap1_cam_dev *pcdev;
1552	struct resource *res;
1553	struct clk *clk;
1554	void __iomem *base;
1555	unsigned int irq;
1556	int err = 0;
1557
1558	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1559	irq = platform_get_irq(pdev, 0);
1560	if (!res || (int)irq <= 0) {
1561		err = -ENODEV;
1562		goto exit;
1563	}
1564
1565	clk = clk_get(&pdev->dev, "armper_ck");
1566	if (IS_ERR(clk)) {
1567		err = PTR_ERR(clk);
1568		goto exit;
1569	}
1570
1571	pcdev = kzalloc(sizeof(*pcdev) + resource_size(res), GFP_KERNEL);
1572	if (!pcdev) {
1573		dev_err(&pdev->dev, "Could not allocate pcdev\n");
1574		err = -ENOMEM;
1575		goto exit_put_clk;
1576	}
1577
1578	pcdev->res = res;
1579	pcdev->clk = clk;
1580
1581	pcdev->pdata = pdev->dev.platform_data;
1582	if (pcdev->pdata) {
1583		pcdev->pflags = pcdev->pdata->flags;
1584		pcdev->camexclk = pcdev->pdata->camexclk_khz * 1000;
1585	}
1586
1587	switch (pcdev->camexclk) {
1588	case 6000000:
1589	case 8000000:
1590	case 9600000:
1591	case 12000000:
1592	case 24000000:
1593		break;
1594	default:
1595		/* pcdev->camexclk != 0 => pcdev->pdata != NULL */
1596		dev_warn(&pdev->dev,
1597				"Incorrect sensor clock frequency %ld kHz, "
1598				"should be one of 0, 6, 8, 9.6, 12 or 24 MHz, "
1599				"please correct your platform data\n",
1600				pcdev->pdata->camexclk_khz);
1601		pcdev->camexclk = 0;
1602	case 0:
1603		dev_info(&pdev->dev, "Not providing sensor clock\n");
1604	}
1605
1606	INIT_LIST_HEAD(&pcdev->capture);
1607	spin_lock_init(&pcdev->lock);
1608
1609	/*
1610	 * Request the region.
1611	 */
1612	if (!request_mem_region(res->start, resource_size(res), DRIVER_NAME)) {
1613		err = -EBUSY;
1614		goto exit_kfree;
1615	}
1616
1617	base = ioremap(res->start, resource_size(res));
1618	if (!base) {
1619		err = -ENOMEM;
1620		goto exit_release;
1621	}
1622	pcdev->irq = irq;
1623	pcdev->base = base;
1624
1625	sensor_reset(pcdev, true);
1626
1627	err = omap_request_dma(OMAP_DMA_CAMERA_IF_RX, DRIVER_NAME,
1628			dma_isr, (void *)pcdev, &pcdev->dma_ch);
1629	if (err < 0) {
1630		dev_err(&pdev->dev, "Can't request DMA for OMAP1 Camera\n");
1631		err = -EBUSY;
1632		goto exit_iounmap;
1633	}
1634	dev_dbg(&pdev->dev, "got DMA channel %d\n", pcdev->dma_ch);
1635
1636	/* preconfigure DMA */
1637	omap_set_dma_src_params(pcdev->dma_ch, OMAP_DMA_PORT_TIPB,
1638			OMAP_DMA_AMODE_CONSTANT, res->start + REG_CAMDATA,
1639			0, 0);
1640	omap_set_dma_dest_burst_mode(pcdev->dma_ch, OMAP_DMA_DATA_BURST_4);
1641	/* setup DMA autoinitialization */
1642	omap_dma_link_lch(pcdev->dma_ch, pcdev->dma_ch);
1643
1644	err = request_irq(pcdev->irq, cam_isr, 0, DRIVER_NAME, pcdev);
1645	if (err) {
1646		dev_err(&pdev->dev, "Camera interrupt register failed\n");
1647		goto exit_free_dma;
1648	}
1649
1650	pcdev->soc_host.drv_name	= DRIVER_NAME;
1651	pcdev->soc_host.ops		= &omap1_host_ops;
1652	pcdev->soc_host.priv		= pcdev;
1653	pcdev->soc_host.v4l2_dev.dev	= &pdev->dev;
1654	pcdev->soc_host.nr		= pdev->id;
1655
1656	err = soc_camera_host_register(&pcdev->soc_host);
1657	if (err)
1658		goto exit_free_irq;
1659
1660	dev_info(&pdev->dev, "OMAP1 Camera Interface driver loaded\n");
1661
1662	return 0;
1663
1664exit_free_irq:
1665	free_irq(pcdev->irq, pcdev);
1666exit_free_dma:
1667	omap_free_dma(pcdev->dma_ch);
1668exit_iounmap:
1669	iounmap(base);
1670exit_release:
1671	release_mem_region(res->start, resource_size(res));
1672exit_kfree:
1673	kfree(pcdev);
1674exit_put_clk:
1675	clk_put(clk);
1676exit:
1677	return err;
1678}
1679
1680static int omap1_cam_remove(struct platform_device *pdev)
1681{
1682	struct soc_camera_host *soc_host = to_soc_camera_host(&pdev->dev);
1683	struct omap1_cam_dev *pcdev = container_of(soc_host,
1684					struct omap1_cam_dev, soc_host);
1685	struct resource *res;
1686
1687	free_irq(pcdev->irq, pcdev);
1688
1689	omap_free_dma(pcdev->dma_ch);
1690
1691	soc_camera_host_unregister(soc_host);
1692
1693	iounmap(pcdev->base);
1694
1695	res = pcdev->res;
1696	release_mem_region(res->start, resource_size(res));
1697
1698	clk_put(pcdev->clk);
1699
1700	kfree(pcdev);
1701
1702	dev_info(&pdev->dev, "OMAP1 Camera Interface driver unloaded\n");
1703
1704	return 0;
1705}
1706
1707static struct platform_driver omap1_cam_driver = {
1708	.driver		= {
1709		.name	= DRIVER_NAME,
1710	},
1711	.probe		= omap1_cam_probe,
1712	.remove		= omap1_cam_remove,
1713};
1714
1715module_platform_driver(omap1_cam_driver);
1716
1717module_param(sg_mode, bool, 0644);
1718MODULE_PARM_DESC(sg_mode, "videobuf mode, 0: dma-contig (default), 1: dma-sg");
1719
1720MODULE_DESCRIPTION("OMAP1 Camera Interface driver");
1721MODULE_AUTHOR("Janusz Krzysztofik <jkrzyszt@tis.icnet.pl>");
1722MODULE_LICENSE("GPL v2");
1723MODULE_VERSION(DRIVER_VERSION);
1724MODULE_ALIAS("platform:" DRIVER_NAME);
1725