1/*
2 * Freescale MXS I2C bus driver
3 *
4 * Copyright (C) 2012-2013 Marek Vasut <marex@denx.de>
5 * Copyright (C) 2011-2012 Wolfram Sang, Pengutronix e.K.
6 *
7 * based on a (non-working) driver which was:
8 *
9 * Copyright (C) 2009-2010 Freescale Semiconductor, Inc. All Rights Reserved.
10 *
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2 of the License, or
14 * (at your option) any later version.
15 *
16 */
17
18#include <linux/slab.h>
19#include <linux/device.h>
20#include <linux/module.h>
21#include <linux/i2c.h>
22#include <linux/err.h>
23#include <linux/interrupt.h>
24#include <linux/completion.h>
25#include <linux/platform_device.h>
26#include <linux/jiffies.h>
27#include <linux/io.h>
28#include <linux/stmp_device.h>
29#include <linux/of.h>
30#include <linux/of_device.h>
31#include <linux/dma-mapping.h>
32#include <linux/dmaengine.h>
33
34#define DRIVER_NAME "mxs-i2c"
35
36#define MXS_I2C_CTRL0		(0x00)
37#define MXS_I2C_CTRL0_SET	(0x04)
38#define MXS_I2C_CTRL0_CLR	(0x08)
39
40#define MXS_I2C_CTRL0_SFTRST			0x80000000
41#define MXS_I2C_CTRL0_RUN			0x20000000
42#define MXS_I2C_CTRL0_SEND_NAK_ON_LAST		0x02000000
43#define MXS_I2C_CTRL0_PIO_MODE			0x01000000
44#define MXS_I2C_CTRL0_RETAIN_CLOCK		0x00200000
45#define MXS_I2C_CTRL0_POST_SEND_STOP		0x00100000
46#define MXS_I2C_CTRL0_PRE_SEND_START		0x00080000
47#define MXS_I2C_CTRL0_MASTER_MODE		0x00020000
48#define MXS_I2C_CTRL0_DIRECTION			0x00010000
49#define MXS_I2C_CTRL0_XFER_COUNT(v)		((v) & 0x0000FFFF)
50
51#define MXS_I2C_TIMING0		(0x10)
52#define MXS_I2C_TIMING1		(0x20)
53#define MXS_I2C_TIMING2		(0x30)
54
55#define MXS_I2C_CTRL1		(0x40)
56#define MXS_I2C_CTRL1_SET	(0x44)
57#define MXS_I2C_CTRL1_CLR	(0x48)
58
59#define MXS_I2C_CTRL1_CLR_GOT_A_NAK		0x10000000
60#define MXS_I2C_CTRL1_BUS_FREE_IRQ		0x80
61#define MXS_I2C_CTRL1_DATA_ENGINE_CMPLT_IRQ	0x40
62#define MXS_I2C_CTRL1_NO_SLAVE_ACK_IRQ		0x20
63#define MXS_I2C_CTRL1_OVERSIZE_XFER_TERM_IRQ	0x10
64#define MXS_I2C_CTRL1_EARLY_TERM_IRQ		0x08
65#define MXS_I2C_CTRL1_MASTER_LOSS_IRQ		0x04
66#define MXS_I2C_CTRL1_SLAVE_STOP_IRQ		0x02
67#define MXS_I2C_CTRL1_SLAVE_IRQ			0x01
68
69#define MXS_I2C_STAT		(0x50)
70#define MXS_I2C_STAT_GOT_A_NAK			0x10000000
71#define MXS_I2C_STAT_BUS_BUSY			0x00000800
72#define MXS_I2C_STAT_CLK_GEN_BUSY		0x00000400
73
74#define MXS_I2C_DATA(i2c)	((i2c->dev_type == MXS_I2C_V1) ? 0x60 : 0xa0)
75
76#define MXS_I2C_DEBUG0_CLR(i2c)	((i2c->dev_type == MXS_I2C_V1) ? 0x78 : 0xb8)
77
78#define MXS_I2C_DEBUG0_DMAREQ	0x80000000
79
80#define MXS_I2C_IRQ_MASK	(MXS_I2C_CTRL1_DATA_ENGINE_CMPLT_IRQ | \
81				 MXS_I2C_CTRL1_NO_SLAVE_ACK_IRQ | \
82				 MXS_I2C_CTRL1_EARLY_TERM_IRQ | \
83				 MXS_I2C_CTRL1_MASTER_LOSS_IRQ | \
84				 MXS_I2C_CTRL1_SLAVE_STOP_IRQ | \
85				 MXS_I2C_CTRL1_SLAVE_IRQ)
86
87
88#define MXS_CMD_I2C_SELECT	(MXS_I2C_CTRL0_RETAIN_CLOCK |	\
89				 MXS_I2C_CTRL0_PRE_SEND_START |	\
90				 MXS_I2C_CTRL0_MASTER_MODE |	\
91				 MXS_I2C_CTRL0_DIRECTION |	\
92				 MXS_I2C_CTRL0_XFER_COUNT(1))
93
94#define MXS_CMD_I2C_WRITE	(MXS_I2C_CTRL0_PRE_SEND_START |	\
95				 MXS_I2C_CTRL0_MASTER_MODE |	\
96				 MXS_I2C_CTRL0_DIRECTION)
97
98#define MXS_CMD_I2C_READ	(MXS_I2C_CTRL0_SEND_NAK_ON_LAST | \
99				 MXS_I2C_CTRL0_MASTER_MODE)
100
101enum mxs_i2c_devtype {
102	MXS_I2C_UNKNOWN = 0,
103	MXS_I2C_V1,
104	MXS_I2C_V2,
105};
106
107/**
108 * struct mxs_i2c_dev - per device, private MXS-I2C data
109 *
110 * @dev: driver model device node
111 * @dev_type: distinguish i.MX23/i.MX28 features
112 * @regs: IO registers pointer
113 * @cmd_complete: completion object for transaction wait
114 * @cmd_err: error code for last transaction
115 * @adapter: i2c subsystem adapter node
116 */
117struct mxs_i2c_dev {
118	struct device *dev;
119	enum mxs_i2c_devtype dev_type;
120	void __iomem *regs;
121	struct completion cmd_complete;
122	int cmd_err;
123	struct i2c_adapter adapter;
124
125	uint32_t timing0;
126	uint32_t timing1;
127	uint32_t timing2;
128
129	/* DMA support components */
130	struct dma_chan			*dmach;
131	uint32_t			pio_data[2];
132	uint32_t			addr_data;
133	struct scatterlist		sg_io[2];
134	bool				dma_read;
135};
136
137static int mxs_i2c_reset(struct mxs_i2c_dev *i2c)
138{
139	int ret = stmp_reset_block(i2c->regs);
140	if (ret)
141		return ret;
142
143	/*
144	 * Configure timing for the I2C block. The I2C TIMING2 register has to
145	 * be programmed with this particular magic number. The rest is derived
146	 * from the XTAL speed and requested I2C speed.
147	 *
148	 * For details, see i.MX233 [25.4.2 - 25.4.4] and i.MX28 [27.5.2 - 27.5.4].
149	 */
150	writel(i2c->timing0, i2c->regs + MXS_I2C_TIMING0);
151	writel(i2c->timing1, i2c->regs + MXS_I2C_TIMING1);
152	writel(i2c->timing2, i2c->regs + MXS_I2C_TIMING2);
153
154	writel(MXS_I2C_IRQ_MASK << 8, i2c->regs + MXS_I2C_CTRL1_SET);
155
156	return 0;
157}
158
159static void mxs_i2c_dma_finish(struct mxs_i2c_dev *i2c)
160{
161	if (i2c->dma_read) {
162		dma_unmap_sg(i2c->dev, &i2c->sg_io[0], 1, DMA_TO_DEVICE);
163		dma_unmap_sg(i2c->dev, &i2c->sg_io[1], 1, DMA_FROM_DEVICE);
164	} else {
165		dma_unmap_sg(i2c->dev, i2c->sg_io, 2, DMA_TO_DEVICE);
166	}
167}
168
169static void mxs_i2c_dma_irq_callback(void *param)
170{
171	struct mxs_i2c_dev *i2c = param;
172
173	complete(&i2c->cmd_complete);
174	mxs_i2c_dma_finish(i2c);
175}
176
177static int mxs_i2c_dma_setup_xfer(struct i2c_adapter *adap,
178			struct i2c_msg *msg, uint32_t flags)
179{
180	struct dma_async_tx_descriptor *desc;
181	struct mxs_i2c_dev *i2c = i2c_get_adapdata(adap);
182
183	if (msg->flags & I2C_M_RD) {
184		i2c->dma_read = 1;
185		i2c->addr_data = (msg->addr << 1) | I2C_SMBUS_READ;
186
187		/*
188		 * SELECT command.
189		 */
190
191		/* Queue the PIO register write transfer. */
192		i2c->pio_data[0] = MXS_CMD_I2C_SELECT;
193		desc = dmaengine_prep_slave_sg(i2c->dmach,
194					(struct scatterlist *)&i2c->pio_data[0],
195					1, DMA_TRANS_NONE, 0);
196		if (!desc) {
197			dev_err(i2c->dev,
198				"Failed to get PIO reg. write descriptor.\n");
199			goto select_init_pio_fail;
200		}
201
202		/* Queue the DMA data transfer. */
203		sg_init_one(&i2c->sg_io[0], &i2c->addr_data, 1);
204		dma_map_sg(i2c->dev, &i2c->sg_io[0], 1, DMA_TO_DEVICE);
205		desc = dmaengine_prep_slave_sg(i2c->dmach, &i2c->sg_io[0], 1,
206					DMA_MEM_TO_DEV,
207					DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
208		if (!desc) {
209			dev_err(i2c->dev,
210				"Failed to get DMA data write descriptor.\n");
211			goto select_init_dma_fail;
212		}
213
214		/*
215		 * READ command.
216		 */
217
218		/* Queue the PIO register write transfer. */
219		i2c->pio_data[1] = flags | MXS_CMD_I2C_READ |
220				MXS_I2C_CTRL0_XFER_COUNT(msg->len);
221		desc = dmaengine_prep_slave_sg(i2c->dmach,
222					(struct scatterlist *)&i2c->pio_data[1],
223					1, DMA_TRANS_NONE, DMA_PREP_INTERRUPT);
224		if (!desc) {
225			dev_err(i2c->dev,
226				"Failed to get PIO reg. write descriptor.\n");
227			goto select_init_dma_fail;
228		}
229
230		/* Queue the DMA data transfer. */
231		sg_init_one(&i2c->sg_io[1], msg->buf, msg->len);
232		dma_map_sg(i2c->dev, &i2c->sg_io[1], 1, DMA_FROM_DEVICE);
233		desc = dmaengine_prep_slave_sg(i2c->dmach, &i2c->sg_io[1], 1,
234					DMA_DEV_TO_MEM,
235					DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
236		if (!desc) {
237			dev_err(i2c->dev,
238				"Failed to get DMA data write descriptor.\n");
239			goto read_init_dma_fail;
240		}
241	} else {
242		i2c->dma_read = 0;
243		i2c->addr_data = (msg->addr << 1) | I2C_SMBUS_WRITE;
244
245		/*
246		 * WRITE command.
247		 */
248
249		/* Queue the PIO register write transfer. */
250		i2c->pio_data[0] = flags | MXS_CMD_I2C_WRITE |
251				MXS_I2C_CTRL0_XFER_COUNT(msg->len + 1);
252		desc = dmaengine_prep_slave_sg(i2c->dmach,
253					(struct scatterlist *)&i2c->pio_data[0],
254					1, DMA_TRANS_NONE, 0);
255		if (!desc) {
256			dev_err(i2c->dev,
257				"Failed to get PIO reg. write descriptor.\n");
258			goto write_init_pio_fail;
259		}
260
261		/* Queue the DMA data transfer. */
262		sg_init_table(i2c->sg_io, 2);
263		sg_set_buf(&i2c->sg_io[0], &i2c->addr_data, 1);
264		sg_set_buf(&i2c->sg_io[1], msg->buf, msg->len);
265		dma_map_sg(i2c->dev, i2c->sg_io, 2, DMA_TO_DEVICE);
266		desc = dmaengine_prep_slave_sg(i2c->dmach, i2c->sg_io, 2,
267					DMA_MEM_TO_DEV,
268					DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
269		if (!desc) {
270			dev_err(i2c->dev,
271				"Failed to get DMA data write descriptor.\n");
272			goto write_init_dma_fail;
273		}
274	}
275
276	/*
277	 * The last descriptor must have this callback,
278	 * to finish the DMA transaction.
279	 */
280	desc->callback = mxs_i2c_dma_irq_callback;
281	desc->callback_param = i2c;
282
283	/* Start the transfer. */
284	dmaengine_submit(desc);
285	dma_async_issue_pending(i2c->dmach);
286	return 0;
287
288/* Read failpath. */
289read_init_dma_fail:
290	dma_unmap_sg(i2c->dev, &i2c->sg_io[1], 1, DMA_FROM_DEVICE);
291select_init_dma_fail:
292	dma_unmap_sg(i2c->dev, &i2c->sg_io[0], 1, DMA_TO_DEVICE);
293select_init_pio_fail:
294	dmaengine_terminate_all(i2c->dmach);
295	return -EINVAL;
296
297/* Write failpath. */
298write_init_dma_fail:
299	dma_unmap_sg(i2c->dev, i2c->sg_io, 2, DMA_TO_DEVICE);
300write_init_pio_fail:
301	dmaengine_terminate_all(i2c->dmach);
302	return -EINVAL;
303}
304
305static int mxs_i2c_pio_wait_xfer_end(struct mxs_i2c_dev *i2c)
306{
307	unsigned long timeout = jiffies + msecs_to_jiffies(1000);
308
309	while (readl(i2c->regs + MXS_I2C_CTRL0) & MXS_I2C_CTRL0_RUN) {
310		if (readl(i2c->regs + MXS_I2C_CTRL1) &
311				MXS_I2C_CTRL1_NO_SLAVE_ACK_IRQ)
312			return -ENXIO;
313		if (time_after(jiffies, timeout))
314			return -ETIMEDOUT;
315		cond_resched();
316	}
317
318	return 0;
319}
320
321static int mxs_i2c_pio_check_error_state(struct mxs_i2c_dev *i2c)
322{
323	u32 state;
324
325	state = readl(i2c->regs + MXS_I2C_CTRL1_CLR) & MXS_I2C_IRQ_MASK;
326
327	if (state & MXS_I2C_CTRL1_NO_SLAVE_ACK_IRQ)
328		i2c->cmd_err = -ENXIO;
329	else if (state & (MXS_I2C_CTRL1_EARLY_TERM_IRQ |
330			  MXS_I2C_CTRL1_MASTER_LOSS_IRQ |
331			  MXS_I2C_CTRL1_SLAVE_STOP_IRQ |
332			  MXS_I2C_CTRL1_SLAVE_IRQ))
333		i2c->cmd_err = -EIO;
334
335	return i2c->cmd_err;
336}
337
338static void mxs_i2c_pio_trigger_cmd(struct mxs_i2c_dev *i2c, u32 cmd)
339{
340	u32 reg;
341
342	writel(cmd, i2c->regs + MXS_I2C_CTRL0);
343
344	/* readback makes sure the write is latched into hardware */
345	reg = readl(i2c->regs + MXS_I2C_CTRL0);
346	reg |= MXS_I2C_CTRL0_RUN;
347	writel(reg, i2c->regs + MXS_I2C_CTRL0);
348}
349
350/*
351 * Start WRITE transaction on the I2C bus. By studying i.MX23 datasheet,
352 * CTRL0::PIO_MODE bit description clarifies the order in which the registers
353 * must be written during PIO mode operation. First, the CTRL0 register has
354 * to be programmed with all the necessary bits but the RUN bit. Then the
355 * payload has to be written into the DATA register. Finally, the transmission
356 * is executed by setting the RUN bit in CTRL0.
357 */
358static void mxs_i2c_pio_trigger_write_cmd(struct mxs_i2c_dev *i2c, u32 cmd,
359					  u32 data)
360{
361	writel(cmd, i2c->regs + MXS_I2C_CTRL0);
362
363	if (i2c->dev_type == MXS_I2C_V1)
364		writel(MXS_I2C_CTRL0_PIO_MODE, i2c->regs + MXS_I2C_CTRL0_SET);
365
366	writel(data, i2c->regs + MXS_I2C_DATA(i2c));
367	writel(MXS_I2C_CTRL0_RUN, i2c->regs + MXS_I2C_CTRL0_SET);
368}
369
370static int mxs_i2c_pio_setup_xfer(struct i2c_adapter *adap,
371			struct i2c_msg *msg, uint32_t flags)
372{
373	struct mxs_i2c_dev *i2c = i2c_get_adapdata(adap);
374	uint32_t addr_data = msg->addr << 1;
375	uint32_t data = 0;
376	int i, ret, xlen = 0, xmit = 0;
377	uint32_t start;
378
379	/* Mute IRQs coming from this block. */
380	writel(MXS_I2C_IRQ_MASK << 8, i2c->regs + MXS_I2C_CTRL1_CLR);
381
382	/*
383	 * MX23 idea:
384	 * - Enable CTRL0::PIO_MODE (1 << 24)
385	 * - Enable CTRL1::ACK_MODE (1 << 27)
386	 *
387	 * WARNING! The MX23 is broken in some way, even if it claims
388	 * to support PIO, when we try to transfer any amount of data
389	 * that is not aligned to 4 bytes, the DMA engine will have
390	 * bits in DEBUG1::DMA_BYTES_ENABLES still set even after the
391	 * transfer. This in turn will mess up the next transfer as
392	 * the block it emit one byte write onto the bus terminated
393	 * with a NAK+STOP. A possible workaround is to reset the IP
394	 * block after every PIO transmission, which might just work.
395	 *
396	 * NOTE: The CTRL0::PIO_MODE description is important, since
397	 * it outlines how the PIO mode is really supposed to work.
398	 */
399	if (msg->flags & I2C_M_RD) {
400		/*
401		 * PIO READ transfer:
402		 *
403		 * This transfer MUST be limited to 4 bytes maximum. It is not
404		 * possible to transfer more than four bytes via PIO, since we
405		 * can not in any way make sure we can read the data from the
406		 * DATA register fast enough. Besides, the RX FIFO is only four
407		 * bytes deep, thus we can only really read up to four bytes at
408		 * time. Finally, there is no bit indicating us that new data
409		 * arrived at the FIFO and can thus be fetched from the DATA
410		 * register.
411		 */
412		BUG_ON(msg->len > 4);
413
414		addr_data |= I2C_SMBUS_READ;
415
416		/* SELECT command. */
417		mxs_i2c_pio_trigger_write_cmd(i2c, MXS_CMD_I2C_SELECT,
418					      addr_data);
419
420		ret = mxs_i2c_pio_wait_xfer_end(i2c);
421		if (ret) {
422			dev_err(i2c->dev,
423				"PIO: Failed to send SELECT command!\n");
424			goto cleanup;
425		}
426
427		/* READ command. */
428		mxs_i2c_pio_trigger_cmd(i2c,
429					MXS_CMD_I2C_READ | flags |
430					MXS_I2C_CTRL0_XFER_COUNT(msg->len));
431
432		ret = mxs_i2c_pio_wait_xfer_end(i2c);
433		if (ret) {
434			dev_err(i2c->dev,
435				"PIO: Failed to send READ command!\n");
436			goto cleanup;
437		}
438
439		data = readl(i2c->regs + MXS_I2C_DATA(i2c));
440		for (i = 0; i < msg->len; i++) {
441			msg->buf[i] = data & 0xff;
442			data >>= 8;
443		}
444	} else {
445		/*
446		 * PIO WRITE transfer:
447		 *
448		 * The code below implements clock stretching to circumvent
449		 * the possibility of kernel not being able to supply data
450		 * fast enough. It is possible to transfer arbitrary amount
451		 * of data using PIO write.
452		 */
453		addr_data |= I2C_SMBUS_WRITE;
454
455		/*
456		 * The LSB of data buffer is the first byte blasted across
457		 * the bus. Higher order bytes follow. Thus the following
458		 * filling schematic.
459		 */
460
461		data = addr_data << 24;
462
463		/* Start the transfer with START condition. */
464		start = MXS_I2C_CTRL0_PRE_SEND_START;
465
466		/* If the transfer is long, use clock stretching. */
467		if (msg->len > 3)
468			start |= MXS_I2C_CTRL0_RETAIN_CLOCK;
469
470		for (i = 0; i < msg->len; i++) {
471			data >>= 8;
472			data |= (msg->buf[i] << 24);
473
474			xmit = 0;
475
476			/* This is the last transfer of the message. */
477			if (i + 1 == msg->len) {
478				/* Add optional STOP flag. */
479				start |= flags;
480				/* Remove RETAIN_CLOCK bit. */
481				start &= ~MXS_I2C_CTRL0_RETAIN_CLOCK;
482				xmit = 1;
483			}
484
485			/* Four bytes are ready in the "data" variable. */
486			if ((i & 3) == 2)
487				xmit = 1;
488
489			/* Nothing interesting happened, continue stuffing. */
490			if (!xmit)
491				continue;
492
493			/*
494			 * Compute the size of the transfer and shift the
495			 * data accordingly.
496			 *
497			 * i = (4k + 0) .... xlen = 2
498			 * i = (4k + 1) .... xlen = 3
499			 * i = (4k + 2) .... xlen = 4
500			 * i = (4k + 3) .... xlen = 1
501			 */
502
503			if ((i % 4) == 3)
504				xlen = 1;
505			else
506				xlen = (i % 4) + 2;
507
508			data >>= (4 - xlen) * 8;
509
510			dev_dbg(i2c->dev,
511				"PIO: len=%i pos=%i total=%i [W%s%s%s]\n",
512				xlen, i, msg->len,
513				start & MXS_I2C_CTRL0_PRE_SEND_START ? "S" : "",
514				start & MXS_I2C_CTRL0_POST_SEND_STOP ? "E" : "",
515				start & MXS_I2C_CTRL0_RETAIN_CLOCK ? "C" : "");
516
517			writel(MXS_I2C_DEBUG0_DMAREQ,
518			       i2c->regs + MXS_I2C_DEBUG0_CLR(i2c));
519
520			mxs_i2c_pio_trigger_write_cmd(i2c,
521				start | MXS_I2C_CTRL0_MASTER_MODE |
522				MXS_I2C_CTRL0_DIRECTION |
523				MXS_I2C_CTRL0_XFER_COUNT(xlen), data);
524
525			/* The START condition is sent only once. */
526			start &= ~MXS_I2C_CTRL0_PRE_SEND_START;
527
528			/* Wait for the end of the transfer. */
529			ret = mxs_i2c_pio_wait_xfer_end(i2c);
530			if (ret) {
531				dev_err(i2c->dev,
532					"PIO: Failed to finish WRITE cmd!\n");
533				break;
534			}
535
536			/* Check NAK here. */
537			ret = readl(i2c->regs + MXS_I2C_STAT) &
538				    MXS_I2C_STAT_GOT_A_NAK;
539			if (ret) {
540				ret = -ENXIO;
541				goto cleanup;
542			}
543		}
544	}
545
546	/* make sure we capture any occurred error into cmd_err */
547	ret = mxs_i2c_pio_check_error_state(i2c);
548
549cleanup:
550	/* Clear any dangling IRQs and re-enable interrupts. */
551	writel(MXS_I2C_IRQ_MASK, i2c->regs + MXS_I2C_CTRL1_CLR);
552	writel(MXS_I2C_IRQ_MASK << 8, i2c->regs + MXS_I2C_CTRL1_SET);
553
554	/* Clear the PIO_MODE on i.MX23 */
555	if (i2c->dev_type == MXS_I2C_V1)
556		writel(MXS_I2C_CTRL0_PIO_MODE, i2c->regs + MXS_I2C_CTRL0_CLR);
557
558	return ret;
559}
560
561/*
562 * Low level master read/write transaction.
563 */
564static int mxs_i2c_xfer_msg(struct i2c_adapter *adap, struct i2c_msg *msg,
565				int stop)
566{
567	struct mxs_i2c_dev *i2c = i2c_get_adapdata(adap);
568	int ret;
569	int flags;
570	int use_pio = 0;
571	unsigned long time_left;
572
573	flags = stop ? MXS_I2C_CTRL0_POST_SEND_STOP : 0;
574
575	dev_dbg(i2c->dev, "addr: 0x%04x, len: %d, flags: 0x%x, stop: %d\n",
576		msg->addr, msg->len, msg->flags, stop);
577
578	if (msg->len == 0)
579		return -EINVAL;
580
581	/*
582	 * The MX28 I2C IP block can only do PIO READ for transfer of to up
583	 * 4 bytes of length. The write transfer is not limited as it can use
584	 * clock stretching to avoid FIFO underruns.
585	 */
586	if ((msg->flags & I2C_M_RD) && (msg->len <= 4))
587		use_pio = 1;
588	if (!(msg->flags & I2C_M_RD) && (msg->len < 7))
589		use_pio = 1;
590
591	i2c->cmd_err = 0;
592	if (use_pio) {
593		ret = mxs_i2c_pio_setup_xfer(adap, msg, flags);
594		/* No need to reset the block if NAK was received. */
595		if (ret && (ret != -ENXIO))
596			mxs_i2c_reset(i2c);
597	} else {
598		reinit_completion(&i2c->cmd_complete);
599		ret = mxs_i2c_dma_setup_xfer(adap, msg, flags);
600		if (ret)
601			return ret;
602
603		time_left = wait_for_completion_timeout(&i2c->cmd_complete,
604						msecs_to_jiffies(1000));
605		if (!time_left)
606			goto timeout;
607
608		ret = i2c->cmd_err;
609	}
610
611	if (ret == -ENXIO) {
612		/*
613		 * If the transfer fails with a NAK from the slave the
614		 * controller halts until it gets told to return to idle state.
615		 */
616		writel(MXS_I2C_CTRL1_CLR_GOT_A_NAK,
617		       i2c->regs + MXS_I2C_CTRL1_SET);
618	}
619
620	/*
621	 * WARNING!
622	 * The i.MX23 is strange. After each and every operation, it's I2C IP
623	 * block must be reset, otherwise the IP block will misbehave. This can
624	 * be observed on the bus by the block sending out one single byte onto
625	 * the bus. In case such an error happens, bit 27 will be set in the
626	 * DEBUG0 register. This bit is not documented in the i.MX23 datasheet
627	 * and is marked as "TBD" instead. To reset this bit to a correct state,
628	 * reset the whole block. Since the block reset does not take long, do
629	 * reset the block after every transfer to play safe.
630	 */
631	if (i2c->dev_type == MXS_I2C_V1)
632		mxs_i2c_reset(i2c);
633
634	dev_dbg(i2c->dev, "Done with err=%d\n", ret);
635
636	return ret;
637
638timeout:
639	dev_dbg(i2c->dev, "Timeout!\n");
640	mxs_i2c_dma_finish(i2c);
641	ret = mxs_i2c_reset(i2c);
642	if (ret)
643		return ret;
644
645	return -ETIMEDOUT;
646}
647
648static int mxs_i2c_xfer(struct i2c_adapter *adap, struct i2c_msg msgs[],
649			int num)
650{
651	int i;
652	int err;
653
654	for (i = 0; i < num; i++) {
655		err = mxs_i2c_xfer_msg(adap, &msgs[i], i == (num - 1));
656		if (err)
657			return err;
658	}
659
660	return num;
661}
662
663static u32 mxs_i2c_func(struct i2c_adapter *adap)
664{
665	return I2C_FUNC_I2C | I2C_FUNC_SMBUS_EMUL;
666}
667
668static irqreturn_t mxs_i2c_isr(int this_irq, void *dev_id)
669{
670	struct mxs_i2c_dev *i2c = dev_id;
671	u32 stat = readl(i2c->regs + MXS_I2C_CTRL1) & MXS_I2C_IRQ_MASK;
672
673	if (!stat)
674		return IRQ_NONE;
675
676	if (stat & MXS_I2C_CTRL1_NO_SLAVE_ACK_IRQ)
677		i2c->cmd_err = -ENXIO;
678	else if (stat & (MXS_I2C_CTRL1_EARLY_TERM_IRQ |
679		    MXS_I2C_CTRL1_MASTER_LOSS_IRQ |
680		    MXS_I2C_CTRL1_SLAVE_STOP_IRQ | MXS_I2C_CTRL1_SLAVE_IRQ))
681		/* MXS_I2C_CTRL1_OVERSIZE_XFER_TERM_IRQ is only for slaves */
682		i2c->cmd_err = -EIO;
683
684	writel(stat, i2c->regs + MXS_I2C_CTRL1_CLR);
685
686	return IRQ_HANDLED;
687}
688
689static const struct i2c_algorithm mxs_i2c_algo = {
690	.master_xfer = mxs_i2c_xfer,
691	.functionality = mxs_i2c_func,
692};
693
694static void mxs_i2c_derive_timing(struct mxs_i2c_dev *i2c, uint32_t speed)
695{
696	/* The I2C block clock runs at 24MHz */
697	const uint32_t clk = 24000000;
698	uint32_t divider;
699	uint16_t high_count, low_count, rcv_count, xmit_count;
700	uint32_t bus_free, leadin;
701	struct device *dev = i2c->dev;
702
703	divider = DIV_ROUND_UP(clk, speed);
704
705	if (divider < 25) {
706		/*
707		 * limit the divider, so that min(low_count, high_count)
708		 * is >= 1
709		 */
710		divider = 25;
711		dev_warn(dev,
712			"Speed too high (%u.%03u kHz), using %u.%03u kHz\n",
713			speed / 1000, speed % 1000,
714			clk / divider / 1000, clk / divider % 1000);
715	} else if (divider > 1897) {
716		/*
717		 * limit the divider, so that max(low_count, high_count)
718		 * cannot exceed 1023
719		 */
720		divider = 1897;
721		dev_warn(dev,
722			"Speed too low (%u.%03u kHz), using %u.%03u kHz\n",
723			speed / 1000, speed % 1000,
724			clk / divider / 1000, clk / divider % 1000);
725	}
726
727	/*
728	 * The I2C spec specifies the following timing data:
729	 *                          standard mode  fast mode Bitfield name
730	 * tLOW (SCL LOW period)     4700 ns        1300 ns
731	 * tHIGH (SCL HIGH period)   4000 ns         600 ns
732	 * tSU;DAT (data setup time)  250 ns         100 ns
733	 * tHD;STA (START hold time) 4000 ns         600 ns
734	 * tBUF (bus free time)      4700 ns        1300 ns
735	 *
736	 * The hardware (of the i.MX28 at least) seems to add 2 additional
737	 * clock cycles to the low_count and 7 cycles to the high_count.
738	 * This is compensated for by subtracting the respective constants
739	 * from the values written to the timing registers.
740	 */
741	if (speed > 100000) {
742		/* fast mode */
743		low_count = DIV_ROUND_CLOSEST(divider * 13, (13 + 6));
744		high_count = DIV_ROUND_CLOSEST(divider * 6, (13 + 6));
745		leadin = DIV_ROUND_UP(600 * (clk / 1000000), 1000);
746		bus_free = DIV_ROUND_UP(1300 * (clk / 1000000), 1000);
747	} else {
748		/* normal mode */
749		low_count = DIV_ROUND_CLOSEST(divider * 47, (47 + 40));
750		high_count = DIV_ROUND_CLOSEST(divider * 40, (47 + 40));
751		leadin = DIV_ROUND_UP(4700 * (clk / 1000000), 1000);
752		bus_free = DIV_ROUND_UP(4700 * (clk / 1000000), 1000);
753	}
754	rcv_count = high_count * 3 / 8;
755	xmit_count = low_count * 3 / 8;
756
757	dev_dbg(dev,
758		"speed=%u(actual %u) divider=%u low=%u high=%u xmit=%u rcv=%u leadin=%u bus_free=%u\n",
759		speed, clk / divider, divider, low_count, high_count,
760		xmit_count, rcv_count, leadin, bus_free);
761
762	low_count -= 2;
763	high_count -= 7;
764	i2c->timing0 = (high_count << 16) | rcv_count;
765	i2c->timing1 = (low_count << 16) | xmit_count;
766	i2c->timing2 = (bus_free << 16 | leadin);
767}
768
769static int mxs_i2c_get_ofdata(struct mxs_i2c_dev *i2c)
770{
771	uint32_t speed;
772	struct device *dev = i2c->dev;
773	struct device_node *node = dev->of_node;
774	int ret;
775
776	ret = of_property_read_u32(node, "clock-frequency", &speed);
777	if (ret) {
778		dev_warn(dev, "No I2C speed selected, using 100kHz\n");
779		speed = 100000;
780	}
781
782	mxs_i2c_derive_timing(i2c, speed);
783
784	return 0;
785}
786
787static const struct platform_device_id mxs_i2c_devtype[] = {
788	{
789		.name = "imx23-i2c",
790		.driver_data = MXS_I2C_V1,
791	}, {
792		.name = "imx28-i2c",
793		.driver_data = MXS_I2C_V2,
794	}, { /* sentinel */ }
795};
796MODULE_DEVICE_TABLE(platform, mxs_i2c_devtype);
797
798static const struct of_device_id mxs_i2c_dt_ids[] = {
799	{ .compatible = "fsl,imx23-i2c", .data = &mxs_i2c_devtype[0], },
800	{ .compatible = "fsl,imx28-i2c", .data = &mxs_i2c_devtype[1], },
801	{ /* sentinel */ }
802};
803MODULE_DEVICE_TABLE(of, mxs_i2c_dt_ids);
804
805static int mxs_i2c_probe(struct platform_device *pdev)
806{
807	const struct of_device_id *of_id =
808				of_match_device(mxs_i2c_dt_ids, &pdev->dev);
809	struct device *dev = &pdev->dev;
810	struct mxs_i2c_dev *i2c;
811	struct i2c_adapter *adap;
812	struct resource *res;
813	int err, irq;
814
815	i2c = devm_kzalloc(dev, sizeof(*i2c), GFP_KERNEL);
816	if (!i2c)
817		return -ENOMEM;
818
819	if (of_id) {
820		const struct platform_device_id *device_id = of_id->data;
821		i2c->dev_type = device_id->driver_data;
822	}
823
824	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
825	i2c->regs = devm_ioremap_resource(&pdev->dev, res);
826	if (IS_ERR(i2c->regs))
827		return PTR_ERR(i2c->regs);
828
829	irq = platform_get_irq(pdev, 0);
830	if (irq < 0)
831		return irq;
832
833	err = devm_request_irq(dev, irq, mxs_i2c_isr, 0, dev_name(dev), i2c);
834	if (err)
835		return err;
836
837	i2c->dev = dev;
838
839	init_completion(&i2c->cmd_complete);
840
841	if (dev->of_node) {
842		err = mxs_i2c_get_ofdata(i2c);
843		if (err)
844			return err;
845	}
846
847	/* Setup the DMA */
848	i2c->dmach = dma_request_slave_channel(dev, "rx-tx");
849	if (!i2c->dmach) {
850		dev_err(dev, "Failed to request dma\n");
851		return -ENODEV;
852	}
853
854	platform_set_drvdata(pdev, i2c);
855
856	/* Do reset to enforce correct startup after pinmuxing */
857	err = mxs_i2c_reset(i2c);
858	if (err)
859		return err;
860
861	adap = &i2c->adapter;
862	strlcpy(adap->name, "MXS I2C adapter", sizeof(adap->name));
863	adap->owner = THIS_MODULE;
864	adap->algo = &mxs_i2c_algo;
865	adap->dev.parent = dev;
866	adap->nr = pdev->id;
867	adap->dev.of_node = pdev->dev.of_node;
868	i2c_set_adapdata(adap, i2c);
869	err = i2c_add_numbered_adapter(adap);
870	if (err) {
871		dev_err(dev, "Failed to add adapter (%d)\n", err);
872		writel(MXS_I2C_CTRL0_SFTRST,
873				i2c->regs + MXS_I2C_CTRL0_SET);
874		return err;
875	}
876
877	return 0;
878}
879
880static int mxs_i2c_remove(struct platform_device *pdev)
881{
882	struct mxs_i2c_dev *i2c = platform_get_drvdata(pdev);
883
884	i2c_del_adapter(&i2c->adapter);
885
886	if (i2c->dmach)
887		dma_release_channel(i2c->dmach);
888
889	writel(MXS_I2C_CTRL0_SFTRST, i2c->regs + MXS_I2C_CTRL0_SET);
890
891	return 0;
892}
893
894static struct platform_driver mxs_i2c_driver = {
895	.driver = {
896		   .name = DRIVER_NAME,
897		   .of_match_table = mxs_i2c_dt_ids,
898		   },
899	.probe = mxs_i2c_probe,
900	.remove = mxs_i2c_remove,
901};
902
903static int __init mxs_i2c_init(void)
904{
905	return platform_driver_register(&mxs_i2c_driver);
906}
907subsys_initcall(mxs_i2c_init);
908
909static void __exit mxs_i2c_exit(void)
910{
911	platform_driver_unregister(&mxs_i2c_driver);
912}
913module_exit(mxs_i2c_exit);
914
915MODULE_AUTHOR("Marek Vasut <marex@denx.de>");
916MODULE_AUTHOR("Wolfram Sang <kernel@pengutronix.de>");
917MODULE_DESCRIPTION("MXS I2C Bus Driver");
918MODULE_LICENSE("GPL");
919MODULE_ALIAS("platform:" DRIVER_NAME);
920