1/*
2 * I2C bus driver for the Cadence I2C controller.
3 *
4 * Copyright (C) 2009 - 2014 Xilinx, Inc.
5 *
6 * This program is free software; you can redistribute it
7 * and/or modify it under the terms of the GNU General Public
8 * License as published by the Free Software Foundation;
9 * either version 2 of the License, or (at your option) any
10 * later version.
11 */
12
13#include <linux/clk.h>
14#include <linux/delay.h>
15#include <linux/i2c.h>
16#include <linux/interrupt.h>
17#include <linux/io.h>
18#include <linux/module.h>
19#include <linux/platform_device.h>
20
21/* Register offsets for the I2C device. */
22#define CDNS_I2C_CR_OFFSET		0x00 /* Control Register, RW */
23#define CDNS_I2C_SR_OFFSET		0x04 /* Status Register, RO */
24#define CDNS_I2C_ADDR_OFFSET		0x08 /* I2C Address Register, RW */
25#define CDNS_I2C_DATA_OFFSET		0x0C /* I2C Data Register, RW */
26#define CDNS_I2C_ISR_OFFSET		0x10 /* IRQ Status Register, RW */
27#define CDNS_I2C_XFER_SIZE_OFFSET	0x14 /* Transfer Size Register, RW */
28#define CDNS_I2C_TIME_OUT_OFFSET	0x1C /* Time Out Register, RW */
29#define CDNS_I2C_IER_OFFSET		0x24 /* IRQ Enable Register, WO */
30#define CDNS_I2C_IDR_OFFSET		0x28 /* IRQ Disable Register, WO */
31
32/* Control Register Bit mask definitions */
33#define CDNS_I2C_CR_HOLD		BIT(4) /* Hold Bus bit */
34#define CDNS_I2C_CR_ACK_EN		BIT(3)
35#define CDNS_I2C_CR_NEA			BIT(2)
36#define CDNS_I2C_CR_MS			BIT(1)
37/* Read or Write Master transfer 0 = Transmitter, 1 = Receiver */
38#define CDNS_I2C_CR_RW			BIT(0)
39/* 1 = Auto init FIFO to zeroes */
40#define CDNS_I2C_CR_CLR_FIFO		BIT(6)
41#define CDNS_I2C_CR_DIVA_SHIFT		14
42#define CDNS_I2C_CR_DIVA_MASK		(3 << CDNS_I2C_CR_DIVA_SHIFT)
43#define CDNS_I2C_CR_DIVB_SHIFT		8
44#define CDNS_I2C_CR_DIVB_MASK		(0x3f << CDNS_I2C_CR_DIVB_SHIFT)
45
46/* Status Register Bit mask definitions */
47#define CDNS_I2C_SR_BA		BIT(8)
48#define CDNS_I2C_SR_RXDV	BIT(5)
49
50/*
51 * I2C Address Register Bit mask definitions
52 * Normal addressing mode uses [6:0] bits. Extended addressing mode uses [9:0]
53 * bits. A write access to this register always initiates a transfer if the I2C
54 * is in master mode.
55 */
56#define CDNS_I2C_ADDR_MASK	0x000003FF /* I2C Address Mask */
57
58/*
59 * I2C Interrupt Registers Bit mask definitions
60 * All the four interrupt registers (Status/Mask/Enable/Disable) have the same
61 * bit definitions.
62 */
63#define CDNS_I2C_IXR_ARB_LOST		BIT(9)
64#define CDNS_I2C_IXR_RX_UNF		BIT(7)
65#define CDNS_I2C_IXR_TX_OVF		BIT(6)
66#define CDNS_I2C_IXR_RX_OVF		BIT(5)
67#define CDNS_I2C_IXR_SLV_RDY		BIT(4)
68#define CDNS_I2C_IXR_TO			BIT(3)
69#define CDNS_I2C_IXR_NACK		BIT(2)
70#define CDNS_I2C_IXR_DATA		BIT(1)
71#define CDNS_I2C_IXR_COMP		BIT(0)
72
73#define CDNS_I2C_IXR_ALL_INTR_MASK	(CDNS_I2C_IXR_ARB_LOST | \
74					 CDNS_I2C_IXR_RX_UNF | \
75					 CDNS_I2C_IXR_TX_OVF | \
76					 CDNS_I2C_IXR_RX_OVF | \
77					 CDNS_I2C_IXR_SLV_RDY | \
78					 CDNS_I2C_IXR_TO | \
79					 CDNS_I2C_IXR_NACK | \
80					 CDNS_I2C_IXR_DATA | \
81					 CDNS_I2C_IXR_COMP)
82
83#define CDNS_I2C_IXR_ERR_INTR_MASK	(CDNS_I2C_IXR_ARB_LOST | \
84					 CDNS_I2C_IXR_RX_UNF | \
85					 CDNS_I2C_IXR_TX_OVF | \
86					 CDNS_I2C_IXR_RX_OVF | \
87					 CDNS_I2C_IXR_NACK)
88
89#define CDNS_I2C_ENABLED_INTR_MASK	(CDNS_I2C_IXR_ARB_LOST | \
90					 CDNS_I2C_IXR_RX_UNF | \
91					 CDNS_I2C_IXR_TX_OVF | \
92					 CDNS_I2C_IXR_RX_OVF | \
93					 CDNS_I2C_IXR_NACK | \
94					 CDNS_I2C_IXR_DATA | \
95					 CDNS_I2C_IXR_COMP)
96
97#define CDNS_I2C_TIMEOUT		msecs_to_jiffies(1000)
98
99#define CDNS_I2C_FIFO_DEPTH		16
100/* FIFO depth at which the DATA interrupt occurs */
101#define CDNS_I2C_DATA_INTR_DEPTH	(CDNS_I2C_FIFO_DEPTH - 2)
102#define CDNS_I2C_MAX_TRANSFER_SIZE	255
103/* Transfer size in multiples of data interrupt depth */
104#define CDNS_I2C_TRANSFER_SIZE	(CDNS_I2C_MAX_TRANSFER_SIZE - 3)
105
106#define DRIVER_NAME		"cdns-i2c"
107
108#define CDNS_I2C_SPEED_MAX	400000
109#define CDNS_I2C_SPEED_DEFAULT	100000
110
111#define CDNS_I2C_DIVA_MAX	4
112#define CDNS_I2C_DIVB_MAX	64
113
114#define CDNS_I2C_TIMEOUT_MAX	0xFF
115
116#define cdns_i2c_readreg(offset)       readl_relaxed(id->membase + offset)
117#define cdns_i2c_writereg(val, offset) writel_relaxed(val, id->membase + offset)
118
119/**
120 * struct cdns_i2c - I2C device private data structure
121 * @membase:		Base address of the I2C device
122 * @adap:		I2C adapter instance
123 * @p_msg:		Message pointer
124 * @err_status:		Error status in Interrupt Status Register
125 * @xfer_done:		Transfer complete status
126 * @p_send_buf:		Pointer to transmit buffer
127 * @p_recv_buf:		Pointer to receive buffer
128 * @suspended:		Flag holding the device's PM status
129 * @send_count:		Number of bytes still expected to send
130 * @recv_count:		Number of bytes still expected to receive
131 * @curr_recv_count:	Number of bytes to be received in current transfer
132 * @irq:		IRQ number
133 * @input_clk:		Input clock to I2C controller
134 * @i2c_clk:		Maximum I2C clock speed
135 * @bus_hold_flag:	Flag used in repeated start for clearing HOLD bit
136 * @clk:		Pointer to struct clk
137 * @clk_rate_change_nb:	Notifier block for clock rate changes
138 */
139struct cdns_i2c {
140	void __iomem *membase;
141	struct i2c_adapter adap;
142	struct i2c_msg *p_msg;
143	int err_status;
144	struct completion xfer_done;
145	unsigned char *p_send_buf;
146	unsigned char *p_recv_buf;
147	u8 suspended;
148	unsigned int send_count;
149	unsigned int recv_count;
150	unsigned int curr_recv_count;
151	int irq;
152	unsigned long input_clk;
153	unsigned int i2c_clk;
154	unsigned int bus_hold_flag;
155	struct clk *clk;
156	struct notifier_block clk_rate_change_nb;
157};
158
159#define to_cdns_i2c(_nb)	container_of(_nb, struct cdns_i2c, \
160					     clk_rate_change_nb)
161
162/**
163 * cdns_i2c_clear_bus_hold() - Clear bus hold bit
164 * @id:	Pointer to driver data struct
165 *
166 * Helper to clear the controller's bus hold bit.
167 */
168static void cdns_i2c_clear_bus_hold(struct cdns_i2c *id)
169{
170	u32 reg = cdns_i2c_readreg(CDNS_I2C_CR_OFFSET);
171	if (reg & CDNS_I2C_CR_HOLD)
172		cdns_i2c_writereg(reg & ~CDNS_I2C_CR_HOLD, CDNS_I2C_CR_OFFSET);
173}
174
175/**
176 * cdns_i2c_isr - Interrupt handler for the I2C device
177 * @irq:	irq number for the I2C device
178 * @ptr:	void pointer to cdns_i2c structure
179 *
180 * This function handles the data interrupt, transfer complete interrupt and
181 * the error interrupts of the I2C device.
182 *
183 * Return: IRQ_HANDLED always
184 */
185static irqreturn_t cdns_i2c_isr(int irq, void *ptr)
186{
187	unsigned int isr_status, avail_bytes, updatetx;
188	unsigned int bytes_to_send;
189	struct cdns_i2c *id = ptr;
190	/* Signal completion only after everything is updated */
191	int done_flag = 0;
192	irqreturn_t status = IRQ_NONE;
193
194	isr_status = cdns_i2c_readreg(CDNS_I2C_ISR_OFFSET);
195	cdns_i2c_writereg(isr_status, CDNS_I2C_ISR_OFFSET);
196
197	/* Handling nack and arbitration lost interrupt */
198	if (isr_status & (CDNS_I2C_IXR_NACK | CDNS_I2C_IXR_ARB_LOST)) {
199		done_flag = 1;
200		status = IRQ_HANDLED;
201	}
202
203	/*
204	 * Check if transfer size register needs to be updated again for a
205	 * large data receive operation.
206	 */
207	updatetx = 0;
208	if (id->recv_count > id->curr_recv_count)
209		updatetx = 1;
210
211	/* When receiving, handle data interrupt and completion interrupt */
212	if (id->p_recv_buf &&
213	    ((isr_status & CDNS_I2C_IXR_COMP) ||
214	     (isr_status & CDNS_I2C_IXR_DATA))) {
215		/* Read data if receive data valid is set */
216		while (cdns_i2c_readreg(CDNS_I2C_SR_OFFSET) &
217		       CDNS_I2C_SR_RXDV) {
218			/*
219			 * Clear hold bit that was set for FIFO control if
220			 * RX data left is less than FIFO depth, unless
221			 * repeated start is selected.
222			 */
223			if ((id->recv_count < CDNS_I2C_FIFO_DEPTH) &&
224			    !id->bus_hold_flag)
225				cdns_i2c_clear_bus_hold(id);
226
227			*(id->p_recv_buf)++ =
228				cdns_i2c_readreg(CDNS_I2C_DATA_OFFSET);
229			id->recv_count--;
230			id->curr_recv_count--;
231
232			if (updatetx &&
233			    (id->curr_recv_count == CDNS_I2C_FIFO_DEPTH + 1))
234				break;
235		}
236
237		/*
238		 * The controller sends NACK to the slave when transfer size
239		 * register reaches zero without considering the HOLD bit.
240		 * This workaround is implemented for large data transfers to
241		 * maintain transfer size non-zero while performing a large
242		 * receive operation.
243		 */
244		if (updatetx &&
245		    (id->curr_recv_count == CDNS_I2C_FIFO_DEPTH + 1)) {
246			/* wait while fifo is full */
247			while (cdns_i2c_readreg(CDNS_I2C_XFER_SIZE_OFFSET) !=
248			       (id->curr_recv_count - CDNS_I2C_FIFO_DEPTH))
249				;
250
251			/*
252			 * Check number of bytes to be received against maximum
253			 * transfer size and update register accordingly.
254			 */
255			if (((int)(id->recv_count) - CDNS_I2C_FIFO_DEPTH) >
256			    CDNS_I2C_TRANSFER_SIZE) {
257				cdns_i2c_writereg(CDNS_I2C_TRANSFER_SIZE,
258						  CDNS_I2C_XFER_SIZE_OFFSET);
259				id->curr_recv_count = CDNS_I2C_TRANSFER_SIZE +
260						      CDNS_I2C_FIFO_DEPTH;
261			} else {
262				cdns_i2c_writereg(id->recv_count -
263						  CDNS_I2C_FIFO_DEPTH,
264						  CDNS_I2C_XFER_SIZE_OFFSET);
265				id->curr_recv_count = id->recv_count;
266			}
267		}
268
269		/* Clear hold (if not repeated start) and signal completion */
270		if ((isr_status & CDNS_I2C_IXR_COMP) && !id->recv_count) {
271			if (!id->bus_hold_flag)
272				cdns_i2c_clear_bus_hold(id);
273			done_flag = 1;
274		}
275
276		status = IRQ_HANDLED;
277	}
278
279	/* When sending, handle transfer complete interrupt */
280	if ((isr_status & CDNS_I2C_IXR_COMP) && !id->p_recv_buf) {
281		/*
282		 * If there is more data to be sent, calculate the
283		 * space available in FIFO and fill with that many bytes.
284		 */
285		if (id->send_count) {
286			avail_bytes = CDNS_I2C_FIFO_DEPTH -
287			    cdns_i2c_readreg(CDNS_I2C_XFER_SIZE_OFFSET);
288			if (id->send_count > avail_bytes)
289				bytes_to_send = avail_bytes;
290			else
291				bytes_to_send = id->send_count;
292
293			while (bytes_to_send--) {
294				cdns_i2c_writereg(
295					(*(id->p_send_buf)++),
296					 CDNS_I2C_DATA_OFFSET);
297				id->send_count--;
298			}
299		} else {
300			/*
301			 * Signal the completion of transaction and
302			 * clear the hold bus bit if there are no
303			 * further messages to be processed.
304			 */
305			done_flag = 1;
306		}
307		if (!id->send_count && !id->bus_hold_flag)
308			cdns_i2c_clear_bus_hold(id);
309
310		status = IRQ_HANDLED;
311	}
312
313	/* Update the status for errors */
314	id->err_status = isr_status & CDNS_I2C_IXR_ERR_INTR_MASK;
315	if (id->err_status)
316		status = IRQ_HANDLED;
317
318	if (done_flag)
319		complete(&id->xfer_done);
320
321	return status;
322}
323
324/**
325 * cdns_i2c_mrecv - Prepare and start a master receive operation
326 * @id:		pointer to the i2c device structure
327 */
328static void cdns_i2c_mrecv(struct cdns_i2c *id)
329{
330	unsigned int ctrl_reg;
331	unsigned int isr_status;
332
333	id->p_recv_buf = id->p_msg->buf;
334	id->recv_count = id->p_msg->len;
335
336	/* Put the controller in master receive mode and clear the FIFO */
337	ctrl_reg = cdns_i2c_readreg(CDNS_I2C_CR_OFFSET);
338	ctrl_reg |= CDNS_I2C_CR_RW | CDNS_I2C_CR_CLR_FIFO;
339
340	if (id->p_msg->flags & I2C_M_RECV_LEN)
341		id->recv_count = I2C_SMBUS_BLOCK_MAX + 1;
342
343	id->curr_recv_count = id->recv_count;
344
345	/*
346	 * Check for the message size against FIFO depth and set the
347	 * 'hold bus' bit if it is greater than FIFO depth.
348	 */
349	if (id->recv_count > CDNS_I2C_FIFO_DEPTH)
350		ctrl_reg |= CDNS_I2C_CR_HOLD;
351
352	cdns_i2c_writereg(ctrl_reg, CDNS_I2C_CR_OFFSET);
353
354	/* Clear the interrupts in interrupt status register */
355	isr_status = cdns_i2c_readreg(CDNS_I2C_ISR_OFFSET);
356	cdns_i2c_writereg(isr_status, CDNS_I2C_ISR_OFFSET);
357
358	/*
359	 * The no. of bytes to receive is checked against the limit of
360	 * max transfer size. Set transfer size register with no of bytes
361	 * receive if it is less than transfer size and transfer size if
362	 * it is more. Enable the interrupts.
363	 */
364	if (id->recv_count > CDNS_I2C_TRANSFER_SIZE) {
365		cdns_i2c_writereg(CDNS_I2C_TRANSFER_SIZE,
366				  CDNS_I2C_XFER_SIZE_OFFSET);
367		id->curr_recv_count = CDNS_I2C_TRANSFER_SIZE;
368	} else {
369		cdns_i2c_writereg(id->recv_count, CDNS_I2C_XFER_SIZE_OFFSET);
370	}
371
372	/* Clear the bus hold flag if bytes to receive is less than FIFO size */
373	if (!id->bus_hold_flag &&
374		((id->p_msg->flags & I2C_M_RECV_LEN) != I2C_M_RECV_LEN) &&
375		(id->recv_count <= CDNS_I2C_FIFO_DEPTH))
376			cdns_i2c_clear_bus_hold(id);
377	/* Set the slave address in address register - triggers operation */
378	cdns_i2c_writereg(id->p_msg->addr & CDNS_I2C_ADDR_MASK,
379						CDNS_I2C_ADDR_OFFSET);
380	cdns_i2c_writereg(CDNS_I2C_ENABLED_INTR_MASK, CDNS_I2C_IER_OFFSET);
381}
382
383/**
384 * cdns_i2c_msend - Prepare and start a master send operation
385 * @id:		pointer to the i2c device
386 */
387static void cdns_i2c_msend(struct cdns_i2c *id)
388{
389	unsigned int avail_bytes;
390	unsigned int bytes_to_send;
391	unsigned int ctrl_reg;
392	unsigned int isr_status;
393
394	id->p_recv_buf = NULL;
395	id->p_send_buf = id->p_msg->buf;
396	id->send_count = id->p_msg->len;
397
398	/* Set the controller in Master transmit mode and clear the FIFO. */
399	ctrl_reg = cdns_i2c_readreg(CDNS_I2C_CR_OFFSET);
400	ctrl_reg &= ~CDNS_I2C_CR_RW;
401	ctrl_reg |= CDNS_I2C_CR_CLR_FIFO;
402
403	/*
404	 * Check for the message size against FIFO depth and set the
405	 * 'hold bus' bit if it is greater than FIFO depth.
406	 */
407	if (id->send_count > CDNS_I2C_FIFO_DEPTH)
408		ctrl_reg |= CDNS_I2C_CR_HOLD;
409	cdns_i2c_writereg(ctrl_reg, CDNS_I2C_CR_OFFSET);
410
411	/* Clear the interrupts in interrupt status register. */
412	isr_status = cdns_i2c_readreg(CDNS_I2C_ISR_OFFSET);
413	cdns_i2c_writereg(isr_status, CDNS_I2C_ISR_OFFSET);
414
415	/*
416	 * Calculate the space available in FIFO. Check the message length
417	 * against the space available, and fill the FIFO accordingly.
418	 * Enable the interrupts.
419	 */
420	avail_bytes = CDNS_I2C_FIFO_DEPTH -
421				cdns_i2c_readreg(CDNS_I2C_XFER_SIZE_OFFSET);
422
423	if (id->send_count > avail_bytes)
424		bytes_to_send = avail_bytes;
425	else
426		bytes_to_send = id->send_count;
427
428	while (bytes_to_send--) {
429		cdns_i2c_writereg((*(id->p_send_buf)++), CDNS_I2C_DATA_OFFSET);
430		id->send_count--;
431	}
432
433	/*
434	 * Clear the bus hold flag if there is no more data
435	 * and if it is the last message.
436	 */
437	if (!id->bus_hold_flag && !id->send_count)
438		cdns_i2c_clear_bus_hold(id);
439	/* Set the slave address in address register - triggers operation. */
440	cdns_i2c_writereg(id->p_msg->addr & CDNS_I2C_ADDR_MASK,
441						CDNS_I2C_ADDR_OFFSET);
442
443	cdns_i2c_writereg(CDNS_I2C_ENABLED_INTR_MASK, CDNS_I2C_IER_OFFSET);
444}
445
446/**
447 * cdns_i2c_master_reset - Reset the interface
448 * @adap:	pointer to the i2c adapter driver instance
449 *
450 * This function cleanup the fifos, clear the hold bit and status
451 * and disable the interrupts.
452 */
453static void cdns_i2c_master_reset(struct i2c_adapter *adap)
454{
455	struct cdns_i2c *id = adap->algo_data;
456	u32 regval;
457
458	/* Disable the interrupts */
459	cdns_i2c_writereg(CDNS_I2C_IXR_ALL_INTR_MASK, CDNS_I2C_IDR_OFFSET);
460	/* Clear the hold bit and fifos */
461	regval = cdns_i2c_readreg(CDNS_I2C_CR_OFFSET);
462	regval &= ~CDNS_I2C_CR_HOLD;
463	regval |= CDNS_I2C_CR_CLR_FIFO;
464	cdns_i2c_writereg(regval, CDNS_I2C_CR_OFFSET);
465	/* Update the transfercount register to zero */
466	cdns_i2c_writereg(0, CDNS_I2C_XFER_SIZE_OFFSET);
467	/* Clear the interupt status register */
468	regval = cdns_i2c_readreg(CDNS_I2C_ISR_OFFSET);
469	cdns_i2c_writereg(regval, CDNS_I2C_ISR_OFFSET);
470	/* Clear the status register */
471	regval = cdns_i2c_readreg(CDNS_I2C_SR_OFFSET);
472	cdns_i2c_writereg(regval, CDNS_I2C_SR_OFFSET);
473}
474
475static int cdns_i2c_process_msg(struct cdns_i2c *id, struct i2c_msg *msg,
476		struct i2c_adapter *adap)
477{
478	unsigned long time_left;
479	u32 reg;
480
481	id->p_msg = msg;
482	id->err_status = 0;
483	reinit_completion(&id->xfer_done);
484
485	/* Check for the TEN Bit mode on each msg */
486	reg = cdns_i2c_readreg(CDNS_I2C_CR_OFFSET);
487	if (msg->flags & I2C_M_TEN) {
488		if (reg & CDNS_I2C_CR_NEA)
489			cdns_i2c_writereg(reg & ~CDNS_I2C_CR_NEA,
490					CDNS_I2C_CR_OFFSET);
491	} else {
492		if (!(reg & CDNS_I2C_CR_NEA))
493			cdns_i2c_writereg(reg | CDNS_I2C_CR_NEA,
494					CDNS_I2C_CR_OFFSET);
495	}
496
497	/* Check for the R/W flag on each msg */
498	if (msg->flags & I2C_M_RD)
499		cdns_i2c_mrecv(id);
500	else
501		cdns_i2c_msend(id);
502
503	/* Wait for the signal of completion */
504	time_left = wait_for_completion_timeout(&id->xfer_done, adap->timeout);
505	if (time_left == 0) {
506		cdns_i2c_master_reset(adap);
507		dev_err(id->adap.dev.parent,
508				"timeout waiting on completion\n");
509		return -ETIMEDOUT;
510	}
511
512	cdns_i2c_writereg(CDNS_I2C_IXR_ALL_INTR_MASK,
513			  CDNS_I2C_IDR_OFFSET);
514
515	/* If it is bus arbitration error, try again */
516	if (id->err_status & CDNS_I2C_IXR_ARB_LOST)
517		return -EAGAIN;
518
519	return 0;
520}
521
522/**
523 * cdns_i2c_master_xfer - The main i2c transfer function
524 * @adap:	pointer to the i2c adapter driver instance
525 * @msgs:	pointer to the i2c message structure
526 * @num:	the number of messages to transfer
527 *
528 * Initiates the send/recv activity based on the transfer message received.
529 *
530 * Return: number of msgs processed on success, negative error otherwise
531 */
532static int cdns_i2c_master_xfer(struct i2c_adapter *adap, struct i2c_msg *msgs,
533				int num)
534{
535	int ret, count;
536	u32 reg;
537	struct cdns_i2c *id = adap->algo_data;
538
539	/* Check if the bus is free */
540	if (cdns_i2c_readreg(CDNS_I2C_SR_OFFSET) & CDNS_I2C_SR_BA)
541		return -EAGAIN;
542
543	/*
544	 * Set the flag to one when multiple messages are to be
545	 * processed with a repeated start.
546	 */
547	if (num > 1) {
548		/*
549		 * This controller does not give completion interrupt after a
550		 * master receive message if HOLD bit is set (repeated start),
551		 * resulting in SW timeout. Hence, if a receive message is
552		 * followed by any other message, an error is returned
553		 * indicating that this sequence is not supported.
554		 */
555		for (count = 0; count < num - 1; count++) {
556			if (msgs[count].flags & I2C_M_RD) {
557				dev_warn(adap->dev.parent,
558					 "Can't do repeated start after a receive message\n");
559				return -EOPNOTSUPP;
560			}
561		}
562		id->bus_hold_flag = 1;
563		reg = cdns_i2c_readreg(CDNS_I2C_CR_OFFSET);
564		reg |= CDNS_I2C_CR_HOLD;
565		cdns_i2c_writereg(reg, CDNS_I2C_CR_OFFSET);
566	} else {
567		id->bus_hold_flag = 0;
568	}
569
570	/* Process the msg one by one */
571	for (count = 0; count < num; count++, msgs++) {
572		if (count == (num - 1))
573			id->bus_hold_flag = 0;
574
575		ret = cdns_i2c_process_msg(id, msgs, adap);
576		if (ret)
577			return ret;
578
579		/* Report the other error interrupts to application */
580		if (id->err_status) {
581			cdns_i2c_master_reset(adap);
582
583			if (id->err_status & CDNS_I2C_IXR_NACK)
584				return -ENXIO;
585
586			return -EIO;
587		}
588	}
589
590	return num;
591}
592
593/**
594 * cdns_i2c_func - Returns the supported features of the I2C driver
595 * @adap:	pointer to the i2c adapter structure
596 *
597 * Return: 32 bit value, each bit corresponding to a feature
598 */
599static u32 cdns_i2c_func(struct i2c_adapter *adap)
600{
601	return I2C_FUNC_I2C | I2C_FUNC_10BIT_ADDR |
602		(I2C_FUNC_SMBUS_EMUL & ~I2C_FUNC_SMBUS_QUICK) |
603		I2C_FUNC_SMBUS_BLOCK_DATA;
604}
605
606static const struct i2c_algorithm cdns_i2c_algo = {
607	.master_xfer	= cdns_i2c_master_xfer,
608	.functionality	= cdns_i2c_func,
609};
610
611/**
612 * cdns_i2c_calc_divs - Calculate clock dividers
613 * @f:		I2C clock frequency
614 * @input_clk:	Input clock frequency
615 * @a:		First divider (return value)
616 * @b:		Second divider (return value)
617 *
618 * f is used as input and output variable. As input it is used as target I2C
619 * frequency. On function exit f holds the actually resulting I2C frequency.
620 *
621 * Return: 0 on success, negative errno otherwise.
622 */
623static int cdns_i2c_calc_divs(unsigned long *f, unsigned long input_clk,
624		unsigned int *a, unsigned int *b)
625{
626	unsigned long fscl = *f, best_fscl = *f, actual_fscl, temp;
627	unsigned int div_a, div_b, calc_div_a = 0, calc_div_b = 0;
628	unsigned int last_error, current_error;
629
630	/* calculate (divisor_a+1) x (divisor_b+1) */
631	temp = input_clk / (22 * fscl);
632
633	/*
634	 * If the calculated value is negative or 0, the fscl input is out of
635	 * range. Return error.
636	 */
637	if (!temp || (temp > (CDNS_I2C_DIVA_MAX * CDNS_I2C_DIVB_MAX)))
638		return -EINVAL;
639
640	last_error = -1;
641	for (div_a = 0; div_a < CDNS_I2C_DIVA_MAX; div_a++) {
642		div_b = DIV_ROUND_UP(input_clk, 22 * fscl * (div_a + 1));
643
644		if ((div_b < 1) || (div_b > CDNS_I2C_DIVB_MAX))
645			continue;
646		div_b--;
647
648		actual_fscl = input_clk / (22 * (div_a + 1) * (div_b + 1));
649
650		if (actual_fscl > fscl)
651			continue;
652
653		current_error = ((actual_fscl > fscl) ? (actual_fscl - fscl) :
654							(fscl - actual_fscl));
655
656		if (last_error > current_error) {
657			calc_div_a = div_a;
658			calc_div_b = div_b;
659			best_fscl = actual_fscl;
660			last_error = current_error;
661		}
662	}
663
664	*a = calc_div_a;
665	*b = calc_div_b;
666	*f = best_fscl;
667
668	return 0;
669}
670
671/**
672 * cdns_i2c_setclk - This function sets the serial clock rate for the I2C device
673 * @clk_in:	I2C clock input frequency in Hz
674 * @id:		Pointer to the I2C device structure
675 *
676 * The device must be idle rather than busy transferring data before setting
677 * these device options.
678 * The data rate is set by values in the control register.
679 * The formula for determining the correct register values is
680 *	Fscl = Fpclk/(22 x (divisor_a+1) x (divisor_b+1))
681 * See the hardware data sheet for a full explanation of setting the serial
682 * clock rate. The clock can not be faster than the input clock divide by 22.
683 * The two most common clock rates are 100KHz and 400KHz.
684 *
685 * Return: 0 on success, negative error otherwise
686 */
687static int cdns_i2c_setclk(unsigned long clk_in, struct cdns_i2c *id)
688{
689	unsigned int div_a, div_b;
690	unsigned int ctrl_reg;
691	int ret = 0;
692	unsigned long fscl = id->i2c_clk;
693
694	ret = cdns_i2c_calc_divs(&fscl, clk_in, &div_a, &div_b);
695	if (ret)
696		return ret;
697
698	ctrl_reg = cdns_i2c_readreg(CDNS_I2C_CR_OFFSET);
699	ctrl_reg &= ~(CDNS_I2C_CR_DIVA_MASK | CDNS_I2C_CR_DIVB_MASK);
700	ctrl_reg |= ((div_a << CDNS_I2C_CR_DIVA_SHIFT) |
701			(div_b << CDNS_I2C_CR_DIVB_SHIFT));
702	cdns_i2c_writereg(ctrl_reg, CDNS_I2C_CR_OFFSET);
703
704	return 0;
705}
706
707/**
708 * cdns_i2c_clk_notifier_cb - Clock rate change callback
709 * @nb:		Pointer to notifier block
710 * @event:	Notification reason
711 * @data:	Pointer to notification data object
712 *
713 * This function is called when the cdns_i2c input clock frequency changes.
714 * The callback checks whether a valid bus frequency can be generated after the
715 * change. If so, the change is acknowledged, otherwise the change is aborted.
716 * New dividers are written to the HW in the pre- or post change notification
717 * depending on the scaling direction.
718 *
719 * Return:	NOTIFY_STOP if the rate change should be aborted, NOTIFY_OK
720 *		to acknowedge the change, NOTIFY_DONE if the notification is
721 *		considered irrelevant.
722 */
723static int cdns_i2c_clk_notifier_cb(struct notifier_block *nb, unsigned long
724		event, void *data)
725{
726	struct clk_notifier_data *ndata = data;
727	struct cdns_i2c *id = to_cdns_i2c(nb);
728
729	if (id->suspended)
730		return NOTIFY_OK;
731
732	switch (event) {
733	case PRE_RATE_CHANGE:
734	{
735		unsigned long input_clk = ndata->new_rate;
736		unsigned long fscl = id->i2c_clk;
737		unsigned int div_a, div_b;
738		int ret;
739
740		ret = cdns_i2c_calc_divs(&fscl, input_clk, &div_a, &div_b);
741		if (ret) {
742			dev_warn(id->adap.dev.parent,
743					"clock rate change rejected\n");
744			return NOTIFY_STOP;
745		}
746
747		/* scale up */
748		if (ndata->new_rate > ndata->old_rate)
749			cdns_i2c_setclk(ndata->new_rate, id);
750
751		return NOTIFY_OK;
752	}
753	case POST_RATE_CHANGE:
754		id->input_clk = ndata->new_rate;
755		/* scale down */
756		if (ndata->new_rate < ndata->old_rate)
757			cdns_i2c_setclk(ndata->new_rate, id);
758		return NOTIFY_OK;
759	case ABORT_RATE_CHANGE:
760		/* scale up */
761		if (ndata->new_rate > ndata->old_rate)
762			cdns_i2c_setclk(ndata->old_rate, id);
763		return NOTIFY_OK;
764	default:
765		return NOTIFY_DONE;
766	}
767}
768
769/**
770 * cdns_i2c_suspend - Suspend method for the driver
771 * @_dev:	Address of the platform_device structure
772 *
773 * Put the driver into low power mode.
774 *
775 * Return: 0 always
776 */
777static int __maybe_unused cdns_i2c_suspend(struct device *_dev)
778{
779	struct platform_device *pdev = container_of(_dev,
780			struct platform_device, dev);
781	struct cdns_i2c *xi2c = platform_get_drvdata(pdev);
782
783	clk_disable(xi2c->clk);
784	xi2c->suspended = 1;
785
786	return 0;
787}
788
789/**
790 * cdns_i2c_resume - Resume from suspend
791 * @_dev:	Address of the platform_device structure
792 *
793 * Resume operation after suspend.
794 *
795 * Return: 0 on success and error value on error
796 */
797static int __maybe_unused cdns_i2c_resume(struct device *_dev)
798{
799	struct platform_device *pdev = container_of(_dev,
800			struct platform_device, dev);
801	struct cdns_i2c *xi2c = platform_get_drvdata(pdev);
802	int ret;
803
804	ret = clk_enable(xi2c->clk);
805	if (ret) {
806		dev_err(_dev, "Cannot enable clock.\n");
807		return ret;
808	}
809
810	xi2c->suspended = 0;
811
812	return 0;
813}
814
815static SIMPLE_DEV_PM_OPS(cdns_i2c_dev_pm_ops, cdns_i2c_suspend,
816			 cdns_i2c_resume);
817
818/**
819 * cdns_i2c_probe - Platform registration call
820 * @pdev:	Handle to the platform device structure
821 *
822 * This function does all the memory allocation and registration for the i2c
823 * device. User can modify the address mode to 10 bit address mode using the
824 * ioctl call with option I2C_TENBIT.
825 *
826 * Return: 0 on success, negative error otherwise
827 */
828static int cdns_i2c_probe(struct platform_device *pdev)
829{
830	struct resource *r_mem;
831	struct cdns_i2c *id;
832	int ret;
833
834	id = devm_kzalloc(&pdev->dev, sizeof(*id), GFP_KERNEL);
835	if (!id)
836		return -ENOMEM;
837
838	platform_set_drvdata(pdev, id);
839
840	r_mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
841	id->membase = devm_ioremap_resource(&pdev->dev, r_mem);
842	if (IS_ERR(id->membase))
843		return PTR_ERR(id->membase);
844
845	id->irq = platform_get_irq(pdev, 0);
846
847	id->adap.dev.of_node = pdev->dev.of_node;
848	id->adap.algo = &cdns_i2c_algo;
849	id->adap.timeout = CDNS_I2C_TIMEOUT;
850	id->adap.retries = 3;		/* Default retry value. */
851	id->adap.algo_data = id;
852	id->adap.dev.parent = &pdev->dev;
853	init_completion(&id->xfer_done);
854	snprintf(id->adap.name, sizeof(id->adap.name),
855		 "Cadence I2C at %08lx", (unsigned long)r_mem->start);
856
857	id->clk = devm_clk_get(&pdev->dev, NULL);
858	if (IS_ERR(id->clk)) {
859		dev_err(&pdev->dev, "input clock not found.\n");
860		return PTR_ERR(id->clk);
861	}
862	ret = clk_prepare_enable(id->clk);
863	if (ret) {
864		dev_err(&pdev->dev, "Unable to enable clock.\n");
865		return ret;
866	}
867	id->clk_rate_change_nb.notifier_call = cdns_i2c_clk_notifier_cb;
868	if (clk_notifier_register(id->clk, &id->clk_rate_change_nb))
869		dev_warn(&pdev->dev, "Unable to register clock notifier.\n");
870	id->input_clk = clk_get_rate(id->clk);
871
872	ret = of_property_read_u32(pdev->dev.of_node, "clock-frequency",
873			&id->i2c_clk);
874	if (ret || (id->i2c_clk > CDNS_I2C_SPEED_MAX))
875		id->i2c_clk = CDNS_I2C_SPEED_DEFAULT;
876
877	cdns_i2c_writereg(CDNS_I2C_CR_ACK_EN | CDNS_I2C_CR_NEA | CDNS_I2C_CR_MS,
878			  CDNS_I2C_CR_OFFSET);
879
880	ret = cdns_i2c_setclk(id->input_clk, id);
881	if (ret) {
882		dev_err(&pdev->dev, "invalid SCL clock: %u Hz\n", id->i2c_clk);
883		ret = -EINVAL;
884		goto err_clk_dis;
885	}
886
887	ret = devm_request_irq(&pdev->dev, id->irq, cdns_i2c_isr, 0,
888				 DRIVER_NAME, id);
889	if (ret) {
890		dev_err(&pdev->dev, "cannot get irq %d\n", id->irq);
891		goto err_clk_dis;
892	}
893
894	ret = i2c_add_adapter(&id->adap);
895	if (ret < 0) {
896		dev_err(&pdev->dev, "reg adap failed: %d\n", ret);
897		goto err_clk_dis;
898	}
899
900	/*
901	 * Cadence I2C controller has a bug wherein it generates
902	 * invalid read transaction after HW timeout in master receiver mode.
903	 * HW timeout is not used by this driver and the interrupt is disabled.
904	 * But the feature itself cannot be disabled. Hence maximum value
905	 * is written to this register to reduce the chances of error.
906	 */
907	cdns_i2c_writereg(CDNS_I2C_TIMEOUT_MAX, CDNS_I2C_TIME_OUT_OFFSET);
908
909	dev_info(&pdev->dev, "%u kHz mmio %08lx irq %d\n",
910		 id->i2c_clk / 1000, (unsigned long)r_mem->start, id->irq);
911
912	return 0;
913
914err_clk_dis:
915	clk_disable_unprepare(id->clk);
916	return ret;
917}
918
919/**
920 * cdns_i2c_remove - Unregister the device after releasing the resources
921 * @pdev:	Handle to the platform device structure
922 *
923 * This function frees all the resources allocated to the device.
924 *
925 * Return: 0 always
926 */
927static int cdns_i2c_remove(struct platform_device *pdev)
928{
929	struct cdns_i2c *id = platform_get_drvdata(pdev);
930
931	i2c_del_adapter(&id->adap);
932	clk_notifier_unregister(id->clk, &id->clk_rate_change_nb);
933	clk_disable_unprepare(id->clk);
934
935	return 0;
936}
937
938static const struct of_device_id cdns_i2c_of_match[] = {
939	{ .compatible = "cdns,i2c-r1p10", },
940	{ /* end of table */ }
941};
942MODULE_DEVICE_TABLE(of, cdns_i2c_of_match);
943
944static struct platform_driver cdns_i2c_drv = {
945	.driver = {
946		.name  = DRIVER_NAME,
947		.of_match_table = cdns_i2c_of_match,
948		.pm = &cdns_i2c_dev_pm_ops,
949	},
950	.probe  = cdns_i2c_probe,
951	.remove = cdns_i2c_remove,
952};
953
954module_platform_driver(cdns_i2c_drv);
955
956MODULE_AUTHOR("Xilinx Inc.");
957MODULE_DESCRIPTION("Cadence I2C bus driver");
958MODULE_LICENSE("GPL");
959