1/*
2 *  linux/drivers/mmc/s3cmci.h - Samsung S3C MCI driver
3 *
4 *  Copyright (C) 2004-2006 maintech GmbH, Thomas Kleffel <tk@maintech.de>
5 *
6 * Current driver maintained by Ben Dooks and Simtec Electronics
7 *  Copyright (C) 2008 Simtec Electronics <ben-linux@fluff.org>
8 *
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License version 2 as
11 * published by the Free Software Foundation.
12 */
13
14#include <linux/module.h>
15#include <linux/dmaengine.h>
16#include <linux/dma-mapping.h>
17#include <linux/clk.h>
18#include <linux/mmc/host.h>
19#include <linux/platform_device.h>
20#include <linux/cpufreq.h>
21#include <linux/debugfs.h>
22#include <linux/seq_file.h>
23#include <linux/gpio.h>
24#include <linux/irq.h>
25#include <linux/io.h>
26
27#include <plat/gpio-cfg.h>
28#include <mach/dma.h>
29#include <mach/gpio-samsung.h>
30
31#include <linux/platform_data/dma-s3c24xx.h>
32#include <linux/platform_data/mmc-s3cmci.h>
33
34#include "s3cmci.h"
35
36#define DRIVER_NAME "s3c-mci"
37
38#define S3C2410_SDICON			(0x00)
39#define S3C2410_SDIPRE			(0x04)
40#define S3C2410_SDICMDARG		(0x08)
41#define S3C2410_SDICMDCON		(0x0C)
42#define S3C2410_SDICMDSTAT		(0x10)
43#define S3C2410_SDIRSP0			(0x14)
44#define S3C2410_SDIRSP1			(0x18)
45#define S3C2410_SDIRSP2			(0x1C)
46#define S3C2410_SDIRSP3			(0x20)
47#define S3C2410_SDITIMER		(0x24)
48#define S3C2410_SDIBSIZE		(0x28)
49#define S3C2410_SDIDCON			(0x2C)
50#define S3C2410_SDIDCNT			(0x30)
51#define S3C2410_SDIDSTA			(0x34)
52#define S3C2410_SDIFSTA			(0x38)
53
54#define S3C2410_SDIDATA			(0x3C)
55#define S3C2410_SDIIMSK			(0x40)
56
57#define S3C2440_SDIDATA			(0x40)
58#define S3C2440_SDIIMSK			(0x3C)
59
60#define S3C2440_SDICON_SDRESET		(1 << 8)
61#define S3C2410_SDICON_SDIOIRQ		(1 << 3)
62#define S3C2410_SDICON_FIFORESET	(1 << 1)
63#define S3C2410_SDICON_CLOCKTYPE	(1 << 0)
64
65#define S3C2410_SDICMDCON_LONGRSP	(1 << 10)
66#define S3C2410_SDICMDCON_WAITRSP	(1 << 9)
67#define S3C2410_SDICMDCON_CMDSTART	(1 << 8)
68#define S3C2410_SDICMDCON_SENDERHOST	(1 << 6)
69#define S3C2410_SDICMDCON_INDEX		(0x3f)
70
71#define S3C2410_SDICMDSTAT_CRCFAIL	(1 << 12)
72#define S3C2410_SDICMDSTAT_CMDSENT	(1 << 11)
73#define S3C2410_SDICMDSTAT_CMDTIMEOUT	(1 << 10)
74#define S3C2410_SDICMDSTAT_RSPFIN	(1 << 9)
75
76#define S3C2440_SDIDCON_DS_WORD		(2 << 22)
77#define S3C2410_SDIDCON_TXAFTERRESP	(1 << 20)
78#define S3C2410_SDIDCON_RXAFTERCMD	(1 << 19)
79#define S3C2410_SDIDCON_BLOCKMODE	(1 << 17)
80#define S3C2410_SDIDCON_WIDEBUS		(1 << 16)
81#define S3C2410_SDIDCON_DMAEN		(1 << 15)
82#define S3C2410_SDIDCON_STOP		(1 << 14)
83#define S3C2440_SDIDCON_DATSTART	(1 << 14)
84
85#define S3C2410_SDIDCON_XFER_RXSTART	(2 << 12)
86#define S3C2410_SDIDCON_XFER_TXSTART	(3 << 12)
87
88#define S3C2410_SDIDCON_BLKNUM_MASK	(0xFFF)
89
90#define S3C2410_SDIDSTA_SDIOIRQDETECT	(1 << 9)
91#define S3C2410_SDIDSTA_FIFOFAIL	(1 << 8)
92#define S3C2410_SDIDSTA_CRCFAIL		(1 << 7)
93#define S3C2410_SDIDSTA_RXCRCFAIL	(1 << 6)
94#define S3C2410_SDIDSTA_DATATIMEOUT	(1 << 5)
95#define S3C2410_SDIDSTA_XFERFINISH	(1 << 4)
96#define S3C2410_SDIDSTA_TXDATAON	(1 << 1)
97#define S3C2410_SDIDSTA_RXDATAON	(1 << 0)
98
99#define S3C2440_SDIFSTA_FIFORESET	(1 << 16)
100#define S3C2440_SDIFSTA_FIFOFAIL	(3 << 14)
101#define S3C2410_SDIFSTA_TFDET		(1 << 13)
102#define S3C2410_SDIFSTA_RFDET		(1 << 12)
103#define S3C2410_SDIFSTA_COUNTMASK	(0x7f)
104
105#define S3C2410_SDIIMSK_RESPONSECRC	(1 << 17)
106#define S3C2410_SDIIMSK_CMDSENT		(1 << 16)
107#define S3C2410_SDIIMSK_CMDTIMEOUT	(1 << 15)
108#define S3C2410_SDIIMSK_RESPONSEND	(1 << 14)
109#define S3C2410_SDIIMSK_SDIOIRQ		(1 << 12)
110#define S3C2410_SDIIMSK_FIFOFAIL	(1 << 11)
111#define S3C2410_SDIIMSK_CRCSTATUS	(1 << 10)
112#define S3C2410_SDIIMSK_DATACRC		(1 << 9)
113#define S3C2410_SDIIMSK_DATATIMEOUT	(1 << 8)
114#define S3C2410_SDIIMSK_DATAFINISH	(1 << 7)
115#define S3C2410_SDIIMSK_TXFIFOHALF	(1 << 4)
116#define S3C2410_SDIIMSK_RXFIFOLAST	(1 << 2)
117#define S3C2410_SDIIMSK_RXFIFOHALF	(1 << 0)
118
119enum dbg_channels {
120	dbg_err   = (1 << 0),
121	dbg_debug = (1 << 1),
122	dbg_info  = (1 << 2),
123	dbg_irq   = (1 << 3),
124	dbg_sg    = (1 << 4),
125	dbg_dma   = (1 << 5),
126	dbg_pio   = (1 << 6),
127	dbg_fail  = (1 << 7),
128	dbg_conf  = (1 << 8),
129};
130
131static const int dbgmap_err   = dbg_fail;
132static const int dbgmap_info  = dbg_info | dbg_conf;
133static const int dbgmap_debug = dbg_err | dbg_debug;
134
135#define dbg(host, channels, args...)		  \
136	do {					  \
137	if (dbgmap_err & channels) 		  \
138		dev_err(&host->pdev->dev, args);  \
139	else if (dbgmap_info & channels)	  \
140		dev_info(&host->pdev->dev, args); \
141	else if (dbgmap_debug & channels)	  \
142		dev_dbg(&host->pdev->dev, args);  \
143	} while (0)
144
145static void finalize_request(struct s3cmci_host *host);
146static void s3cmci_send_request(struct mmc_host *mmc);
147static void s3cmci_reset(struct s3cmci_host *host);
148
149#ifdef CONFIG_MMC_DEBUG
150
151static void dbg_dumpregs(struct s3cmci_host *host, char *prefix)
152{
153	u32 con, pre, cmdarg, cmdcon, cmdsta, r0, r1, r2, r3, timer, bsize;
154	u32 datcon, datcnt, datsta, fsta, imask;
155
156	con 	= readl(host->base + S3C2410_SDICON);
157	pre 	= readl(host->base + S3C2410_SDIPRE);
158	cmdarg 	= readl(host->base + S3C2410_SDICMDARG);
159	cmdcon 	= readl(host->base + S3C2410_SDICMDCON);
160	cmdsta 	= readl(host->base + S3C2410_SDICMDSTAT);
161	r0 	= readl(host->base + S3C2410_SDIRSP0);
162	r1 	= readl(host->base + S3C2410_SDIRSP1);
163	r2 	= readl(host->base + S3C2410_SDIRSP2);
164	r3 	= readl(host->base + S3C2410_SDIRSP3);
165	timer 	= readl(host->base + S3C2410_SDITIMER);
166	bsize 	= readl(host->base + S3C2410_SDIBSIZE);
167	datcon 	= readl(host->base + S3C2410_SDIDCON);
168	datcnt 	= readl(host->base + S3C2410_SDIDCNT);
169	datsta 	= readl(host->base + S3C2410_SDIDSTA);
170	fsta 	= readl(host->base + S3C2410_SDIFSTA);
171	imask   = readl(host->base + host->sdiimsk);
172
173	dbg(host, dbg_debug, "%s  CON:[%08x]  PRE:[%08x]  TMR:[%08x]\n",
174				prefix, con, pre, timer);
175
176	dbg(host, dbg_debug, "%s CCON:[%08x] CARG:[%08x] CSTA:[%08x]\n",
177				prefix, cmdcon, cmdarg, cmdsta);
178
179	dbg(host, dbg_debug, "%s DCON:[%08x] FSTA:[%08x]"
180			       " DSTA:[%08x] DCNT:[%08x]\n",
181				prefix, datcon, fsta, datsta, datcnt);
182
183	dbg(host, dbg_debug, "%s   R0:[%08x]   R1:[%08x]"
184			       "   R2:[%08x]   R3:[%08x]\n",
185				prefix, r0, r1, r2, r3);
186}
187
188static void prepare_dbgmsg(struct s3cmci_host *host, struct mmc_command *cmd,
189			   int stop)
190{
191	snprintf(host->dbgmsg_cmd, 300,
192		 "#%u%s op:%i arg:0x%08x flags:0x08%x retries:%u",
193		 host->ccnt, (stop ? " (STOP)" : ""),
194		 cmd->opcode, cmd->arg, cmd->flags, cmd->retries);
195
196	if (cmd->data) {
197		snprintf(host->dbgmsg_dat, 300,
198			 "#%u bsize:%u blocks:%u bytes:%u",
199			 host->dcnt, cmd->data->blksz,
200			 cmd->data->blocks,
201			 cmd->data->blocks * cmd->data->blksz);
202	} else {
203		host->dbgmsg_dat[0] = '\0';
204	}
205}
206
207static void dbg_dumpcmd(struct s3cmci_host *host, struct mmc_command *cmd,
208			int fail)
209{
210	unsigned int dbglvl = fail ? dbg_fail : dbg_debug;
211
212	if (!cmd)
213		return;
214
215	if (cmd->error == 0) {
216		dbg(host, dbglvl, "CMD[OK] %s R0:0x%08x\n",
217			host->dbgmsg_cmd, cmd->resp[0]);
218	} else {
219		dbg(host, dbglvl, "CMD[ERR %i] %s Status:%s\n",
220			cmd->error, host->dbgmsg_cmd, host->status);
221	}
222
223	if (!cmd->data)
224		return;
225
226	if (cmd->data->error == 0) {
227		dbg(host, dbglvl, "DAT[OK] %s\n", host->dbgmsg_dat);
228	} else {
229		dbg(host, dbglvl, "DAT[ERR %i] %s DCNT:0x%08x\n",
230			cmd->data->error, host->dbgmsg_dat,
231			readl(host->base + S3C2410_SDIDCNT));
232	}
233}
234#else
235static void dbg_dumpcmd(struct s3cmci_host *host,
236			struct mmc_command *cmd, int fail) { }
237
238static void prepare_dbgmsg(struct s3cmci_host *host, struct mmc_command *cmd,
239			   int stop) { }
240
241static void dbg_dumpregs(struct s3cmci_host *host, char *prefix) { }
242
243#endif /* CONFIG_MMC_DEBUG */
244
245/**
246 * s3cmci_host_usedma - return whether the host is using dma or pio
247 * @host: The host state
248 *
249 * Return true if the host is using DMA to transfer data, else false
250 * to use PIO mode. Will return static data depending on the driver
251 * configuration.
252 */
253static inline bool s3cmci_host_usedma(struct s3cmci_host *host)
254{
255#ifdef CONFIG_MMC_S3C_PIO
256	return false;
257#else /* CONFIG_MMC_S3C_DMA */
258	return true;
259#endif
260}
261
262static inline u32 enable_imask(struct s3cmci_host *host, u32 imask)
263{
264	u32 newmask;
265
266	newmask = readl(host->base + host->sdiimsk);
267	newmask |= imask;
268
269	writel(newmask, host->base + host->sdiimsk);
270
271	return newmask;
272}
273
274static inline u32 disable_imask(struct s3cmci_host *host, u32 imask)
275{
276	u32 newmask;
277
278	newmask = readl(host->base + host->sdiimsk);
279	newmask &= ~imask;
280
281	writel(newmask, host->base + host->sdiimsk);
282
283	return newmask;
284}
285
286static inline void clear_imask(struct s3cmci_host *host)
287{
288	u32 mask = readl(host->base + host->sdiimsk);
289
290	/* preserve the SDIO IRQ mask state */
291	mask &= S3C2410_SDIIMSK_SDIOIRQ;
292	writel(mask, host->base + host->sdiimsk);
293}
294
295/**
296 * s3cmci_check_sdio_irq - test whether the SDIO IRQ is being signalled
297 * @host: The host to check.
298 *
299 * Test to see if the SDIO interrupt is being signalled in case the
300 * controller has failed to re-detect a card interrupt. Read GPE8 and
301 * see if it is low and if so, signal a SDIO interrupt.
302 *
303 * This is currently called if a request is finished (we assume that the
304 * bus is now idle) and when the SDIO IRQ is enabled in case the IRQ is
305 * already being indicated.
306*/
307static void s3cmci_check_sdio_irq(struct s3cmci_host *host)
308{
309	if (host->sdio_irqen) {
310		if (gpio_get_value(S3C2410_GPE(8)) == 0) {
311			pr_debug("%s: signalling irq\n", __func__);
312			mmc_signal_sdio_irq(host->mmc);
313		}
314	}
315}
316
317static inline int get_data_buffer(struct s3cmci_host *host,
318				  u32 *bytes, u32 **pointer)
319{
320	struct scatterlist *sg;
321
322	if (host->pio_active == XFER_NONE)
323		return -EINVAL;
324
325	if ((!host->mrq) || (!host->mrq->data))
326		return -EINVAL;
327
328	if (host->pio_sgptr >= host->mrq->data->sg_len) {
329		dbg(host, dbg_debug, "no more buffers (%i/%i)\n",
330		      host->pio_sgptr, host->mrq->data->sg_len);
331		return -EBUSY;
332	}
333	sg = &host->mrq->data->sg[host->pio_sgptr];
334
335	*bytes = sg->length;
336	*pointer = sg_virt(sg);
337
338	host->pio_sgptr++;
339
340	dbg(host, dbg_sg, "new buffer (%i/%i)\n",
341	    host->pio_sgptr, host->mrq->data->sg_len);
342
343	return 0;
344}
345
346static inline u32 fifo_count(struct s3cmci_host *host)
347{
348	u32 fifostat = readl(host->base + S3C2410_SDIFSTA);
349
350	fifostat &= S3C2410_SDIFSTA_COUNTMASK;
351	return fifostat;
352}
353
354static inline u32 fifo_free(struct s3cmci_host *host)
355{
356	u32 fifostat = readl(host->base + S3C2410_SDIFSTA);
357
358	fifostat &= S3C2410_SDIFSTA_COUNTMASK;
359	return 63 - fifostat;
360}
361
362/**
363 * s3cmci_enable_irq - enable IRQ, after having disabled it.
364 * @host: The device state.
365 * @more: True if more IRQs are expected from transfer.
366 *
367 * Enable the main IRQ if needed after it has been disabled.
368 *
369 * The IRQ can be one of the following states:
370 *	- disabled during IDLE
371 *	- disabled whilst processing data
372 *	- enabled during transfer
373 *	- enabled whilst awaiting SDIO interrupt detection
374 */
375static void s3cmci_enable_irq(struct s3cmci_host *host, bool more)
376{
377	unsigned long flags;
378	bool enable = false;
379
380	local_irq_save(flags);
381
382	host->irq_enabled = more;
383	host->irq_disabled = false;
384
385	enable = more | host->sdio_irqen;
386
387	if (host->irq_state != enable) {
388		host->irq_state = enable;
389
390		if (enable)
391			enable_irq(host->irq);
392		else
393			disable_irq(host->irq);
394	}
395
396	local_irq_restore(flags);
397}
398
399/**
400 *
401 */
402static void s3cmci_disable_irq(struct s3cmci_host *host, bool transfer)
403{
404	unsigned long flags;
405
406	local_irq_save(flags);
407
408	/* pr_debug("%s: transfer %d\n", __func__, transfer); */
409
410	host->irq_disabled = transfer;
411
412	if (transfer && host->irq_state) {
413		host->irq_state = false;
414		disable_irq(host->irq);
415	}
416
417	local_irq_restore(flags);
418}
419
420static void do_pio_read(struct s3cmci_host *host)
421{
422	int res;
423	u32 fifo;
424	u32 *ptr;
425	u32 fifo_words;
426	void __iomem *from_ptr;
427
428	/* write real prescaler to host, it might be set slow to fix */
429	writel(host->prescaler, host->base + S3C2410_SDIPRE);
430
431	from_ptr = host->base + host->sdidata;
432
433	while ((fifo = fifo_count(host))) {
434		if (!host->pio_bytes) {
435			res = get_data_buffer(host, &host->pio_bytes,
436					      &host->pio_ptr);
437			if (res) {
438				host->pio_active = XFER_NONE;
439				host->complete_what = COMPLETION_FINALIZE;
440
441				dbg(host, dbg_pio, "pio_read(): "
442				    "complete (no more data).\n");
443				return;
444			}
445
446			dbg(host, dbg_pio,
447			    "pio_read(): new target: [%i]@[%p]\n",
448			    host->pio_bytes, host->pio_ptr);
449		}
450
451		dbg(host, dbg_pio,
452		    "pio_read(): fifo:[%02i] buffer:[%03i] dcnt:[%08X]\n",
453		    fifo, host->pio_bytes,
454		    readl(host->base + S3C2410_SDIDCNT));
455
456		/* If we have reached the end of the block, we can
457		 * read a word and get 1 to 3 bytes.  If we in the
458		 * middle of the block, we have to read full words,
459		 * otherwise we will write garbage, so round down to
460		 * an even multiple of 4. */
461		if (fifo >= host->pio_bytes)
462			fifo = host->pio_bytes;
463		else
464			fifo -= fifo & 3;
465
466		host->pio_bytes -= fifo;
467		host->pio_count += fifo;
468
469		fifo_words = fifo >> 2;
470		ptr = host->pio_ptr;
471		while (fifo_words--)
472			*ptr++ = readl(from_ptr);
473		host->pio_ptr = ptr;
474
475		if (fifo & 3) {
476			u32 n = fifo & 3;
477			u32 data = readl(from_ptr);
478			u8 *p = (u8 *)host->pio_ptr;
479
480			while (n--) {
481				*p++ = data;
482				data >>= 8;
483			}
484		}
485	}
486
487	if (!host->pio_bytes) {
488		res = get_data_buffer(host, &host->pio_bytes, &host->pio_ptr);
489		if (res) {
490			dbg(host, dbg_pio,
491			    "pio_read(): complete (no more buffers).\n");
492			host->pio_active = XFER_NONE;
493			host->complete_what = COMPLETION_FINALIZE;
494
495			return;
496		}
497	}
498
499	enable_imask(host,
500		     S3C2410_SDIIMSK_RXFIFOHALF | S3C2410_SDIIMSK_RXFIFOLAST);
501}
502
503static void do_pio_write(struct s3cmci_host *host)
504{
505	void __iomem *to_ptr;
506	int res;
507	u32 fifo;
508	u32 *ptr;
509
510	to_ptr = host->base + host->sdidata;
511
512	while ((fifo = fifo_free(host)) > 3) {
513		if (!host->pio_bytes) {
514			res = get_data_buffer(host, &host->pio_bytes,
515							&host->pio_ptr);
516			if (res) {
517				dbg(host, dbg_pio,
518				    "pio_write(): complete (no more data).\n");
519				host->pio_active = XFER_NONE;
520
521				return;
522			}
523
524			dbg(host, dbg_pio,
525			    "pio_write(): new source: [%i]@[%p]\n",
526			    host->pio_bytes, host->pio_ptr);
527
528		}
529
530		/* If we have reached the end of the block, we have to
531		 * write exactly the remaining number of bytes.  If we
532		 * in the middle of the block, we have to write full
533		 * words, so round down to an even multiple of 4. */
534		if (fifo >= host->pio_bytes)
535			fifo = host->pio_bytes;
536		else
537			fifo -= fifo & 3;
538
539		host->pio_bytes -= fifo;
540		host->pio_count += fifo;
541
542		fifo = (fifo + 3) >> 2;
543		ptr = host->pio_ptr;
544		while (fifo--)
545			writel(*ptr++, to_ptr);
546		host->pio_ptr = ptr;
547	}
548
549	enable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
550}
551
552static void pio_tasklet(unsigned long data)
553{
554	struct s3cmci_host *host = (struct s3cmci_host *) data;
555
556	s3cmci_disable_irq(host, true);
557
558	if (host->pio_active == XFER_WRITE)
559		do_pio_write(host);
560
561	if (host->pio_active == XFER_READ)
562		do_pio_read(host);
563
564	if (host->complete_what == COMPLETION_FINALIZE) {
565		clear_imask(host);
566		if (host->pio_active != XFER_NONE) {
567			dbg(host, dbg_err, "unfinished %s "
568			    "- pio_count:[%u] pio_bytes:[%u]\n",
569			    (host->pio_active == XFER_READ) ? "read" : "write",
570			    host->pio_count, host->pio_bytes);
571
572			if (host->mrq->data)
573				host->mrq->data->error = -EINVAL;
574		}
575
576		s3cmci_enable_irq(host, false);
577		finalize_request(host);
578	} else
579		s3cmci_enable_irq(host, true);
580}
581
582/*
583 * ISR for SDI Interface IRQ
584 * Communication between driver and ISR works as follows:
585 *   host->mrq 			points to current request
586 *   host->complete_what	Indicates when the request is considered done
587 *     COMPLETION_CMDSENT	  when the command was sent
588 *     COMPLETION_RSPFIN          when a response was received
589 *     COMPLETION_XFERFINISH	  when the data transfer is finished
590 *     COMPLETION_XFERFINISH_RSPFIN both of the above.
591 *   host->complete_request	is the completion-object the driver waits for
592 *
593 * 1) Driver sets up host->mrq and host->complete_what
594 * 2) Driver prepares the transfer
595 * 3) Driver enables interrupts
596 * 4) Driver starts transfer
597 * 5) Driver waits for host->complete_rquest
598 * 6) ISR checks for request status (errors and success)
599 * 6) ISR sets host->mrq->cmd->error and host->mrq->data->error
600 * 7) ISR completes host->complete_request
601 * 8) ISR disables interrupts
602 * 9) Driver wakes up and takes care of the request
603 *
604 * Note: "->error"-fields are expected to be set to 0 before the request
605 *       was issued by mmc.c - therefore they are only set, when an error
606 *       contition comes up
607 */
608
609static irqreturn_t s3cmci_irq(int irq, void *dev_id)
610{
611	struct s3cmci_host *host = dev_id;
612	struct mmc_command *cmd;
613	u32 mci_csta, mci_dsta, mci_fsta, mci_dcnt, mci_imsk;
614	u32 mci_cclear = 0, mci_dclear;
615	unsigned long iflags;
616
617	mci_dsta = readl(host->base + S3C2410_SDIDSTA);
618	mci_imsk = readl(host->base + host->sdiimsk);
619
620	if (mci_dsta & S3C2410_SDIDSTA_SDIOIRQDETECT) {
621		if (mci_imsk & S3C2410_SDIIMSK_SDIOIRQ) {
622			mci_dclear = S3C2410_SDIDSTA_SDIOIRQDETECT;
623			writel(mci_dclear, host->base + S3C2410_SDIDSTA);
624
625			mmc_signal_sdio_irq(host->mmc);
626			return IRQ_HANDLED;
627		}
628	}
629
630	spin_lock_irqsave(&host->complete_lock, iflags);
631
632	mci_csta = readl(host->base + S3C2410_SDICMDSTAT);
633	mci_dcnt = readl(host->base + S3C2410_SDIDCNT);
634	mci_fsta = readl(host->base + S3C2410_SDIFSTA);
635	mci_dclear = 0;
636
637	if ((host->complete_what == COMPLETION_NONE) ||
638	    (host->complete_what == COMPLETION_FINALIZE)) {
639		host->status = "nothing to complete";
640		clear_imask(host);
641		goto irq_out;
642	}
643
644	if (!host->mrq) {
645		host->status = "no active mrq";
646		clear_imask(host);
647		goto irq_out;
648	}
649
650	cmd = host->cmd_is_stop ? host->mrq->stop : host->mrq->cmd;
651
652	if (!cmd) {
653		host->status = "no active cmd";
654		clear_imask(host);
655		goto irq_out;
656	}
657
658	if (!s3cmci_host_usedma(host)) {
659		if ((host->pio_active == XFER_WRITE) &&
660		    (mci_fsta & S3C2410_SDIFSTA_TFDET)) {
661
662			disable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
663			tasklet_schedule(&host->pio_tasklet);
664			host->status = "pio tx";
665		}
666
667		if ((host->pio_active == XFER_READ) &&
668		    (mci_fsta & S3C2410_SDIFSTA_RFDET)) {
669
670			disable_imask(host,
671				      S3C2410_SDIIMSK_RXFIFOHALF |
672				      S3C2410_SDIIMSK_RXFIFOLAST);
673
674			tasklet_schedule(&host->pio_tasklet);
675			host->status = "pio rx";
676		}
677	}
678
679	if (mci_csta & S3C2410_SDICMDSTAT_CMDTIMEOUT) {
680		dbg(host, dbg_err, "CMDSTAT: error CMDTIMEOUT\n");
681		cmd->error = -ETIMEDOUT;
682		host->status = "error: command timeout";
683		goto fail_transfer;
684	}
685
686	if (mci_csta & S3C2410_SDICMDSTAT_CMDSENT) {
687		if (host->complete_what == COMPLETION_CMDSENT) {
688			host->status = "ok: command sent";
689			goto close_transfer;
690		}
691
692		mci_cclear |= S3C2410_SDICMDSTAT_CMDSENT;
693	}
694
695	if (mci_csta & S3C2410_SDICMDSTAT_CRCFAIL) {
696		if (cmd->flags & MMC_RSP_CRC) {
697			if (host->mrq->cmd->flags & MMC_RSP_136) {
698				dbg(host, dbg_irq,
699				    "fixup: ignore CRC fail with long rsp\n");
700			} else {
701				/* note, we used to fail the transfer
702				 * here, but it seems that this is just
703				 * the hardware getting it wrong.
704				 *
705				 * cmd->error = -EILSEQ;
706				 * host->status = "error: bad command crc";
707				 * goto fail_transfer;
708				*/
709			}
710		}
711
712		mci_cclear |= S3C2410_SDICMDSTAT_CRCFAIL;
713	}
714
715	if (mci_csta & S3C2410_SDICMDSTAT_RSPFIN) {
716		if (host->complete_what == COMPLETION_RSPFIN) {
717			host->status = "ok: command response received";
718			goto close_transfer;
719		}
720
721		if (host->complete_what == COMPLETION_XFERFINISH_RSPFIN)
722			host->complete_what = COMPLETION_XFERFINISH;
723
724		mci_cclear |= S3C2410_SDICMDSTAT_RSPFIN;
725	}
726
727	/* errors handled after this point are only relevant
728	   when a data transfer is in progress */
729
730	if (!cmd->data)
731		goto clear_status_bits;
732
733	/* Check for FIFO failure */
734	if (host->is2440) {
735		if (mci_fsta & S3C2440_SDIFSTA_FIFOFAIL) {
736			dbg(host, dbg_err, "FIFO failure\n");
737			host->mrq->data->error = -EILSEQ;
738			host->status = "error: 2440 fifo failure";
739			goto fail_transfer;
740		}
741	} else {
742		if (mci_dsta & S3C2410_SDIDSTA_FIFOFAIL) {
743			dbg(host, dbg_err, "FIFO failure\n");
744			cmd->data->error = -EILSEQ;
745			host->status = "error:  fifo failure";
746			goto fail_transfer;
747		}
748	}
749
750	if (mci_dsta & S3C2410_SDIDSTA_RXCRCFAIL) {
751		dbg(host, dbg_err, "bad data crc (outgoing)\n");
752		cmd->data->error = -EILSEQ;
753		host->status = "error: bad data crc (outgoing)";
754		goto fail_transfer;
755	}
756
757	if (mci_dsta & S3C2410_SDIDSTA_CRCFAIL) {
758		dbg(host, dbg_err, "bad data crc (incoming)\n");
759		cmd->data->error = -EILSEQ;
760		host->status = "error: bad data crc (incoming)";
761		goto fail_transfer;
762	}
763
764	if (mci_dsta & S3C2410_SDIDSTA_DATATIMEOUT) {
765		dbg(host, dbg_err, "data timeout\n");
766		cmd->data->error = -ETIMEDOUT;
767		host->status = "error: data timeout";
768		goto fail_transfer;
769	}
770
771	if (mci_dsta & S3C2410_SDIDSTA_XFERFINISH) {
772		if (host->complete_what == COMPLETION_XFERFINISH) {
773			host->status = "ok: data transfer completed";
774			goto close_transfer;
775		}
776
777		if (host->complete_what == COMPLETION_XFERFINISH_RSPFIN)
778			host->complete_what = COMPLETION_RSPFIN;
779
780		mci_dclear |= S3C2410_SDIDSTA_XFERFINISH;
781	}
782
783clear_status_bits:
784	writel(mci_cclear, host->base + S3C2410_SDICMDSTAT);
785	writel(mci_dclear, host->base + S3C2410_SDIDSTA);
786
787	goto irq_out;
788
789fail_transfer:
790	host->pio_active = XFER_NONE;
791
792close_transfer:
793	host->complete_what = COMPLETION_FINALIZE;
794
795	clear_imask(host);
796	tasklet_schedule(&host->pio_tasklet);
797
798	goto irq_out;
799
800irq_out:
801	dbg(host, dbg_irq,
802	    "csta:0x%08x dsta:0x%08x fsta:0x%08x dcnt:0x%08x status:%s.\n",
803	    mci_csta, mci_dsta, mci_fsta, mci_dcnt, host->status);
804
805	spin_unlock_irqrestore(&host->complete_lock, iflags);
806	return IRQ_HANDLED;
807
808}
809
810/*
811 * ISR for the CardDetect Pin
812*/
813
814static irqreturn_t s3cmci_irq_cd(int irq, void *dev_id)
815{
816	struct s3cmci_host *host = (struct s3cmci_host *)dev_id;
817
818	dbg(host, dbg_irq, "card detect\n");
819
820	mmc_detect_change(host->mmc, msecs_to_jiffies(500));
821
822	return IRQ_HANDLED;
823}
824
825static void s3cmci_dma_done_callback(void *arg)
826{
827	struct s3cmci_host *host = arg;
828	unsigned long iflags;
829
830	BUG_ON(!host->mrq);
831	BUG_ON(!host->mrq->data);
832
833	spin_lock_irqsave(&host->complete_lock, iflags);
834
835	dbg(host, dbg_dma, "DMA FINISHED\n");
836
837	host->dma_complete = 1;
838	host->complete_what = COMPLETION_FINALIZE;
839
840	tasklet_schedule(&host->pio_tasklet);
841	spin_unlock_irqrestore(&host->complete_lock, iflags);
842
843}
844
845static void finalize_request(struct s3cmci_host *host)
846{
847	struct mmc_request *mrq = host->mrq;
848	struct mmc_command *cmd;
849	int debug_as_failure = 0;
850
851	if (host->complete_what != COMPLETION_FINALIZE)
852		return;
853
854	if (!mrq)
855		return;
856	cmd = host->cmd_is_stop ? mrq->stop : mrq->cmd;
857
858	if (cmd->data && (cmd->error == 0) &&
859	    (cmd->data->error == 0)) {
860		if (s3cmci_host_usedma(host) && (!host->dma_complete)) {
861			dbg(host, dbg_dma, "DMA Missing (%d)!\n",
862			    host->dma_complete);
863			return;
864		}
865	}
866
867	/* Read response from controller. */
868	cmd->resp[0] = readl(host->base + S3C2410_SDIRSP0);
869	cmd->resp[1] = readl(host->base + S3C2410_SDIRSP1);
870	cmd->resp[2] = readl(host->base + S3C2410_SDIRSP2);
871	cmd->resp[3] = readl(host->base + S3C2410_SDIRSP3);
872
873	writel(host->prescaler, host->base + S3C2410_SDIPRE);
874
875	if (cmd->error)
876		debug_as_failure = 1;
877
878	if (cmd->data && cmd->data->error)
879		debug_as_failure = 1;
880
881	dbg_dumpcmd(host, cmd, debug_as_failure);
882
883	/* Cleanup controller */
884	writel(0, host->base + S3C2410_SDICMDARG);
885	writel(S3C2410_SDIDCON_STOP, host->base + S3C2410_SDIDCON);
886	writel(0, host->base + S3C2410_SDICMDCON);
887	clear_imask(host);
888
889	if (cmd->data && cmd->error)
890		cmd->data->error = cmd->error;
891
892	if (cmd->data && cmd->data->stop && (!host->cmd_is_stop)) {
893		host->cmd_is_stop = 1;
894		s3cmci_send_request(host->mmc);
895		return;
896	}
897
898	/* If we have no data transfer we are finished here */
899	if (!mrq->data)
900		goto request_done;
901
902	/* Calculate the amout of bytes transfer if there was no error */
903	if (mrq->data->error == 0) {
904		mrq->data->bytes_xfered =
905			(mrq->data->blocks * mrq->data->blksz);
906	} else {
907		mrq->data->bytes_xfered = 0;
908	}
909
910	/* If we had an error while transferring data we flush the
911	 * DMA channel and the fifo to clear out any garbage. */
912	if (mrq->data->error != 0) {
913		if (s3cmci_host_usedma(host))
914			dmaengine_terminate_all(host->dma);
915
916		if (host->is2440) {
917			/* Clear failure register and reset fifo. */
918			writel(S3C2440_SDIFSTA_FIFORESET |
919			       S3C2440_SDIFSTA_FIFOFAIL,
920			       host->base + S3C2410_SDIFSTA);
921		} else {
922			u32 mci_con;
923
924			/* reset fifo */
925			mci_con = readl(host->base + S3C2410_SDICON);
926			mci_con |= S3C2410_SDICON_FIFORESET;
927
928			writel(mci_con, host->base + S3C2410_SDICON);
929		}
930	}
931
932request_done:
933	host->complete_what = COMPLETION_NONE;
934	host->mrq = NULL;
935
936	s3cmci_check_sdio_irq(host);
937	mmc_request_done(host->mmc, mrq);
938}
939
940static void s3cmci_send_command(struct s3cmci_host *host,
941					struct mmc_command *cmd)
942{
943	u32 ccon, imsk;
944
945	imsk  = S3C2410_SDIIMSK_CRCSTATUS | S3C2410_SDIIMSK_CMDTIMEOUT |
946		S3C2410_SDIIMSK_RESPONSEND | S3C2410_SDIIMSK_CMDSENT |
947		S3C2410_SDIIMSK_RESPONSECRC;
948
949	enable_imask(host, imsk);
950
951	if (cmd->data)
952		host->complete_what = COMPLETION_XFERFINISH_RSPFIN;
953	else if (cmd->flags & MMC_RSP_PRESENT)
954		host->complete_what = COMPLETION_RSPFIN;
955	else
956		host->complete_what = COMPLETION_CMDSENT;
957
958	writel(cmd->arg, host->base + S3C2410_SDICMDARG);
959
960	ccon  = cmd->opcode & S3C2410_SDICMDCON_INDEX;
961	ccon |= S3C2410_SDICMDCON_SENDERHOST | S3C2410_SDICMDCON_CMDSTART;
962
963	if (cmd->flags & MMC_RSP_PRESENT)
964		ccon |= S3C2410_SDICMDCON_WAITRSP;
965
966	if (cmd->flags & MMC_RSP_136)
967		ccon |= S3C2410_SDICMDCON_LONGRSP;
968
969	writel(ccon, host->base + S3C2410_SDICMDCON);
970}
971
972static int s3cmci_setup_data(struct s3cmci_host *host, struct mmc_data *data)
973{
974	u32 dcon, imsk, stoptries = 3;
975
976	/* write DCON register */
977
978	if (!data) {
979		writel(0, host->base + S3C2410_SDIDCON);
980		return 0;
981	}
982
983	if ((data->blksz & 3) != 0) {
984		/* We cannot deal with unaligned blocks with more than
985		 * one block being transferred. */
986
987		if (data->blocks > 1) {
988			pr_warn("%s: can't do non-word sized block transfers (blksz %d)\n",
989				__func__, data->blksz);
990			return -EINVAL;
991		}
992	}
993
994	while (readl(host->base + S3C2410_SDIDSTA) &
995	       (S3C2410_SDIDSTA_TXDATAON | S3C2410_SDIDSTA_RXDATAON)) {
996
997		dbg(host, dbg_err,
998		    "mci_setup_data() transfer stillin progress.\n");
999
1000		writel(S3C2410_SDIDCON_STOP, host->base + S3C2410_SDIDCON);
1001		s3cmci_reset(host);
1002
1003		if ((stoptries--) == 0) {
1004			dbg_dumpregs(host, "DRF");
1005			return -EINVAL;
1006		}
1007	}
1008
1009	dcon  = data->blocks & S3C2410_SDIDCON_BLKNUM_MASK;
1010
1011	if (s3cmci_host_usedma(host))
1012		dcon |= S3C2410_SDIDCON_DMAEN;
1013
1014	if (host->bus_width == MMC_BUS_WIDTH_4)
1015		dcon |= S3C2410_SDIDCON_WIDEBUS;
1016
1017	if (!(data->flags & MMC_DATA_STREAM))
1018		dcon |= S3C2410_SDIDCON_BLOCKMODE;
1019
1020	if (data->flags & MMC_DATA_WRITE) {
1021		dcon |= S3C2410_SDIDCON_TXAFTERRESP;
1022		dcon |= S3C2410_SDIDCON_XFER_TXSTART;
1023	}
1024
1025	if (data->flags & MMC_DATA_READ) {
1026		dcon |= S3C2410_SDIDCON_RXAFTERCMD;
1027		dcon |= S3C2410_SDIDCON_XFER_RXSTART;
1028	}
1029
1030	if (host->is2440) {
1031		dcon |= S3C2440_SDIDCON_DS_WORD;
1032		dcon |= S3C2440_SDIDCON_DATSTART;
1033	}
1034
1035	writel(dcon, host->base + S3C2410_SDIDCON);
1036
1037	/* write BSIZE register */
1038
1039	writel(data->blksz, host->base + S3C2410_SDIBSIZE);
1040
1041	/* add to IMASK register */
1042	imsk = S3C2410_SDIIMSK_FIFOFAIL | S3C2410_SDIIMSK_DATACRC |
1043	       S3C2410_SDIIMSK_DATATIMEOUT | S3C2410_SDIIMSK_DATAFINISH;
1044
1045	enable_imask(host, imsk);
1046
1047	/* write TIMER register */
1048
1049	if (host->is2440) {
1050		writel(0x007FFFFF, host->base + S3C2410_SDITIMER);
1051	} else {
1052		writel(0x0000FFFF, host->base + S3C2410_SDITIMER);
1053
1054		/* FIX: set slow clock to prevent timeouts on read */
1055		if (data->flags & MMC_DATA_READ)
1056			writel(0xFF, host->base + S3C2410_SDIPRE);
1057	}
1058
1059	return 0;
1060}
1061
1062#define BOTH_DIR (MMC_DATA_WRITE | MMC_DATA_READ)
1063
1064static int s3cmci_prepare_pio(struct s3cmci_host *host, struct mmc_data *data)
1065{
1066	int rw = (data->flags & MMC_DATA_WRITE) ? 1 : 0;
1067
1068	BUG_ON((data->flags & BOTH_DIR) == BOTH_DIR);
1069
1070	host->pio_sgptr = 0;
1071	host->pio_bytes = 0;
1072	host->pio_count = 0;
1073	host->pio_active = rw ? XFER_WRITE : XFER_READ;
1074
1075	if (rw) {
1076		do_pio_write(host);
1077		enable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
1078	} else {
1079		enable_imask(host, S3C2410_SDIIMSK_RXFIFOHALF
1080			     | S3C2410_SDIIMSK_RXFIFOLAST);
1081	}
1082
1083	return 0;
1084}
1085
1086static int s3cmci_prepare_dma(struct s3cmci_host *host, struct mmc_data *data)
1087{
1088	int rw = data->flags & MMC_DATA_WRITE;
1089	struct dma_async_tx_descriptor *desc;
1090	struct dma_slave_config conf = {
1091		.src_addr = host->mem->start + host->sdidata,
1092		.dst_addr = host->mem->start + host->sdidata,
1093		.src_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES,
1094		.dst_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES,
1095	};
1096
1097	BUG_ON((data->flags & BOTH_DIR) == BOTH_DIR);
1098
1099	/* Restore prescaler value */
1100	writel(host->prescaler, host->base + S3C2410_SDIPRE);
1101
1102	if (!rw)
1103		conf.direction = DMA_DEV_TO_MEM;
1104	else
1105		conf.direction = DMA_MEM_TO_DEV;
1106
1107	dma_map_sg(mmc_dev(host->mmc), data->sg, data->sg_len,
1108			     rw ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
1109
1110	dmaengine_slave_config(host->dma, &conf);
1111	desc = dmaengine_prep_slave_sg(host->dma, data->sg, data->sg_len,
1112		conf.direction,
1113		DMA_CTRL_ACK | DMA_PREP_INTERRUPT);
1114	if (!desc)
1115		goto unmap_exit;
1116	desc->callback = s3cmci_dma_done_callback;
1117	desc->callback_param = host;
1118	dmaengine_submit(desc);
1119	dma_async_issue_pending(host->dma);
1120
1121	return 0;
1122
1123unmap_exit:
1124	dma_unmap_sg(mmc_dev(host->mmc), data->sg, data->sg_len,
1125			     rw ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
1126	return -ENOMEM;
1127}
1128
1129static void s3cmci_send_request(struct mmc_host *mmc)
1130{
1131	struct s3cmci_host *host = mmc_priv(mmc);
1132	struct mmc_request *mrq = host->mrq;
1133	struct mmc_command *cmd = host->cmd_is_stop ? mrq->stop : mrq->cmd;
1134
1135	host->ccnt++;
1136	prepare_dbgmsg(host, cmd, host->cmd_is_stop);
1137
1138	/* Clear command, data and fifo status registers
1139	   Fifo clear only necessary on 2440, but doesn't hurt on 2410
1140	*/
1141	writel(0xFFFFFFFF, host->base + S3C2410_SDICMDSTAT);
1142	writel(0xFFFFFFFF, host->base + S3C2410_SDIDSTA);
1143	writel(0xFFFFFFFF, host->base + S3C2410_SDIFSTA);
1144
1145	if (cmd->data) {
1146		int res = s3cmci_setup_data(host, cmd->data);
1147
1148		host->dcnt++;
1149
1150		if (res) {
1151			dbg(host, dbg_err, "setup data error %d\n", res);
1152			cmd->error = res;
1153			cmd->data->error = res;
1154
1155			mmc_request_done(mmc, mrq);
1156			return;
1157		}
1158
1159		if (s3cmci_host_usedma(host))
1160			res = s3cmci_prepare_dma(host, cmd->data);
1161		else
1162			res = s3cmci_prepare_pio(host, cmd->data);
1163
1164		if (res) {
1165			dbg(host, dbg_err, "data prepare error %d\n", res);
1166			cmd->error = res;
1167			cmd->data->error = res;
1168
1169			mmc_request_done(mmc, mrq);
1170			return;
1171		}
1172	}
1173
1174	/* Send command */
1175	s3cmci_send_command(host, cmd);
1176
1177	/* Enable Interrupt */
1178	s3cmci_enable_irq(host, true);
1179}
1180
1181static int s3cmci_card_present(struct mmc_host *mmc)
1182{
1183	struct s3cmci_host *host = mmc_priv(mmc);
1184	struct s3c24xx_mci_pdata *pdata = host->pdata;
1185	int ret;
1186
1187	if (pdata->no_detect)
1188		return -ENOSYS;
1189
1190	ret = gpio_get_value(pdata->gpio_detect) ? 0 : 1;
1191	return ret ^ pdata->detect_invert;
1192}
1193
1194static void s3cmci_request(struct mmc_host *mmc, struct mmc_request *mrq)
1195{
1196	struct s3cmci_host *host = mmc_priv(mmc);
1197
1198	host->status = "mmc request";
1199	host->cmd_is_stop = 0;
1200	host->mrq = mrq;
1201
1202	if (s3cmci_card_present(mmc) == 0) {
1203		dbg(host, dbg_err, "%s: no medium present\n", __func__);
1204		host->mrq->cmd->error = -ENOMEDIUM;
1205		mmc_request_done(mmc, mrq);
1206	} else
1207		s3cmci_send_request(mmc);
1208}
1209
1210static void s3cmci_set_clk(struct s3cmci_host *host, struct mmc_ios *ios)
1211{
1212	u32 mci_psc;
1213
1214	/* Set clock */
1215	for (mci_psc = 0; mci_psc < 255; mci_psc++) {
1216		host->real_rate = host->clk_rate / (host->clk_div*(mci_psc+1));
1217
1218		if (host->real_rate <= ios->clock)
1219			break;
1220	}
1221
1222	if (mci_psc > 255)
1223		mci_psc = 255;
1224
1225	host->prescaler = mci_psc;
1226	writel(host->prescaler, host->base + S3C2410_SDIPRE);
1227
1228	/* If requested clock is 0, real_rate will be 0, too */
1229	if (ios->clock == 0)
1230		host->real_rate = 0;
1231}
1232
1233static void s3cmci_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
1234{
1235	struct s3cmci_host *host = mmc_priv(mmc);
1236	u32 mci_con;
1237
1238	/* Set the power state */
1239
1240	mci_con = readl(host->base + S3C2410_SDICON);
1241
1242	switch (ios->power_mode) {
1243	case MMC_POWER_ON:
1244	case MMC_POWER_UP:
1245		/* Configure GPE5...GPE10 pins in SD mode */
1246		s3c_gpio_cfgall_range(S3C2410_GPE(5), 6, S3C_GPIO_SFN(2),
1247				      S3C_GPIO_PULL_NONE);
1248
1249		if (host->pdata->set_power)
1250			host->pdata->set_power(ios->power_mode, ios->vdd);
1251
1252		if (!host->is2440)
1253			mci_con |= S3C2410_SDICON_FIFORESET;
1254
1255		break;
1256
1257	case MMC_POWER_OFF:
1258	default:
1259		gpio_direction_output(S3C2410_GPE(5), 0);
1260
1261		if (host->is2440)
1262			mci_con |= S3C2440_SDICON_SDRESET;
1263
1264		if (host->pdata->set_power)
1265			host->pdata->set_power(ios->power_mode, ios->vdd);
1266
1267		break;
1268	}
1269
1270	s3cmci_set_clk(host, ios);
1271
1272	/* Set CLOCK_ENABLE */
1273	if (ios->clock)
1274		mci_con |= S3C2410_SDICON_CLOCKTYPE;
1275	else
1276		mci_con &= ~S3C2410_SDICON_CLOCKTYPE;
1277
1278	writel(mci_con, host->base + S3C2410_SDICON);
1279
1280	if ((ios->power_mode == MMC_POWER_ON) ||
1281	    (ios->power_mode == MMC_POWER_UP)) {
1282		dbg(host, dbg_conf, "running at %lukHz (requested: %ukHz).\n",
1283			host->real_rate/1000, ios->clock/1000);
1284	} else {
1285		dbg(host, dbg_conf, "powered down.\n");
1286	}
1287
1288	host->bus_width = ios->bus_width;
1289}
1290
1291static void s3cmci_reset(struct s3cmci_host *host)
1292{
1293	u32 con = readl(host->base + S3C2410_SDICON);
1294
1295	con |= S3C2440_SDICON_SDRESET;
1296	writel(con, host->base + S3C2410_SDICON);
1297}
1298
1299static int s3cmci_get_ro(struct mmc_host *mmc)
1300{
1301	struct s3cmci_host *host = mmc_priv(mmc);
1302	struct s3c24xx_mci_pdata *pdata = host->pdata;
1303	int ret;
1304
1305	if (pdata->no_wprotect)
1306		return 0;
1307
1308	ret = gpio_get_value(pdata->gpio_wprotect) ? 1 : 0;
1309	ret ^= pdata->wprotect_invert;
1310
1311	return ret;
1312}
1313
1314static void s3cmci_enable_sdio_irq(struct mmc_host *mmc, int enable)
1315{
1316	struct s3cmci_host *host = mmc_priv(mmc);
1317	unsigned long flags;
1318	u32 con;
1319
1320	local_irq_save(flags);
1321
1322	con = readl(host->base + S3C2410_SDICON);
1323	host->sdio_irqen = enable;
1324
1325	if (enable == host->sdio_irqen)
1326		goto same_state;
1327
1328	if (enable) {
1329		con |= S3C2410_SDICON_SDIOIRQ;
1330		enable_imask(host, S3C2410_SDIIMSK_SDIOIRQ);
1331
1332		if (!host->irq_state && !host->irq_disabled) {
1333			host->irq_state = true;
1334			enable_irq(host->irq);
1335		}
1336	} else {
1337		disable_imask(host, S3C2410_SDIIMSK_SDIOIRQ);
1338		con &= ~S3C2410_SDICON_SDIOIRQ;
1339
1340		if (!host->irq_enabled && host->irq_state) {
1341			disable_irq_nosync(host->irq);
1342			host->irq_state = false;
1343		}
1344	}
1345
1346	writel(con, host->base + S3C2410_SDICON);
1347
1348 same_state:
1349	local_irq_restore(flags);
1350
1351	s3cmci_check_sdio_irq(host);
1352}
1353
1354static struct mmc_host_ops s3cmci_ops = {
1355	.request	= s3cmci_request,
1356	.set_ios	= s3cmci_set_ios,
1357	.get_ro		= s3cmci_get_ro,
1358	.get_cd		= s3cmci_card_present,
1359	.enable_sdio_irq = s3cmci_enable_sdio_irq,
1360};
1361
1362static struct s3c24xx_mci_pdata s3cmci_def_pdata = {
1363	/* This is currently here to avoid a number of if (host->pdata)
1364	 * checks. Any zero fields to ensure reasonable defaults are picked. */
1365	 .no_wprotect = 1,
1366	 .no_detect = 1,
1367};
1368
1369#ifdef CONFIG_CPU_FREQ
1370
1371static int s3cmci_cpufreq_transition(struct notifier_block *nb,
1372				     unsigned long val, void *data)
1373{
1374	struct s3cmci_host *host;
1375	struct mmc_host *mmc;
1376	unsigned long newclk;
1377	unsigned long flags;
1378
1379	host = container_of(nb, struct s3cmci_host, freq_transition);
1380	newclk = clk_get_rate(host->clk);
1381	mmc = host->mmc;
1382
1383	if ((val == CPUFREQ_PRECHANGE && newclk > host->clk_rate) ||
1384	    (val == CPUFREQ_POSTCHANGE && newclk < host->clk_rate)) {
1385		spin_lock_irqsave(&mmc->lock, flags);
1386
1387		host->clk_rate = newclk;
1388
1389		if (mmc->ios.power_mode != MMC_POWER_OFF &&
1390		    mmc->ios.clock != 0)
1391			s3cmci_set_clk(host, &mmc->ios);
1392
1393		spin_unlock_irqrestore(&mmc->lock, flags);
1394	}
1395
1396	return 0;
1397}
1398
1399static inline int s3cmci_cpufreq_register(struct s3cmci_host *host)
1400{
1401	host->freq_transition.notifier_call = s3cmci_cpufreq_transition;
1402
1403	return cpufreq_register_notifier(&host->freq_transition,
1404					 CPUFREQ_TRANSITION_NOTIFIER);
1405}
1406
1407static inline void s3cmci_cpufreq_deregister(struct s3cmci_host *host)
1408{
1409	cpufreq_unregister_notifier(&host->freq_transition,
1410				    CPUFREQ_TRANSITION_NOTIFIER);
1411}
1412
1413#else
1414static inline int s3cmci_cpufreq_register(struct s3cmci_host *host)
1415{
1416	return 0;
1417}
1418
1419static inline void s3cmci_cpufreq_deregister(struct s3cmci_host *host)
1420{
1421}
1422#endif
1423
1424
1425#ifdef CONFIG_DEBUG_FS
1426
1427static int s3cmci_state_show(struct seq_file *seq, void *v)
1428{
1429	struct s3cmci_host *host = seq->private;
1430
1431	seq_printf(seq, "Register base = 0x%08x\n", (u32)host->base);
1432	seq_printf(seq, "Clock rate = %ld\n", host->clk_rate);
1433	seq_printf(seq, "Prescale = %d\n", host->prescaler);
1434	seq_printf(seq, "is2440 = %d\n", host->is2440);
1435	seq_printf(seq, "IRQ = %d\n", host->irq);
1436	seq_printf(seq, "IRQ enabled = %d\n", host->irq_enabled);
1437	seq_printf(seq, "IRQ disabled = %d\n", host->irq_disabled);
1438	seq_printf(seq, "IRQ state = %d\n", host->irq_state);
1439	seq_printf(seq, "CD IRQ = %d\n", host->irq_cd);
1440	seq_printf(seq, "Do DMA = %d\n", s3cmci_host_usedma(host));
1441	seq_printf(seq, "SDIIMSK at %d\n", host->sdiimsk);
1442	seq_printf(seq, "SDIDATA at %d\n", host->sdidata);
1443
1444	return 0;
1445}
1446
1447static int s3cmci_state_open(struct inode *inode, struct file *file)
1448{
1449	return single_open(file, s3cmci_state_show, inode->i_private);
1450}
1451
1452static const struct file_operations s3cmci_fops_state = {
1453	.owner		= THIS_MODULE,
1454	.open		= s3cmci_state_open,
1455	.read		= seq_read,
1456	.llseek		= seq_lseek,
1457	.release	= single_release,
1458};
1459
1460#define DBG_REG(_r) { .addr = S3C2410_SDI##_r, .name = #_r }
1461
1462struct s3cmci_reg {
1463	unsigned short	addr;
1464	unsigned char	*name;
1465} debug_regs[] = {
1466	DBG_REG(CON),
1467	DBG_REG(PRE),
1468	DBG_REG(CMDARG),
1469	DBG_REG(CMDCON),
1470	DBG_REG(CMDSTAT),
1471	DBG_REG(RSP0),
1472	DBG_REG(RSP1),
1473	DBG_REG(RSP2),
1474	DBG_REG(RSP3),
1475	DBG_REG(TIMER),
1476	DBG_REG(BSIZE),
1477	DBG_REG(DCON),
1478	DBG_REG(DCNT),
1479	DBG_REG(DSTA),
1480	DBG_REG(FSTA),
1481	{}
1482};
1483
1484static int s3cmci_regs_show(struct seq_file *seq, void *v)
1485{
1486	struct s3cmci_host *host = seq->private;
1487	struct s3cmci_reg *rptr = debug_regs;
1488
1489	for (; rptr->name; rptr++)
1490		seq_printf(seq, "SDI%s\t=0x%08x\n", rptr->name,
1491			   readl(host->base + rptr->addr));
1492
1493	seq_printf(seq, "SDIIMSK\t=0x%08x\n", readl(host->base + host->sdiimsk));
1494
1495	return 0;
1496}
1497
1498static int s3cmci_regs_open(struct inode *inode, struct file *file)
1499{
1500	return single_open(file, s3cmci_regs_show, inode->i_private);
1501}
1502
1503static const struct file_operations s3cmci_fops_regs = {
1504	.owner		= THIS_MODULE,
1505	.open		= s3cmci_regs_open,
1506	.read		= seq_read,
1507	.llseek		= seq_lseek,
1508	.release	= single_release,
1509};
1510
1511static void s3cmci_debugfs_attach(struct s3cmci_host *host)
1512{
1513	struct device *dev = &host->pdev->dev;
1514
1515	host->debug_root = debugfs_create_dir(dev_name(dev), NULL);
1516	if (IS_ERR(host->debug_root)) {
1517		dev_err(dev, "failed to create debugfs root\n");
1518		return;
1519	}
1520
1521	host->debug_state = debugfs_create_file("state", 0444,
1522						host->debug_root, host,
1523						&s3cmci_fops_state);
1524
1525	if (IS_ERR(host->debug_state))
1526		dev_err(dev, "failed to create debug state file\n");
1527
1528	host->debug_regs = debugfs_create_file("regs", 0444,
1529					       host->debug_root, host,
1530					       &s3cmci_fops_regs);
1531
1532	if (IS_ERR(host->debug_regs))
1533		dev_err(dev, "failed to create debug regs file\n");
1534}
1535
1536static void s3cmci_debugfs_remove(struct s3cmci_host *host)
1537{
1538	debugfs_remove(host->debug_regs);
1539	debugfs_remove(host->debug_state);
1540	debugfs_remove(host->debug_root);
1541}
1542
1543#else
1544static inline void s3cmci_debugfs_attach(struct s3cmci_host *host) { }
1545static inline void s3cmci_debugfs_remove(struct s3cmci_host *host) { }
1546
1547#endif /* CONFIG_DEBUG_FS */
1548
1549static int s3cmci_probe(struct platform_device *pdev)
1550{
1551	struct s3cmci_host *host;
1552	struct mmc_host	*mmc;
1553	int ret;
1554	int is2440;
1555	int i;
1556
1557	is2440 = platform_get_device_id(pdev)->driver_data;
1558
1559	mmc = mmc_alloc_host(sizeof(struct s3cmci_host), &pdev->dev);
1560	if (!mmc) {
1561		ret = -ENOMEM;
1562		goto probe_out;
1563	}
1564
1565	for (i = S3C2410_GPE(5); i <= S3C2410_GPE(10); i++) {
1566		ret = gpio_request(i, dev_name(&pdev->dev));
1567		if (ret) {
1568			dev_err(&pdev->dev, "failed to get gpio %d\n", i);
1569
1570			for (i--; i >= S3C2410_GPE(5); i--)
1571				gpio_free(i);
1572
1573			goto probe_free_host;
1574		}
1575	}
1576
1577	host = mmc_priv(mmc);
1578	host->mmc 	= mmc;
1579	host->pdev	= pdev;
1580	host->is2440	= is2440;
1581
1582	host->pdata = pdev->dev.platform_data;
1583	if (!host->pdata) {
1584		pdev->dev.platform_data = &s3cmci_def_pdata;
1585		host->pdata = &s3cmci_def_pdata;
1586	}
1587
1588	spin_lock_init(&host->complete_lock);
1589	tasklet_init(&host->pio_tasklet, pio_tasklet, (unsigned long) host);
1590
1591	if (is2440) {
1592		host->sdiimsk	= S3C2440_SDIIMSK;
1593		host->sdidata	= S3C2440_SDIDATA;
1594		host->clk_div	= 1;
1595	} else {
1596		host->sdiimsk	= S3C2410_SDIIMSK;
1597		host->sdidata	= S3C2410_SDIDATA;
1598		host->clk_div	= 2;
1599	}
1600
1601	host->complete_what 	= COMPLETION_NONE;
1602	host->pio_active 	= XFER_NONE;
1603
1604	host->mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1605	if (!host->mem) {
1606		dev_err(&pdev->dev,
1607			"failed to get io memory region resource.\n");
1608
1609		ret = -ENOENT;
1610		goto probe_free_gpio;
1611	}
1612
1613	host->mem = request_mem_region(host->mem->start,
1614				       resource_size(host->mem), pdev->name);
1615
1616	if (!host->mem) {
1617		dev_err(&pdev->dev, "failed to request io memory region.\n");
1618		ret = -ENOENT;
1619		goto probe_free_gpio;
1620	}
1621
1622	host->base = ioremap(host->mem->start, resource_size(host->mem));
1623	if (!host->base) {
1624		dev_err(&pdev->dev, "failed to ioremap() io memory region.\n");
1625		ret = -EINVAL;
1626		goto probe_free_mem_region;
1627	}
1628
1629	host->irq = platform_get_irq(pdev, 0);
1630	if (host->irq == 0) {
1631		dev_err(&pdev->dev, "failed to get interrupt resource.\n");
1632		ret = -EINVAL;
1633		goto probe_iounmap;
1634	}
1635
1636	if (request_irq(host->irq, s3cmci_irq, 0, DRIVER_NAME, host)) {
1637		dev_err(&pdev->dev, "failed to request mci interrupt.\n");
1638		ret = -ENOENT;
1639		goto probe_iounmap;
1640	}
1641
1642	/* We get spurious interrupts even when we have set the IMSK
1643	 * register to ignore everything, so use disable_irq() to make
1644	 * ensure we don't lock the system with un-serviceable requests. */
1645
1646	disable_irq(host->irq);
1647	host->irq_state = false;
1648
1649	if (!host->pdata->no_detect) {
1650		ret = gpio_request(host->pdata->gpio_detect, "s3cmci detect");
1651		if (ret) {
1652			dev_err(&pdev->dev, "failed to get detect gpio\n");
1653			goto probe_free_irq;
1654		}
1655
1656		host->irq_cd = gpio_to_irq(host->pdata->gpio_detect);
1657
1658		if (host->irq_cd >= 0) {
1659			if (request_irq(host->irq_cd, s3cmci_irq_cd,
1660					IRQF_TRIGGER_RISING |
1661					IRQF_TRIGGER_FALLING,
1662					DRIVER_NAME, host)) {
1663				dev_err(&pdev->dev,
1664					"can't get card detect irq.\n");
1665				ret = -ENOENT;
1666				goto probe_free_gpio_cd;
1667			}
1668		} else {
1669			dev_warn(&pdev->dev,
1670				 "host detect has no irq available\n");
1671			gpio_direction_input(host->pdata->gpio_detect);
1672		}
1673	} else
1674		host->irq_cd = -1;
1675
1676	if (!host->pdata->no_wprotect) {
1677		ret = gpio_request(host->pdata->gpio_wprotect, "s3cmci wp");
1678		if (ret) {
1679			dev_err(&pdev->dev, "failed to get writeprotect\n");
1680			goto probe_free_irq_cd;
1681		}
1682
1683		gpio_direction_input(host->pdata->gpio_wprotect);
1684	}
1685
1686	/* depending on the dma state, get a dma channel to use. */
1687
1688	if (s3cmci_host_usedma(host)) {
1689		dma_cap_mask_t mask;
1690
1691		dma_cap_zero(mask);
1692		dma_cap_set(DMA_SLAVE, mask);
1693
1694		host->dma = dma_request_slave_channel_compat(mask,
1695			s3c24xx_dma_filter, (void *)DMACH_SDI, &pdev->dev, "rx-tx");
1696		if (!host->dma) {
1697			dev_err(&pdev->dev, "cannot get DMA channel.\n");
1698			ret = -EBUSY;
1699			goto probe_free_gpio_wp;
1700		}
1701	}
1702
1703	host->clk = clk_get(&pdev->dev, "sdi");
1704	if (IS_ERR(host->clk)) {
1705		dev_err(&pdev->dev, "failed to find clock source.\n");
1706		ret = PTR_ERR(host->clk);
1707		host->clk = NULL;
1708		goto probe_free_dma;
1709	}
1710
1711	ret = clk_prepare_enable(host->clk);
1712	if (ret) {
1713		dev_err(&pdev->dev, "failed to enable clock source.\n");
1714		goto clk_free;
1715	}
1716
1717	host->clk_rate = clk_get_rate(host->clk);
1718
1719	mmc->ops 	= &s3cmci_ops;
1720	mmc->ocr_avail	= MMC_VDD_32_33 | MMC_VDD_33_34;
1721#ifdef CONFIG_MMC_S3C_HW_SDIO_IRQ
1722	mmc->caps	= MMC_CAP_4_BIT_DATA | MMC_CAP_SDIO_IRQ;
1723#else
1724	mmc->caps	= MMC_CAP_4_BIT_DATA;
1725#endif
1726	mmc->f_min 	= host->clk_rate / (host->clk_div * 256);
1727	mmc->f_max 	= host->clk_rate / host->clk_div;
1728
1729	if (host->pdata->ocr_avail)
1730		mmc->ocr_avail = host->pdata->ocr_avail;
1731
1732	mmc->max_blk_count	= 4095;
1733	mmc->max_blk_size	= 4095;
1734	mmc->max_req_size	= 4095 * 512;
1735	mmc->max_seg_size	= mmc->max_req_size;
1736
1737	mmc->max_segs		= 128;
1738
1739	dbg(host, dbg_debug,
1740	    "probe: mode:%s mapped mci_base:%p irq:%u irq_cd:%u dma:%p.\n",
1741	    (host->is2440?"2440":""),
1742	    host->base, host->irq, host->irq_cd, host->dma);
1743
1744	ret = s3cmci_cpufreq_register(host);
1745	if (ret) {
1746		dev_err(&pdev->dev, "failed to register cpufreq\n");
1747		goto free_dmabuf;
1748	}
1749
1750	ret = mmc_add_host(mmc);
1751	if (ret) {
1752		dev_err(&pdev->dev, "failed to add mmc host.\n");
1753		goto free_cpufreq;
1754	}
1755
1756	s3cmci_debugfs_attach(host);
1757
1758	platform_set_drvdata(pdev, mmc);
1759	dev_info(&pdev->dev, "%s - using %s, %s SDIO IRQ\n", mmc_hostname(mmc),
1760		 s3cmci_host_usedma(host) ? "dma" : "pio",
1761		 mmc->caps & MMC_CAP_SDIO_IRQ ? "hw" : "sw");
1762
1763	return 0;
1764
1765 free_cpufreq:
1766	s3cmci_cpufreq_deregister(host);
1767
1768 free_dmabuf:
1769	clk_disable_unprepare(host->clk);
1770
1771 clk_free:
1772	clk_put(host->clk);
1773
1774 probe_free_dma:
1775	if (s3cmci_host_usedma(host))
1776		dma_release_channel(host->dma);
1777
1778 probe_free_gpio_wp:
1779	if (!host->pdata->no_wprotect)
1780		gpio_free(host->pdata->gpio_wprotect);
1781
1782 probe_free_gpio_cd:
1783	if (!host->pdata->no_detect)
1784		gpio_free(host->pdata->gpio_detect);
1785
1786 probe_free_irq_cd:
1787	if (host->irq_cd >= 0)
1788		free_irq(host->irq_cd, host);
1789
1790 probe_free_irq:
1791	free_irq(host->irq, host);
1792
1793 probe_iounmap:
1794	iounmap(host->base);
1795
1796 probe_free_mem_region:
1797	release_mem_region(host->mem->start, resource_size(host->mem));
1798
1799 probe_free_gpio:
1800	for (i = S3C2410_GPE(5); i <= S3C2410_GPE(10); i++)
1801		gpio_free(i);
1802
1803 probe_free_host:
1804	mmc_free_host(mmc);
1805
1806 probe_out:
1807	return ret;
1808}
1809
1810static void s3cmci_shutdown(struct platform_device *pdev)
1811{
1812	struct mmc_host	*mmc = platform_get_drvdata(pdev);
1813	struct s3cmci_host *host = mmc_priv(mmc);
1814
1815	if (host->irq_cd >= 0)
1816		free_irq(host->irq_cd, host);
1817
1818	s3cmci_debugfs_remove(host);
1819	s3cmci_cpufreq_deregister(host);
1820	mmc_remove_host(mmc);
1821	clk_disable_unprepare(host->clk);
1822}
1823
1824static int s3cmci_remove(struct platform_device *pdev)
1825{
1826	struct mmc_host		*mmc  = platform_get_drvdata(pdev);
1827	struct s3cmci_host	*host = mmc_priv(mmc);
1828	struct s3c24xx_mci_pdata *pd = host->pdata;
1829	int i;
1830
1831	s3cmci_shutdown(pdev);
1832
1833	clk_put(host->clk);
1834
1835	tasklet_disable(&host->pio_tasklet);
1836
1837	if (s3cmci_host_usedma(host))
1838		dma_release_channel(host->dma);
1839
1840	free_irq(host->irq, host);
1841
1842	if (!pd->no_wprotect)
1843		gpio_free(pd->gpio_wprotect);
1844
1845	if (!pd->no_detect)
1846		gpio_free(pd->gpio_detect);
1847
1848	for (i = S3C2410_GPE(5); i <= S3C2410_GPE(10); i++)
1849		gpio_free(i);
1850
1851
1852	iounmap(host->base);
1853	release_mem_region(host->mem->start, resource_size(host->mem));
1854
1855	mmc_free_host(mmc);
1856	return 0;
1857}
1858
1859static struct platform_device_id s3cmci_driver_ids[] = {
1860	{
1861		.name	= "s3c2410-sdi",
1862		.driver_data	= 0,
1863	}, {
1864		.name	= "s3c2412-sdi",
1865		.driver_data	= 1,
1866	}, {
1867		.name	= "s3c2440-sdi",
1868		.driver_data	= 1,
1869	},
1870	{ }
1871};
1872
1873MODULE_DEVICE_TABLE(platform, s3cmci_driver_ids);
1874
1875static struct platform_driver s3cmci_driver = {
1876	.driver	= {
1877		.name	= "s3c-sdi",
1878	},
1879	.id_table	= s3cmci_driver_ids,
1880	.probe		= s3cmci_probe,
1881	.remove		= s3cmci_remove,
1882	.shutdown	= s3cmci_shutdown,
1883};
1884
1885module_platform_driver(s3cmci_driver);
1886
1887MODULE_DESCRIPTION("Samsung S3C MMC/SD Card Interface driver");
1888MODULE_LICENSE("GPL v2");
1889MODULE_AUTHOR("Thomas Kleffel <tk@maintech.de>, Ben Dooks <ben-linux@fluff.org>");
1890