76 #define mmc_omap7xx()	(host->features & MMC_OMAP7XX)
77 #define mmc_omap15xx()	(host->features & MMC_OMAP15XX)
78 #define mmc_omap16xx()	(host->features & MMC_OMAP16XX)
80 #define mmc_omap1()	(host->features & MMC_OMAP1_MASK)
83 #define OMAP_MMC_REG(host, reg)		(OMAP_MMC_REG_##reg << (host)->reg_shift)  argument
84 #define OMAP_MMC_READ(host, reg)	__raw_readw((host)->virt_base + OMAP_MMC_REG(host, reg))  argument
85 #define OMAP_MMC_WRITE(host, reg, val)	__raw_writew((val), (host)->virt_base + OMAP_MMC_REG(host, r…  argument
115 	struct mmc_omap_host    *host;  member
179 	if (slot != NULL && slot->host->fclk_enabled && slot->fclk_freq > 0) {  in mmc_omap_fclk_offdelay()
185 static void mmc_omap_fclk_enable(struct mmc_omap_host *host, unsigned int enable)  in mmc_omap_fclk_enable()  argument
189 	spin_lock_irqsave(&host->clk_lock, flags);  in mmc_omap_fclk_enable()
190 	if (host->fclk_enabled != enable) {  in mmc_omap_fclk_enable()
191 		host->fclk_enabled = enable;  in mmc_omap_fclk_enable()
193 			clk_enable(host->fclk);  in mmc_omap_fclk_enable()
195 			clk_disable(host->fclk);  in mmc_omap_fclk_enable()
197 	spin_unlock_irqrestore(&host->clk_lock, flags);  in mmc_omap_fclk_enable()
202 	struct mmc_omap_host *host = slot->host;  in mmc_omap_select_slot()  local
207 	spin_lock_irqsave(&host->slot_lock, flags);  in mmc_omap_select_slot()
208 	while (host->mmc != NULL) {  in mmc_omap_select_slot()
209 		spin_unlock_irqrestore(&host->slot_lock, flags);  in mmc_omap_select_slot()
210 		wait_event(host->slot_wq, host->mmc == NULL);  in mmc_omap_select_slot()
211 		spin_lock_irqsave(&host->slot_lock, flags);  in mmc_omap_select_slot()
213 	host->mmc = slot->mmc;  in mmc_omap_select_slot()
214 	spin_unlock_irqrestore(&host->slot_lock, flags);  in mmc_omap_select_slot()
216 	del_timer(&host->clk_timer);  in mmc_omap_select_slot()
217 	if (host->current_slot != slot || !claimed)  in mmc_omap_select_slot()
218 		mmc_omap_fclk_offdelay(host->current_slot);  in mmc_omap_select_slot()
220 	if (host->current_slot != slot) {  in mmc_omap_select_slot()
221 		OMAP_MMC_WRITE(host, CON, slot->saved_con & 0xFC00);  in mmc_omap_select_slot()
222 		if (host->pdata->switch_slot != NULL)  in mmc_omap_select_slot()
223 			host->pdata->switch_slot(mmc_dev(slot->mmc), slot->id);  in mmc_omap_select_slot()
224 		host->current_slot = slot;  in mmc_omap_select_slot()
228 		mmc_omap_fclk_enable(host, 1);  in mmc_omap_select_slot()
233 		OMAP_MMC_READ(host, CON);  in mmc_omap_select_slot()
235 		OMAP_MMC_WRITE(host, CON, slot->saved_con);  in mmc_omap_select_slot()
237 		mmc_omap_fclk_enable(host, 0);  in mmc_omap_select_slot()
240 static void mmc_omap_start_request(struct mmc_omap_host *host,
245 	struct mmc_omap_host *host = container_of(work, struct mmc_omap_host,  in mmc_omap_slot_release_work()  local
247 	struct mmc_omap_slot *next_slot = host->next_slot;  in mmc_omap_slot_release_work()
250 	host->next_slot = NULL;  in mmc_omap_slot_release_work()
255 	mmc_omap_start_request(host, rq);  in mmc_omap_slot_release_work()
260 	struct mmc_omap_host *host = slot->host;  in mmc_omap_release_slot()  local
264 	BUG_ON(slot == NULL || host->mmc == NULL);  in mmc_omap_release_slot()
268 		mod_timer(&host->clk_timer, jiffies  + HZ/10);  in mmc_omap_release_slot()
270 		del_timer(&host->clk_timer);  in mmc_omap_release_slot()
272 		mmc_omap_fclk_enable(host, 0);  in mmc_omap_release_slot()
275 	spin_lock_irqsave(&host->slot_lock, flags);  in mmc_omap_release_slot()
277 	for (i = 0; i < host->nr_slots; i++) {  in mmc_omap_release_slot()
280 		if (host->slots[i] == NULL || host->slots[i]->mrq == NULL)  in mmc_omap_release_slot()
283 		BUG_ON(host->next_slot != NULL);  in mmc_omap_release_slot()
284 		new_slot = host->slots[i];  in mmc_omap_release_slot()
286 		BUG_ON(new_slot == host->current_slot);  in mmc_omap_release_slot()
288 		host->next_slot = new_slot;  in mmc_omap_release_slot()
289 		host->mmc = new_slot->mmc;  in mmc_omap_release_slot()
290 		spin_unlock_irqrestore(&host->slot_lock, flags);  in mmc_omap_release_slot()
291 		queue_work(host->mmc_omap_wq, &host->slot_release_work);  in mmc_omap_release_slot()
295 	host->mmc = NULL;  in mmc_omap_release_slot()
296 	wake_up(&host->slot_wq);  in mmc_omap_release_slot()
297 	spin_unlock_irqrestore(&host->slot_lock, flags);  in mmc_omap_release_slot()
335 mmc_omap_start_command(struct mmc_omap_host *host, struct mmc_command *cmd)  in mmc_omap_start_command()  argument
342 	host->cmd = cmd;  in mmc_omap_start_command()
363 		dev_err(mmc_dev(host->mmc), "Invalid response type: %04x\n", mmc_resp_type(cmd));  in mmc_omap_start_command()
379 	if (host->current_slot->bus_mode == MMC_BUSMODE_OPENDRAIN)  in mmc_omap_start_command()
385 	if (host->data && !(host->data->flags & MMC_DATA_WRITE))  in mmc_omap_start_command()
388 	mod_timer(&host->cmd_abort_timer, jiffies + HZ/2);  in mmc_omap_start_command()
390 	OMAP_MMC_WRITE(host, CTO, 200);  in mmc_omap_start_command()
391 	OMAP_MMC_WRITE(host, ARGL, cmd->arg & 0xffff);  in mmc_omap_start_command()
392 	OMAP_MMC_WRITE(host, ARGH, cmd->arg >> 16);  in mmc_omap_start_command()
400 	OMAP_MMC_WRITE(host, IE, irq_mask);  in mmc_omap_start_command()
401 	OMAP_MMC_WRITE(host, CMD, cmdreg);  in mmc_omap_start_command()
405 mmc_omap_release_dma(struct mmc_omap_host *host, struct mmc_data *data,  in mmc_omap_release_dma()  argument
409 	struct device *dev = mmc_dev(host->mmc);  in mmc_omap_release_dma()
414 		c = host->dma_tx;  in mmc_omap_release_dma()
417 		c = host->dma_rx;  in mmc_omap_release_dma()
427 	dma_unmap_sg(dev, data->sg, host->sg_len, dma_data_dir);  in mmc_omap_release_dma()
432 	struct mmc_omap_host *host = container_of(work, struct mmc_omap_host,  in mmc_omap_send_stop_work()  local
434 	struct mmc_omap_slot *slot = host->current_slot;  in mmc_omap_send_stop_work()
435 	struct mmc_data *data = host->stop_data;  in mmc_omap_send_stop_work()
441 	mmc_omap_start_command(host, data->stop);  in mmc_omap_send_stop_work()
445 mmc_omap_xfer_done(struct mmc_omap_host *host, struct mmc_data *data)  in mmc_omap_xfer_done()  argument
447 	if (host->dma_in_use)  in mmc_omap_xfer_done()
448 		mmc_omap_release_dma(host, data, data->error);  in mmc_omap_xfer_done()
450 	host->data = NULL;  in mmc_omap_xfer_done()
451 	host->sg_len = 0;  in mmc_omap_xfer_done()
461 		host->mrq = NULL;  in mmc_omap_xfer_done()
462 		mmc = host->mmc;  in mmc_omap_xfer_done()
463 		mmc_omap_release_slot(host->current_slot, 1);  in mmc_omap_xfer_done()
468 	host->stop_data = data;  in mmc_omap_xfer_done()
469 	queue_work(host->mmc_omap_wq, &host->send_stop_work);  in mmc_omap_xfer_done()
473 mmc_omap_send_abort(struct mmc_omap_host *host, int maxloops)  in mmc_omap_send_abort()  argument
475 	struct mmc_omap_slot *slot = host->current_slot;  in mmc_omap_send_abort()
483 		OMAP_MMC_WRITE(host, STAT, 0xFFFF);  in mmc_omap_send_abort()
484 		OMAP_MMC_WRITE(host, CMD, (3 << 12) | (1 << 7));  in mmc_omap_send_abort()
488 			stat = OMAP_MMC_READ(host, STAT);  in mmc_omap_send_abort()
498 	OMAP_MMC_WRITE(host, STAT, stat);  in mmc_omap_send_abort()
502 mmc_omap_abort_xfer(struct mmc_omap_host *host, struct mmc_data *data)  in mmc_omap_abort_xfer()  argument
504 	if (host->dma_in_use)  in mmc_omap_abort_xfer()
505 		mmc_omap_release_dma(host, data, 1);  in mmc_omap_abort_xfer()
507 	host->data = NULL;  in mmc_omap_abort_xfer()
508 	host->sg_len = 0;  in mmc_omap_abort_xfer()
510 	mmc_omap_send_abort(host, 10000);  in mmc_omap_abort_xfer()
514 mmc_omap_end_of_data(struct mmc_omap_host *host, struct mmc_data *data)  in mmc_omap_end_of_data()  argument
519 	if (!host->dma_in_use) {  in mmc_omap_end_of_data()
520 		mmc_omap_xfer_done(host, data);  in mmc_omap_end_of_data()
524 	spin_lock_irqsave(&host->dma_lock, flags);  in mmc_omap_end_of_data()
525 	if (host->dma_done)  in mmc_omap_end_of_data()
528 		host->brs_received = 1;  in mmc_omap_end_of_data()
529 	spin_unlock_irqrestore(&host->dma_lock, flags);  in mmc_omap_end_of_data()
531 		mmc_omap_xfer_done(host, data);  in mmc_omap_end_of_data()
535 mmc_omap_dma_done(struct mmc_omap_host *host, struct mmc_data *data)  in mmc_omap_dma_done()  argument
541 	spin_lock_irqsave(&host->dma_lock, flags);  in mmc_omap_dma_done()
542 	if (host->brs_received)  in mmc_omap_dma_done()
545 		host->dma_done = 1;  in mmc_omap_dma_done()
546 	spin_unlock_irqrestore(&host->dma_lock, flags);  in mmc_omap_dma_done()
548 		mmc_omap_xfer_done(host, data);  in mmc_omap_dma_done()
552 mmc_omap_cmd_done(struct mmc_omap_host *host, struct mmc_command *cmd)  in mmc_omap_cmd_done()  argument
554 	host->cmd = NULL;  in mmc_omap_cmd_done()
556 	del_timer(&host->cmd_abort_timer);  in mmc_omap_cmd_done()
562 				OMAP_MMC_READ(host, RSP0) |  in mmc_omap_cmd_done()
563 				(OMAP_MMC_READ(host, RSP1) << 16);  in mmc_omap_cmd_done()
565 				OMAP_MMC_READ(host, RSP2) |  in mmc_omap_cmd_done()
566 				(OMAP_MMC_READ(host, RSP3) << 16);  in mmc_omap_cmd_done()
568 				OMAP_MMC_READ(host, RSP4) |  in mmc_omap_cmd_done()
569 				(OMAP_MMC_READ(host, RSP5) << 16);  in mmc_omap_cmd_done()
571 				OMAP_MMC_READ(host, RSP6) |  in mmc_omap_cmd_done()
572 				(OMAP_MMC_READ(host, RSP7) << 16);  in mmc_omap_cmd_done()
576 				OMAP_MMC_READ(host, RSP6) |  in mmc_omap_cmd_done()
577 				(OMAP_MMC_READ(host, RSP7) << 16);  in mmc_omap_cmd_done()
581 	if (host->data == NULL || cmd->error) {  in mmc_omap_cmd_done()
584 		if (host->data != NULL)  in mmc_omap_cmd_done()
585 			mmc_omap_abort_xfer(host, host->data);  in mmc_omap_cmd_done()
586 		host->mrq = NULL;  in mmc_omap_cmd_done()
587 		mmc = host->mmc;  in mmc_omap_cmd_done()
588 		mmc_omap_release_slot(host->current_slot, 1);  in mmc_omap_cmd_done()
599 	struct mmc_omap_host *host = container_of(work, struct mmc_omap_host,  in mmc_omap_abort_command()  local
601 	BUG_ON(!host->cmd);  in mmc_omap_abort_command()
603 	dev_dbg(mmc_dev(host->mmc), "Aborting stuck command CMD%d\n",  in mmc_omap_abort_command()
604 		host->cmd->opcode);  in mmc_omap_abort_command()
606 	if (host->cmd->error == 0)  in mmc_omap_abort_command()
607 		host->cmd->error = -ETIMEDOUT;  in mmc_omap_abort_command()
609 	if (host->data == NULL) {  in mmc_omap_abort_command()
613 		cmd = host->cmd;  in mmc_omap_abort_command()
614 		host->cmd = NULL;  in mmc_omap_abort_command()
615 		mmc_omap_send_abort(host, 10000);  in mmc_omap_abort_command()
617 		host->mrq = NULL;  in mmc_omap_abort_command()
618 		mmc = host->mmc;  in mmc_omap_abort_command()
619 		mmc_omap_release_slot(host->current_slot, 1);  in mmc_omap_abort_command()
622 		mmc_omap_cmd_done(host, host->cmd);  in mmc_omap_abort_command()
624 	host->abort = 0;  in mmc_omap_abort_command()
625 	enable_irq(host->irq);  in mmc_omap_abort_command()
631 	struct mmc_omap_host *host = (struct mmc_omap_host *) data;  in mmc_omap_cmd_timer()  local
634 	spin_lock_irqsave(&host->slot_lock, flags);  in mmc_omap_cmd_timer()
635 	if (host->cmd != NULL && !host->abort) {  in mmc_omap_cmd_timer()
636 		OMAP_MMC_WRITE(host, IE, 0);  in mmc_omap_cmd_timer()
637 		disable_irq(host->irq);  in mmc_omap_cmd_timer()
638 		host->abort = 1;  in mmc_omap_cmd_timer()
639 		queue_work(host->mmc_omap_wq, &host->cmd_abort_work);  in mmc_omap_cmd_timer()
641 	spin_unlock_irqrestore(&host->slot_lock, flags);  in mmc_omap_cmd_timer()
646 mmc_omap_sg_to_buf(struct mmc_omap_host *host)  in mmc_omap_sg_to_buf()  argument
650 	sg = host->data->sg + host->sg_idx;  in mmc_omap_sg_to_buf()
651 	host->buffer_bytes_left = sg->length;  in mmc_omap_sg_to_buf()
652 	host->buffer = sg_virt(sg);  in mmc_omap_sg_to_buf()
653 	if (host->buffer_bytes_left > host->total_bytes_left)  in mmc_omap_sg_to_buf()
654 		host->buffer_bytes_left = host->total_bytes_left;  in mmc_omap_sg_to_buf()
660 	struct mmc_omap_host *host = (struct mmc_omap_host *) data;  in mmc_omap_clk_timer()  local
662 	mmc_omap_fclk_enable(host, 0);  in mmc_omap_clk_timer()
667 mmc_omap_xfer_data(struct mmc_omap_host *host, int write)  in mmc_omap_xfer_data()  argument
671 	if (host->buffer_bytes_left == 0) {  in mmc_omap_xfer_data()
672 		host->sg_idx++;  in mmc_omap_xfer_data()
673 		BUG_ON(host->sg_idx == host->sg_len);  in mmc_omap_xfer_data()
674 		mmc_omap_sg_to_buf(host);  in mmc_omap_xfer_data()
677 	if (n > host->buffer_bytes_left)  in mmc_omap_xfer_data()
678 		n = host->buffer_bytes_left;  in mmc_omap_xfer_data()
683 	host->buffer_bytes_left -= n;  in mmc_omap_xfer_data()
684 	host->total_bytes_left -= n;  in mmc_omap_xfer_data()
685 	host->data->bytes_xfered += n;  in mmc_omap_xfer_data()
688 		__raw_writesw(host->virt_base + OMAP_MMC_REG(host, DATA),  in mmc_omap_xfer_data()
689 			      host->buffer, nwords);  in mmc_omap_xfer_data()
691 		__raw_readsw(host->virt_base + OMAP_MMC_REG(host, DATA),  in mmc_omap_xfer_data()
692 			     host->buffer, nwords);  in mmc_omap_xfer_data()
695 	host->buffer += nwords;  in mmc_omap_xfer_data()
699 static void mmc_omap_report_irq(struct mmc_omap_host *host, u16 status)  in mmc_omap_report_irq()  argument
713 	dev_vdbg(mmc_dev(host->mmc), "%s\n", res);  in mmc_omap_report_irq()
716 static void mmc_omap_report_irq(struct mmc_omap_host *host, u16 status)  in mmc_omap_report_irq()  argument
724 	struct mmc_omap_host * host = (struct mmc_omap_host *)dev_id;  in mmc_omap_irq()  local
730 	if (host->cmd == NULL && host->data == NULL) {  in mmc_omap_irq()
731 		status = OMAP_MMC_READ(host, STAT);  in mmc_omap_irq()
732 		dev_info(mmc_dev(host->slots[0]->mmc),  in mmc_omap_irq()
735 			OMAP_MMC_WRITE(host, STAT, status);  in mmc_omap_irq()
736 			OMAP_MMC_WRITE(host, IE, 0);  in mmc_omap_irq()
746 	while ((status = OMAP_MMC_READ(host, STAT)) != 0) {  in mmc_omap_irq()
749 		OMAP_MMC_WRITE(host, STAT, status);  in mmc_omap_irq()
750 		if (host->cmd != NULL)  in mmc_omap_irq()
751 			cmd = host->cmd->opcode;  in mmc_omap_irq()
754 		dev_dbg(mmc_dev(host->mmc), "MMC IRQ %04x (CMD %d): ",  in mmc_omap_irq()
756 		mmc_omap_report_irq(host, status);  in mmc_omap_irq()
758 		if (host->total_bytes_left) {  in mmc_omap_irq()
761 				mmc_omap_xfer_data(host, 0);  in mmc_omap_irq()
763 				mmc_omap_xfer_data(host, 1);  in mmc_omap_irq()
770 			dev_dbg(mmc_dev(host->mmc), "data timeout (CMD%d)\n",  in mmc_omap_irq()
772 			if (host->data) {  in mmc_omap_irq()
773 				host->data->error = -ETIMEDOUT;  in mmc_omap_irq()
779 			if (host->data) {  in mmc_omap_irq()
780 				host->data->error = -EILSEQ;  in mmc_omap_irq()
781 				dev_dbg(mmc_dev(host->mmc),  in mmc_omap_irq()
783 					host->total_bytes_left);  in mmc_omap_irq()
786 				dev_dbg(mmc_dev(host->mmc), "data CRC error\n");  in mmc_omap_irq()
792 			if (host->cmd) {  in mmc_omap_irq()
794 					host->current_slot;  in mmc_omap_irq()
797 					dev_err(mmc_dev(host->mmc),  in mmc_omap_irq()
800 				host->cmd->error = -ETIMEDOUT;  in mmc_omap_irq()
807 			if (host->cmd) {  in mmc_omap_irq()
808 				dev_err(mmc_dev(host->mmc),  in mmc_omap_irq()
810 					cmd, host->cmd->arg);  in mmc_omap_irq()
811 				host->cmd->error = -EILSEQ;  in mmc_omap_irq()
815 				dev_err(mmc_dev(host->mmc),  in mmc_omap_irq()
820 			dev_dbg(mmc_dev(host->mmc),  in mmc_omap_irq()
836 	if (cmd_error && host->data) {  in mmc_omap_irq()
837 		del_timer(&host->cmd_abort_timer);  in mmc_omap_irq()
838 		host->abort = 1;  in mmc_omap_irq()
839 		OMAP_MMC_WRITE(host, IE, 0);  in mmc_omap_irq()
840 		disable_irq_nosync(host->irq);  in mmc_omap_irq()
841 		queue_work(host->mmc_omap_wq, &host->cmd_abort_work);  in mmc_omap_irq()
845 	if (end_command && host->cmd)  in mmc_omap_irq()
846 		mmc_omap_cmd_done(host, host->cmd);  in mmc_omap_irq()
847 	if (host->data != NULL) {  in mmc_omap_irq()
849 			mmc_omap_xfer_done(host, host->data);  in mmc_omap_irq()
851 			mmc_omap_end_of_data(host, host->data);  in mmc_omap_irq()
860 	struct mmc_omap_host *host = dev_get_drvdata(dev);  in omap_mmc_notify_cover_event()  local
861 	struct mmc_omap_slot *slot = host->slots[num];  in omap_mmc_notify_cover_event()
863 	BUG_ON(num >= host->nr_slots);  in omap_mmc_notify_cover_event()
866 	if (host->nr_slots == 0 || !host->slots[num])  in omap_mmc_notify_cover_event()
906 	struct mmc_omap_host *host = priv;  in mmc_omap_dma_callback()  local
907 	struct mmc_data *data = host->data;  in mmc_omap_dma_callback()
912 	mmc_omap_dma_done(host, data);  in mmc_omap_dma_callback()
915 static inline void set_cmd_timeout(struct mmc_omap_host *host, struct mmc_request *req)  in set_cmd_timeout()  argument
919 	reg = OMAP_MMC_READ(host, SDIO);  in set_cmd_timeout()
921 	OMAP_MMC_WRITE(host, SDIO, reg);  in set_cmd_timeout()
923 	OMAP_MMC_WRITE(host, CTO, 0xff);  in set_cmd_timeout()
926 static inline void set_data_timeout(struct mmc_omap_host *host, struct mmc_request *req)  in set_data_timeout()  argument
931 	cycle_ns = 1000000000 / host->current_slot->fclk_freq;  in set_data_timeout()
936 	reg = OMAP_MMC_READ(host, SDIO);  in set_data_timeout()
942 	OMAP_MMC_WRITE(host, SDIO, reg);  in set_data_timeout()
943 	OMAP_MMC_WRITE(host, DTO, timeout);  in set_data_timeout()
947 mmc_omap_prepare_data(struct mmc_omap_host *host, struct mmc_request *req)  in mmc_omap_prepare_data()  argument
954 	host->data = data;  in mmc_omap_prepare_data()
956 		OMAP_MMC_WRITE(host, BLEN, 0);  in mmc_omap_prepare_data()
957 		OMAP_MMC_WRITE(host, NBLK, 0);  in mmc_omap_prepare_data()
958 		OMAP_MMC_WRITE(host, BUF, 0);  in mmc_omap_prepare_data()
959 		host->dma_in_use = 0;  in mmc_omap_prepare_data()
960 		set_cmd_timeout(host, req);  in mmc_omap_prepare_data()
966 	OMAP_MMC_WRITE(host, NBLK, data->blocks - 1);  in mmc_omap_prepare_data()
967 	OMAP_MMC_WRITE(host, BLEN, block_size - 1);  in mmc_omap_prepare_data()
968 	set_data_timeout(host, req);  in mmc_omap_prepare_data()
983 	host->sg_idx = 0;  in mmc_omap_prepare_data()
1004 			c = host->dma_tx;  in mmc_omap_prepare_data()
1005 			bp = &host->dma_tx_burst;  in mmc_omap_prepare_data()
1009 			c = host->dma_rx;  in mmc_omap_prepare_data()
1010 			bp = &host->dma_rx_burst;  in mmc_omap_prepare_data()
1022 			cfg.src_addr = host->phys_base + OMAP_MMC_REG(host, DATA);  in mmc_omap_prepare_data()
1023 			cfg.dst_addr = host->phys_base + OMAP_MMC_REG(host, DATA);  in mmc_omap_prepare_data()
1035 		host->sg_len = dma_map_sg(c->device->dev, data->sg, sg_len,  in mmc_omap_prepare_data()
1037 		if (host->sg_len == 0)  in mmc_omap_prepare_data()
1040 		tx = dmaengine_prep_slave_sg(c, data->sg, host->sg_len,  in mmc_omap_prepare_data()
1046 		OMAP_MMC_WRITE(host, BUF, buf);  in mmc_omap_prepare_data()
1049 		tx->callback_param = host;  in mmc_omap_prepare_data()
1051 		host->brs_received = 0;  in mmc_omap_prepare_data()
1052 		host->dma_done = 0;  in mmc_omap_prepare_data()
1053 		host->dma_in_use = 1;  in mmc_omap_prepare_data()
1059 	OMAP_MMC_WRITE(host, BUF, 0x1f1f);  in mmc_omap_prepare_data()
1060 	host->total_bytes_left = data->blocks * block_size;  in mmc_omap_prepare_data()
1061 	host->sg_len = sg_len;  in mmc_omap_prepare_data()
1062 	mmc_omap_sg_to_buf(host);  in mmc_omap_prepare_data()
1063 	host->dma_in_use = 0;  in mmc_omap_prepare_data()
1066 static void mmc_omap_start_request(struct mmc_omap_host *host,  in mmc_omap_start_request()  argument
1069 	BUG_ON(host->mrq != NULL);  in mmc_omap_start_request()
1071 	host->mrq = req;  in mmc_omap_start_request()
1074 	mmc_omap_prepare_data(host, req);  in mmc_omap_start_request()
1075 	mmc_omap_start_command(host, req->cmd);  in mmc_omap_start_request()
1076 	if (host->dma_in_use) {  in mmc_omap_start_request()
1077 		struct dma_chan *c = host->data->flags & MMC_DATA_WRITE ?  in mmc_omap_start_request()
1078 				host->dma_tx : host->dma_rx;  in mmc_omap_start_request()
1087 	struct mmc_omap_host *host = slot->host;  in mmc_omap_request()  local
1090 	spin_lock_irqsave(&host->slot_lock, flags);  in mmc_omap_request()
1091 	if (host->mmc != NULL) {  in mmc_omap_request()
1094 		spin_unlock_irqrestore(&host->slot_lock, flags);  in mmc_omap_request()
1097 		host->mmc = mmc;  in mmc_omap_request()
1098 	spin_unlock_irqrestore(&host->slot_lock, flags);  in mmc_omap_request()
1100 	mmc_omap_start_request(host, req);  in mmc_omap_request()
1106 	struct mmc_omap_host *host;  in mmc_omap_set_power()  local
1108 	host = slot->host;  in mmc_omap_set_power()
1117 			w = OMAP_MMC_READ(host, CON);  in mmc_omap_set_power()
1118 			OMAP_MMC_WRITE(host, CON, w | (1 << 11));  in mmc_omap_set_power()
1120 			w = OMAP_MMC_READ(host, CON);  in mmc_omap_set_power()
1121 			OMAP_MMC_WRITE(host, CON, w & ~(1 << 11));  in mmc_omap_set_power()
1129 	struct mmc_omap_host *host = slot->host;  in mmc_omap_calc_divisor()  local
1130 	int func_clk_rate = clk_get_rate(host->fclk);  in mmc_omap_calc_divisor()
1157 	struct mmc_omap_host *host = slot->host;  in mmc_omap_set_ios()  local
1178 		mmc_omap_fclk_enable(host, 1);  in mmc_omap_set_ios()
1196 		OMAP_MMC_WRITE(host, CON, dsor);  in mmc_omap_set_ios()
1203 		OMAP_MMC_WRITE(host, IE, 0);  in mmc_omap_set_ios()
1204 		OMAP_MMC_WRITE(host, STAT, 0xffff);  in mmc_omap_set_ios()
1205 		OMAP_MMC_WRITE(host, CMD, 1 << 7);  in mmc_omap_set_ios()
1206 		while (usecs > 0 && (OMAP_MMC_READ(host, STAT) & 1) == 0) {  in mmc_omap_set_ios()
1210 		OMAP_MMC_WRITE(host, STAT, 1);  in mmc_omap_set_ios()
1222 static int mmc_omap_new_slot(struct mmc_omap_host *host, int id)  in mmc_omap_new_slot()  argument
1228 	mmc = mmc_alloc_host(sizeof(struct mmc_omap_slot), host->dev);  in mmc_omap_new_slot()
1233 	slot->host = host;  in mmc_omap_new_slot()
1236 	slot->pdata = &host->pdata->slots[id];  in mmc_omap_new_slot()
1238 	host->slots[id] = slot;  in mmc_omap_new_slot()
1241 	if (host->pdata->slots[id].wires >= 4)  in mmc_omap_new_slot()
1251 	if (host->pdata->max_freq)  in mmc_omap_new_slot()
1252 		mmc->f_max = min(host->pdata->max_freq, mmc->f_max);  in mmc_omap_new_slot()
1313 	flush_workqueue(slot->host->mmc_omap_wq);  in mmc_omap_remove_slot()
1322 	struct mmc_omap_host *host = NULL;  in mmc_omap_probe()  local
1338 	host = devm_kzalloc(&pdev->dev, sizeof(struct mmc_omap_host),  in mmc_omap_probe()
1340 	if (host == NULL)  in mmc_omap_probe()
1348 	host->virt_base = devm_ioremap_resource(&pdev->dev, res);  in mmc_omap_probe()
1349 	if (IS_ERR(host->virt_base))  in mmc_omap_probe()
1350 		return PTR_ERR(host->virt_base);  in mmc_omap_probe()
1352 	INIT_WORK(&host->slot_release_work, mmc_omap_slot_release_work);  in mmc_omap_probe()
1353 	INIT_WORK(&host->send_stop_work, mmc_omap_send_stop_work);  in mmc_omap_probe()
1355 	INIT_WORK(&host->cmd_abort_work, mmc_omap_abort_command);  in mmc_omap_probe()
1356 	setup_timer(&host->cmd_abort_timer, mmc_omap_cmd_timer,  in mmc_omap_probe()
1357 		    (unsigned long) host);  in mmc_omap_probe()
1359 	spin_lock_init(&host->clk_lock);  in mmc_omap_probe()
1360 	setup_timer(&host->clk_timer, mmc_omap_clk_timer, (unsigned long) host);  in mmc_omap_probe()
1362 	spin_lock_init(&host->dma_lock);  in mmc_omap_probe()
1363 	spin_lock_init(&host->slot_lock);  in mmc_omap_probe()
1364 	init_waitqueue_head(&host->slot_wq);  in mmc_omap_probe()
1366 	host->pdata = pdata;  in mmc_omap_probe()
1367 	host->features = host->pdata->slots[0].features;  in mmc_omap_probe()
1368 	host->dev = &pdev->dev;  in mmc_omap_probe()
1369 	platform_set_drvdata(pdev, host);  in mmc_omap_probe()
1371 	host->id = pdev->id;  in mmc_omap_probe()
1372 	host->irq = irq;  in mmc_omap_probe()
1373 	host->phys_base = res->start;  in mmc_omap_probe()
1374 	host->iclk = clk_get(&pdev->dev, "ick");  in mmc_omap_probe()
1375 	if (IS_ERR(host->iclk))  in mmc_omap_probe()
1376 		return PTR_ERR(host->iclk);  in mmc_omap_probe()
1377 	clk_enable(host->iclk);  in mmc_omap_probe()
1379 	host->fclk = clk_get(&pdev->dev, "fck");  in mmc_omap_probe()
1380 	if (IS_ERR(host->fclk)) {  in mmc_omap_probe()
1381 		ret = PTR_ERR(host->fclk);  in mmc_omap_probe()
1388 	host->dma_tx_burst = -1;  in mmc_omap_probe()
1389 	host->dma_rx_burst = -1;  in mmc_omap_probe()
1394 	host->dma_tx = dma_request_slave_channel_compat(mask,  in mmc_omap_probe()
1396 	if (!host->dma_tx)  in mmc_omap_probe()
1397 		dev_warn(host->dev, "unable to obtain TX DMA engine channel %u\n",  in mmc_omap_probe()
1403 	host->dma_rx = dma_request_slave_channel_compat(mask,  in mmc_omap_probe()
1405 	if (!host->dma_rx)  in mmc_omap_probe()
1406 		dev_warn(host->dev, "unable to obtain RX DMA engine channel %u\n",  in mmc_omap_probe()
1409 	ret = request_irq(host->irq, mmc_omap_irq, 0, DRIVER_NAME, host);  in mmc_omap_probe()
1419 	host->nr_slots = pdata->nr_slots;  in mmc_omap_probe()
1420 	host->reg_shift = (mmc_omap7xx() ? 1 : 2);  in mmc_omap_probe()
1422 	host->mmc_omap_wq = alloc_workqueue("mmc_omap", 0, 0);  in mmc_omap_probe()
1423 	if (!host->mmc_omap_wq) {  in mmc_omap_probe()
1429 		ret = mmc_omap_new_slot(host, i);  in mmc_omap_probe()
1432 				mmc_omap_remove_slot(host->slots[i]);  in mmc_omap_probe()
1441 	destroy_workqueue(host->mmc_omap_wq);  in mmc_omap_probe()
1446 	free_irq(host->irq, host);  in mmc_omap_probe()
1448 	if (host->dma_tx)  in mmc_omap_probe()
1449 		dma_release_channel(host->dma_tx);  in mmc_omap_probe()
1450 	if (host->dma_rx)  in mmc_omap_probe()
1451 		dma_release_channel(host->dma_rx);  in mmc_omap_probe()
1452 	clk_put(host->fclk);  in mmc_omap_probe()
1454 	clk_disable(host->iclk);  in mmc_omap_probe()
1455 	clk_put(host->iclk);  in mmc_omap_probe()
1461 	struct mmc_omap_host *host = platform_get_drvdata(pdev);  in mmc_omap_remove()  local
1464 	BUG_ON(host == NULL);  in mmc_omap_remove()
1466 	for (i = 0; i < host->nr_slots; i++)  in mmc_omap_remove()
1467 		mmc_omap_remove_slot(host->slots[i]);  in mmc_omap_remove()
1469 	if (host->pdata->cleanup)  in mmc_omap_remove()
1470 		host->pdata->cleanup(&pdev->dev);  in mmc_omap_remove()
1472 	mmc_omap_fclk_enable(host, 0);  in mmc_omap_remove()
1473 	free_irq(host->irq, host);  in mmc_omap_remove()
1474 	clk_put(host->fclk);  in mmc_omap_remove()
1475 	clk_disable(host->iclk);  in mmc_omap_remove()
1476 	clk_put(host->iclk);  in mmc_omap_remove()
1478 	if (host->dma_tx)  in mmc_omap_remove()
1479 		dma_release_channel(host->dma_tx);  in mmc_omap_remove()
1480 	if (host->dma_rx)  in mmc_omap_remove()
1481 		dma_release_channel(host->dma_rx);  in mmc_omap_remove()
1483 	destroy_workqueue(host->mmc_omap_wq);  in mmc_omap_remove()