Lines Matching refs:host
55 static void sdhci_enable_preset_value(struct sdhci_host *host, bool enable);
56 static int sdhci_pre_dma_transfer(struct sdhci_host *host,
58 static int sdhci_do_get_cd(struct sdhci_host *host);
61 static int sdhci_runtime_pm_get(struct sdhci_host *host);
62 static int sdhci_runtime_pm_put(struct sdhci_host *host);
63 static void sdhci_runtime_pm_bus_on(struct sdhci_host *host);
64 static void sdhci_runtime_pm_bus_off(struct sdhci_host *host);
66 static inline int sdhci_runtime_pm_get(struct sdhci_host *host) in sdhci_runtime_pm_get() argument
70 static inline int sdhci_runtime_pm_put(struct sdhci_host *host) in sdhci_runtime_pm_put() argument
74 static void sdhci_runtime_pm_bus_on(struct sdhci_host *host) in sdhci_runtime_pm_bus_on() argument
77 static void sdhci_runtime_pm_bus_off(struct sdhci_host *host) in sdhci_runtime_pm_bus_off() argument
82 static void sdhci_dumpregs(struct sdhci_host *host) in sdhci_dumpregs() argument
85 mmc_hostname(host->mmc)); in sdhci_dumpregs()
88 sdhci_readl(host, SDHCI_DMA_ADDRESS), in sdhci_dumpregs()
89 sdhci_readw(host, SDHCI_HOST_VERSION)); in sdhci_dumpregs()
91 sdhci_readw(host, SDHCI_BLOCK_SIZE), in sdhci_dumpregs()
92 sdhci_readw(host, SDHCI_BLOCK_COUNT)); in sdhci_dumpregs()
94 sdhci_readl(host, SDHCI_ARGUMENT), in sdhci_dumpregs()
95 sdhci_readw(host, SDHCI_TRANSFER_MODE)); in sdhci_dumpregs()
97 sdhci_readl(host, SDHCI_PRESENT_STATE), in sdhci_dumpregs()
98 sdhci_readb(host, SDHCI_HOST_CONTROL)); in sdhci_dumpregs()
100 sdhci_readb(host, SDHCI_POWER_CONTROL), in sdhci_dumpregs()
101 sdhci_readb(host, SDHCI_BLOCK_GAP_CONTROL)); in sdhci_dumpregs()
103 sdhci_readb(host, SDHCI_WAKE_UP_CONTROL), in sdhci_dumpregs()
104 sdhci_readw(host, SDHCI_CLOCK_CONTROL)); in sdhci_dumpregs()
106 sdhci_readb(host, SDHCI_TIMEOUT_CONTROL), in sdhci_dumpregs()
107 sdhci_readl(host, SDHCI_INT_STATUS)); in sdhci_dumpregs()
109 sdhci_readl(host, SDHCI_INT_ENABLE), in sdhci_dumpregs()
110 sdhci_readl(host, SDHCI_SIGNAL_ENABLE)); in sdhci_dumpregs()
112 sdhci_readw(host, SDHCI_ACMD12_ERR), in sdhci_dumpregs()
113 sdhci_readw(host, SDHCI_SLOT_INT_STATUS)); in sdhci_dumpregs()
115 sdhci_readl(host, SDHCI_CAPABILITIES), in sdhci_dumpregs()
116 sdhci_readl(host, SDHCI_CAPABILITIES_1)); in sdhci_dumpregs()
118 sdhci_readw(host, SDHCI_COMMAND), in sdhci_dumpregs()
119 sdhci_readl(host, SDHCI_MAX_CURRENT)); in sdhci_dumpregs()
121 sdhci_readw(host, SDHCI_HOST_CONTROL2)); in sdhci_dumpregs()
123 if (host->flags & SDHCI_USE_ADMA) { in sdhci_dumpregs()
124 if (host->flags & SDHCI_USE_64_BIT_DMA) in sdhci_dumpregs()
126 readl(host->ioaddr + SDHCI_ADMA_ERROR), in sdhci_dumpregs()
127 readl(host->ioaddr + SDHCI_ADMA_ADDRESS_HI), in sdhci_dumpregs()
128 readl(host->ioaddr + SDHCI_ADMA_ADDRESS)); in sdhci_dumpregs()
131 readl(host->ioaddr + SDHCI_ADMA_ERROR), in sdhci_dumpregs()
132 readl(host->ioaddr + SDHCI_ADMA_ADDRESS)); in sdhci_dumpregs()
144 static void sdhci_set_card_detection(struct sdhci_host *host, bool enable) in sdhci_set_card_detection() argument
148 if ((host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION) || in sdhci_set_card_detection()
149 (host->mmc->caps & MMC_CAP_NONREMOVABLE)) in sdhci_set_card_detection()
153 present = sdhci_readl(host, SDHCI_PRESENT_STATE) & in sdhci_set_card_detection()
156 host->ier |= present ? SDHCI_INT_CARD_REMOVE : in sdhci_set_card_detection()
159 host->ier &= ~(SDHCI_INT_CARD_REMOVE | SDHCI_INT_CARD_INSERT); in sdhci_set_card_detection()
162 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_set_card_detection()
163 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_set_card_detection()
166 static void sdhci_enable_card_detection(struct sdhci_host *host) in sdhci_enable_card_detection() argument
168 sdhci_set_card_detection(host, true); in sdhci_enable_card_detection()
171 static void sdhci_disable_card_detection(struct sdhci_host *host) in sdhci_disable_card_detection() argument
173 sdhci_set_card_detection(host, false); in sdhci_disable_card_detection()
176 void sdhci_reset(struct sdhci_host *host, u8 mask) in sdhci_reset() argument
180 sdhci_writeb(host, mask, SDHCI_SOFTWARE_RESET); in sdhci_reset()
183 host->clock = 0; in sdhci_reset()
185 if (host->quirks2 & SDHCI_QUIRK2_CARD_ON_NEEDS_BUS_ON) in sdhci_reset()
186 sdhci_runtime_pm_bus_off(host); in sdhci_reset()
193 while (sdhci_readb(host, SDHCI_SOFTWARE_RESET) & mask) { in sdhci_reset()
196 mmc_hostname(host->mmc), (int)mask); in sdhci_reset()
197 sdhci_dumpregs(host); in sdhci_reset()
206 static void sdhci_do_reset(struct sdhci_host *host, u8 mask) in sdhci_do_reset() argument
208 if (host->quirks & SDHCI_QUIRK_NO_CARD_NO_RESET) { in sdhci_do_reset()
209 if (!sdhci_do_get_cd(host)) in sdhci_do_reset()
213 host->ops->reset(host, mask); in sdhci_do_reset()
216 if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) { in sdhci_do_reset()
217 if (host->ops->enable_dma) in sdhci_do_reset()
218 host->ops->enable_dma(host); in sdhci_do_reset()
222 host->preset_enabled = false; in sdhci_do_reset()
228 static void sdhci_init(struct sdhci_host *host, int soft) in sdhci_init() argument
231 sdhci_do_reset(host, SDHCI_RESET_CMD|SDHCI_RESET_DATA); in sdhci_init()
233 sdhci_do_reset(host, SDHCI_RESET_ALL); in sdhci_init()
235 host->ier = SDHCI_INT_BUS_POWER | SDHCI_INT_DATA_END_BIT | in sdhci_init()
241 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_init()
242 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_init()
246 host->clock = 0; in sdhci_init()
247 sdhci_set_ios(host->mmc, &host->mmc->ios); in sdhci_init()
251 static void sdhci_reinit(struct sdhci_host *host) in sdhci_reinit() argument
253 sdhci_init(host, 0); in sdhci_reinit()
254 sdhci_enable_card_detection(host); in sdhci_reinit()
257 static void sdhci_activate_led(struct sdhci_host *host) in sdhci_activate_led() argument
261 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); in sdhci_activate_led()
263 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_activate_led()
266 static void sdhci_deactivate_led(struct sdhci_host *host) in sdhci_deactivate_led() argument
270 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); in sdhci_deactivate_led()
272 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_deactivate_led()
279 struct sdhci_host *host = container_of(led, struct sdhci_host, led); in sdhci_led_control() local
282 spin_lock_irqsave(&host->lock, flags); in sdhci_led_control()
284 if (host->runtime_suspended) in sdhci_led_control()
288 sdhci_deactivate_led(host); in sdhci_led_control()
290 sdhci_activate_led(host); in sdhci_led_control()
292 spin_unlock_irqrestore(&host->lock, flags); in sdhci_led_control()
302 static void sdhci_read_block_pio(struct sdhci_host *host) in sdhci_read_block_pio() argument
311 blksize = host->data->blksz; in sdhci_read_block_pio()
317 BUG_ON(!sg_miter_next(&host->sg_miter)); in sdhci_read_block_pio()
319 len = min(host->sg_miter.length, blksize); in sdhci_read_block_pio()
322 host->sg_miter.consumed = len; in sdhci_read_block_pio()
324 buf = host->sg_miter.addr; in sdhci_read_block_pio()
328 scratch = sdhci_readl(host, SDHCI_BUFFER); in sdhci_read_block_pio()
341 sg_miter_stop(&host->sg_miter); in sdhci_read_block_pio()
346 static void sdhci_write_block_pio(struct sdhci_host *host) in sdhci_write_block_pio() argument
355 blksize = host->data->blksz; in sdhci_write_block_pio()
362 BUG_ON(!sg_miter_next(&host->sg_miter)); in sdhci_write_block_pio()
364 len = min(host->sg_miter.length, blksize); in sdhci_write_block_pio()
367 host->sg_miter.consumed = len; in sdhci_write_block_pio()
369 buf = host->sg_miter.addr; in sdhci_write_block_pio()
379 sdhci_writel(host, scratch, SDHCI_BUFFER); in sdhci_write_block_pio()
386 sg_miter_stop(&host->sg_miter); in sdhci_write_block_pio()
391 static void sdhci_transfer_pio(struct sdhci_host *host) in sdhci_transfer_pio() argument
395 BUG_ON(!host->data); in sdhci_transfer_pio()
397 if (host->blocks == 0) in sdhci_transfer_pio()
400 if (host->data->flags & MMC_DATA_READ) in sdhci_transfer_pio()
410 if ((host->quirks & SDHCI_QUIRK_BROKEN_SMALL_PIO) && in sdhci_transfer_pio()
411 (host->data->blocks == 1)) in sdhci_transfer_pio()
414 while (sdhci_readl(host, SDHCI_PRESENT_STATE) & mask) { in sdhci_transfer_pio()
415 if (host->quirks & SDHCI_QUIRK_PIO_NEEDS_DELAY) in sdhci_transfer_pio()
418 if (host->data->flags & MMC_DATA_READ) in sdhci_transfer_pio()
419 sdhci_read_block_pio(host); in sdhci_transfer_pio()
421 sdhci_write_block_pio(host); in sdhci_transfer_pio()
423 host->blocks--; in sdhci_transfer_pio()
424 if (host->blocks == 0) in sdhci_transfer_pio()
443 static void sdhci_adma_write_desc(struct sdhci_host *host, void *desc, in sdhci_adma_write_desc() argument
453 if (host->flags & SDHCI_USE_64_BIT_DMA) in sdhci_adma_write_desc()
465 static int sdhci_adma_table_pre(struct sdhci_host *host, in sdhci_adma_table_pre() argument
491 host->align_addr = dma_map_single(mmc_dev(host->mmc), in sdhci_adma_table_pre()
492 host->align_buffer, host->align_buffer_sz, direction); in sdhci_adma_table_pre()
493 if (dma_mapping_error(mmc_dev(host->mmc), host->align_addr)) in sdhci_adma_table_pre()
495 BUG_ON(host->align_addr & host->align_mask); in sdhci_adma_table_pre()
497 host->sg_count = sdhci_pre_dma_transfer(host, data); in sdhci_adma_table_pre()
498 if (host->sg_count < 0) in sdhci_adma_table_pre()
501 desc = host->adma_table; in sdhci_adma_table_pre()
502 align = host->align_buffer; in sdhci_adma_table_pre()
504 align_addr = host->align_addr; in sdhci_adma_table_pre()
506 for_each_sg(data->sg, sg, host->sg_count, i) { in sdhci_adma_table_pre()
517 offset = (host->align_sz - (addr & host->align_mask)) & in sdhci_adma_table_pre()
518 host->align_mask; in sdhci_adma_table_pre()
527 sdhci_adma_write_desc(host, desc, align_addr, offset, in sdhci_adma_table_pre()
532 align += host->align_sz; in sdhci_adma_table_pre()
533 align_addr += host->align_sz; in sdhci_adma_table_pre()
535 desc += host->desc_sz; in sdhci_adma_table_pre()
545 sdhci_adma_write_desc(host, desc, addr, len, in sdhci_adma_table_pre()
547 desc += host->desc_sz; in sdhci_adma_table_pre()
554 WARN_ON((desc - host->adma_table) >= host->adma_table_sz); in sdhci_adma_table_pre()
557 if (host->quirks & SDHCI_QUIRK_NO_ENDATTR_IN_NOPDESC) { in sdhci_adma_table_pre()
561 if (desc != host->adma_table) { in sdhci_adma_table_pre()
562 desc -= host->desc_sz; in sdhci_adma_table_pre()
571 sdhci_adma_write_desc(host, desc, 0, 0, ADMA2_NOP_END_VALID); in sdhci_adma_table_pre()
578 dma_sync_single_for_device(mmc_dev(host->mmc), in sdhci_adma_table_pre()
579 host->align_addr, host->align_buffer_sz, direction); in sdhci_adma_table_pre()
585 dma_unmap_single(mmc_dev(host->mmc), host->align_addr, in sdhci_adma_table_pre()
586 host->align_buffer_sz, direction); in sdhci_adma_table_pre()
591 static void sdhci_adma_table_post(struct sdhci_host *host, in sdhci_adma_table_post() argument
608 dma_unmap_single(mmc_dev(host->mmc), host->align_addr, in sdhci_adma_table_post()
609 host->align_buffer_sz, direction); in sdhci_adma_table_post()
613 for_each_sg(data->sg, sg, host->sg_count, i) in sdhci_adma_table_post()
614 if (sg_dma_address(sg) & host->align_mask) { in sdhci_adma_table_post()
620 dma_sync_sg_for_cpu(mmc_dev(host->mmc), data->sg, in sdhci_adma_table_post()
623 align = host->align_buffer; in sdhci_adma_table_post()
625 for_each_sg(data->sg, sg, host->sg_count, i) { in sdhci_adma_table_post()
626 if (sg_dma_address(sg) & host->align_mask) { in sdhci_adma_table_post()
627 size = host->align_sz - in sdhci_adma_table_post()
628 (sg_dma_address(sg) & host->align_mask); in sdhci_adma_table_post()
634 align += host->align_sz; in sdhci_adma_table_post()
640 dma_unmap_sg(mmc_dev(host->mmc), data->sg, in sdhci_adma_table_post()
646 static u8 sdhci_calc_timeout(struct sdhci_host *host, struct mmc_command *cmd) in sdhci_calc_timeout() argument
658 if (host->quirks & SDHCI_QUIRK_BROKEN_TIMEOUT_VAL) in sdhci_calc_timeout()
670 if (host->clock && data->timeout_clks) { in sdhci_calc_timeout()
679 if (do_div(val, host->clock)) in sdhci_calc_timeout()
696 current_timeout = (1 << 13) * 1000 / host->timeout_clk; in sdhci_calc_timeout()
706 mmc_hostname(host->mmc), count, cmd->opcode); in sdhci_calc_timeout()
713 static void sdhci_set_transfer_irqs(struct sdhci_host *host) in sdhci_set_transfer_irqs() argument
718 if (host->flags & SDHCI_REQ_USE_DMA) in sdhci_set_transfer_irqs()
719 host->ier = (host->ier & ~pio_irqs) | dma_irqs; in sdhci_set_transfer_irqs()
721 host->ier = (host->ier & ~dma_irqs) | pio_irqs; in sdhci_set_transfer_irqs()
723 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_set_transfer_irqs()
724 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_set_transfer_irqs()
727 static void sdhci_set_timeout(struct sdhci_host *host, struct mmc_command *cmd) in sdhci_set_timeout() argument
731 if (host->ops->set_timeout) { in sdhci_set_timeout()
732 host->ops->set_timeout(host, cmd); in sdhci_set_timeout()
734 count = sdhci_calc_timeout(host, cmd); in sdhci_set_timeout()
735 sdhci_writeb(host, count, SDHCI_TIMEOUT_CONTROL); in sdhci_set_timeout()
739 static void sdhci_prepare_data(struct sdhci_host *host, struct mmc_command *cmd) in sdhci_prepare_data() argument
745 WARN_ON(host->data); in sdhci_prepare_data()
748 sdhci_set_timeout(host, cmd); in sdhci_prepare_data()
755 BUG_ON(data->blksz > host->mmc->max_blk_size); in sdhci_prepare_data()
758 host->data = data; in sdhci_prepare_data()
759 host->data_early = 0; in sdhci_prepare_data()
760 host->data->bytes_xfered = 0; in sdhci_prepare_data()
762 if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) in sdhci_prepare_data()
763 host->flags |= SDHCI_REQ_USE_DMA; in sdhci_prepare_data()
769 if (host->flags & SDHCI_REQ_USE_DMA) { in sdhci_prepare_data()
774 if (host->flags & SDHCI_USE_ADMA) { in sdhci_prepare_data()
775 if (host->quirks & SDHCI_QUIRK_32BIT_ADMA_SIZE) in sdhci_prepare_data()
778 if (host->quirks & SDHCI_QUIRK_32BIT_DMA_SIZE) in sdhci_prepare_data()
788 host->flags &= ~SDHCI_REQ_USE_DMA; in sdhci_prepare_data()
799 if (host->flags & SDHCI_REQ_USE_DMA) { in sdhci_prepare_data()
804 if (host->flags & SDHCI_USE_ADMA) { in sdhci_prepare_data()
810 if (host->quirks & SDHCI_QUIRK_32BIT_ADMA_SIZE) in sdhci_prepare_data()
813 if (host->quirks & SDHCI_QUIRK_32BIT_DMA_ADDR) in sdhci_prepare_data()
822 host->flags &= ~SDHCI_REQ_USE_DMA; in sdhci_prepare_data()
829 if (host->flags & SDHCI_REQ_USE_DMA) { in sdhci_prepare_data()
830 if (host->flags & SDHCI_USE_ADMA) { in sdhci_prepare_data()
831 ret = sdhci_adma_table_pre(host, data); in sdhci_prepare_data()
838 host->flags &= ~SDHCI_REQ_USE_DMA; in sdhci_prepare_data()
840 sdhci_writel(host, host->adma_addr, in sdhci_prepare_data()
842 if (host->flags & SDHCI_USE_64_BIT_DMA) in sdhci_prepare_data()
843 sdhci_writel(host, in sdhci_prepare_data()
844 (u64)host->adma_addr >> 32, in sdhci_prepare_data()
850 sg_cnt = sdhci_pre_dma_transfer(host, data); in sdhci_prepare_data()
857 host->flags &= ~SDHCI_REQ_USE_DMA; in sdhci_prepare_data()
860 sdhci_writel(host, sg_dma_address(data->sg), in sdhci_prepare_data()
871 if (host->version >= SDHCI_SPEC_200) { in sdhci_prepare_data()
872 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); in sdhci_prepare_data()
874 if ((host->flags & SDHCI_REQ_USE_DMA) && in sdhci_prepare_data()
875 (host->flags & SDHCI_USE_ADMA)) { in sdhci_prepare_data()
876 if (host->flags & SDHCI_USE_64_BIT_DMA) in sdhci_prepare_data()
883 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_prepare_data()
886 if (!(host->flags & SDHCI_REQ_USE_DMA)) { in sdhci_prepare_data()
890 if (host->data->flags & MMC_DATA_READ) in sdhci_prepare_data()
894 sg_miter_start(&host->sg_miter, data->sg, data->sg_len, flags); in sdhci_prepare_data()
895 host->blocks = data->blocks; in sdhci_prepare_data()
898 sdhci_set_transfer_irqs(host); in sdhci_prepare_data()
901 sdhci_writew(host, SDHCI_MAKE_BLKSZ(SDHCI_DEFAULT_BOUNDARY_ARG, in sdhci_prepare_data()
903 sdhci_writew(host, data->blocks, SDHCI_BLOCK_COUNT); in sdhci_prepare_data()
906 static void sdhci_set_transfer_mode(struct sdhci_host *host, in sdhci_set_transfer_mode() argument
913 if (host->quirks2 & in sdhci_set_transfer_mode()
915 sdhci_writew(host, 0x0, SDHCI_TRANSFER_MODE); in sdhci_set_transfer_mode()
918 mode = sdhci_readw(host, SDHCI_TRANSFER_MODE); in sdhci_set_transfer_mode()
919 sdhci_writew(host, mode & ~(SDHCI_TRNS_AUTO_CMD12 | in sdhci_set_transfer_mode()
925 WARN_ON(!host->data); in sdhci_set_transfer_mode()
927 if (!(host->quirks2 & SDHCI_QUIRK2_SUPPORT_SINGLE)) in sdhci_set_transfer_mode()
936 if (!host->mrq->sbc && (host->flags & SDHCI_AUTO_CMD12) && in sdhci_set_transfer_mode()
939 else if (host->mrq->sbc && (host->flags & SDHCI_AUTO_CMD23)) { in sdhci_set_transfer_mode()
941 sdhci_writel(host, host->mrq->sbc->arg, SDHCI_ARGUMENT2); in sdhci_set_transfer_mode()
947 if (host->flags & SDHCI_REQ_USE_DMA) in sdhci_set_transfer_mode()
950 sdhci_writew(host, mode, SDHCI_TRANSFER_MODE); in sdhci_set_transfer_mode()
953 static void sdhci_finish_data(struct sdhci_host *host) in sdhci_finish_data() argument
957 BUG_ON(!host->data); in sdhci_finish_data()
959 data = host->data; in sdhci_finish_data()
960 host->data = NULL; in sdhci_finish_data()
962 if (host->flags & SDHCI_REQ_USE_DMA) { in sdhci_finish_data()
963 if (host->flags & SDHCI_USE_ADMA) in sdhci_finish_data()
964 sdhci_adma_table_post(host, data); in sdhci_finish_data()
967 dma_unmap_sg(mmc_dev(host->mmc), in sdhci_finish_data()
995 !host->mrq->sbc)) { in sdhci_finish_data()
1002 sdhci_do_reset(host, SDHCI_RESET_CMD); in sdhci_finish_data()
1003 sdhci_do_reset(host, SDHCI_RESET_DATA); in sdhci_finish_data()
1006 sdhci_send_command(host, data->stop); in sdhci_finish_data()
1008 tasklet_schedule(&host->finish_tasklet); in sdhci_finish_data()
1011 void sdhci_send_command(struct sdhci_host *host, struct mmc_command *cmd) in sdhci_send_command() argument
1017 WARN_ON(host->cmd); in sdhci_send_command()
1028 if (host->mrq->data && (cmd == host->mrq->data->stop)) in sdhci_send_command()
1031 while (sdhci_readl(host, SDHCI_PRESENT_STATE) & mask) { in sdhci_send_command()
1034 "inhibit bit(s).\n", mmc_hostname(host->mmc)); in sdhci_send_command()
1035 sdhci_dumpregs(host); in sdhci_send_command()
1037 tasklet_schedule(&host->finish_tasklet); in sdhci_send_command()
1049 mod_timer(&host->timer, timeout); in sdhci_send_command()
1051 host->cmd = cmd; in sdhci_send_command()
1052 host->busy_handle = 0; in sdhci_send_command()
1054 sdhci_prepare_data(host, cmd); in sdhci_send_command()
1056 sdhci_writel(host, cmd->arg, SDHCI_ARGUMENT); in sdhci_send_command()
1058 sdhci_set_transfer_mode(host, cmd); in sdhci_send_command()
1062 mmc_hostname(host->mmc)); in sdhci_send_command()
1064 tasklet_schedule(&host->finish_tasklet); in sdhci_send_command()
1087 sdhci_writew(host, SDHCI_MAKE_CMD(cmd->opcode, flags), SDHCI_COMMAND); in sdhci_send_command()
1091 static void sdhci_finish_command(struct sdhci_host *host) in sdhci_finish_command() argument
1095 BUG_ON(host->cmd == NULL); in sdhci_finish_command()
1097 if (host->cmd->flags & MMC_RSP_PRESENT) { in sdhci_finish_command()
1098 if (host->cmd->flags & MMC_RSP_136) { in sdhci_finish_command()
1101 host->cmd->resp[i] = sdhci_readl(host, in sdhci_finish_command()
1104 host->cmd->resp[i] |= in sdhci_finish_command()
1105 sdhci_readb(host, in sdhci_finish_command()
1109 host->cmd->resp[0] = sdhci_readl(host, SDHCI_RESPONSE); in sdhci_finish_command()
1113 host->cmd->error = 0; in sdhci_finish_command()
1116 if (host->cmd == host->mrq->sbc) { in sdhci_finish_command()
1117 host->cmd = NULL; in sdhci_finish_command()
1118 sdhci_send_command(host, host->mrq->cmd); in sdhci_finish_command()
1122 if (host->data && host->data_early) in sdhci_finish_command()
1123 sdhci_finish_data(host); in sdhci_finish_command()
1125 if (!host->cmd->data) in sdhci_finish_command()
1126 tasklet_schedule(&host->finish_tasklet); in sdhci_finish_command()
1128 host->cmd = NULL; in sdhci_finish_command()
1132 static u16 sdhci_get_preset_value(struct sdhci_host *host) in sdhci_get_preset_value() argument
1136 switch (host->timing) { in sdhci_get_preset_value()
1138 preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR12); in sdhci_get_preset_value()
1141 preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR25); in sdhci_get_preset_value()
1144 preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR50); in sdhci_get_preset_value()
1148 preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR104); in sdhci_get_preset_value()
1152 preset = sdhci_readw(host, SDHCI_PRESET_FOR_DDR50); in sdhci_get_preset_value()
1155 preset = sdhci_readw(host, SDHCI_PRESET_FOR_HS400); in sdhci_get_preset_value()
1159 mmc_hostname(host->mmc)); in sdhci_get_preset_value()
1160 preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR12); in sdhci_get_preset_value()
1166 void sdhci_set_clock(struct sdhci_host *host, unsigned int clock) in sdhci_set_clock() argument
1174 host->mmc->actual_clock = 0; in sdhci_set_clock()
1176 sdhci_writew(host, 0, SDHCI_CLOCK_CONTROL); in sdhci_set_clock()
1177 if (host->quirks2 & SDHCI_QUIRK2_NEED_DELAY_AFTER_INT_CLK_RST) in sdhci_set_clock()
1183 if (host->version >= SDHCI_SPEC_300) { in sdhci_set_clock()
1184 if (host->preset_enabled) { in sdhci_set_clock()
1187 clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL); in sdhci_set_clock()
1188 pre_val = sdhci_get_preset_value(host); in sdhci_set_clock()
1191 if (host->clk_mul && in sdhci_set_clock()
1195 clk_mul = host->clk_mul; in sdhci_set_clock()
1206 if (host->clk_mul) { in sdhci_set_clock()
1208 if ((host->max_clk * host->clk_mul / div) in sdhci_set_clock()
1212 if ((host->max_clk * host->clk_mul / div) <= clock) { in sdhci_set_clock()
1219 clk_mul = host->clk_mul; in sdhci_set_clock()
1230 if (!host->clk_mul || switch_base_clk) { in sdhci_set_clock()
1232 if (host->max_clk <= clock) in sdhci_set_clock()
1237 if ((host->max_clk / div) <= clock) in sdhci_set_clock()
1243 if ((host->quirks2 & SDHCI_QUIRK2_CLOCK_DIV_ZERO_BROKEN) in sdhci_set_clock()
1244 && !div && host->max_clk <= 25000000) in sdhci_set_clock()
1250 if ((host->max_clk / div) <= clock) in sdhci_set_clock()
1259 host->mmc->actual_clock = (host->max_clk * clk_mul) / real_div; in sdhci_set_clock()
1264 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL); in sdhci_set_clock()
1268 while (!((clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL)) in sdhci_set_clock()
1272 "stabilised.\n", mmc_hostname(host->mmc)); in sdhci_set_clock()
1273 sdhci_dumpregs(host); in sdhci_set_clock()
1281 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL); in sdhci_set_clock()
1285 static void sdhci_set_power(struct sdhci_host *host, unsigned char mode, in sdhci_set_power() argument
1288 struct mmc_host *mmc = host->mmc; in sdhci_set_power()
1292 spin_unlock_irq(&host->lock); in sdhci_set_power()
1294 spin_lock_irq(&host->lock); in sdhci_set_power()
1297 sdhci_writeb(host, SDHCI_POWER_ON, SDHCI_POWER_CONTROL); in sdhci_set_power()
1299 sdhci_writeb(host, 0, SDHCI_POWER_CONTROL); in sdhci_set_power()
1322 if (host->pwr == pwr) in sdhci_set_power()
1325 host->pwr = pwr; in sdhci_set_power()
1328 sdhci_writeb(host, 0, SDHCI_POWER_CONTROL); in sdhci_set_power()
1329 if (host->quirks2 & SDHCI_QUIRK2_CARD_ON_NEEDS_BUS_ON) in sdhci_set_power()
1330 sdhci_runtime_pm_bus_off(host); in sdhci_set_power()
1337 if (!(host->quirks & SDHCI_QUIRK_SINGLE_POWER_WRITE)) in sdhci_set_power()
1338 sdhci_writeb(host, 0, SDHCI_POWER_CONTROL); in sdhci_set_power()
1345 if (host->quirks & SDHCI_QUIRK_NO_SIMULT_VDD_AND_POWER) in sdhci_set_power()
1346 sdhci_writeb(host, pwr, SDHCI_POWER_CONTROL); in sdhci_set_power()
1350 sdhci_writeb(host, pwr, SDHCI_POWER_CONTROL); in sdhci_set_power()
1352 if (host->quirks2 & SDHCI_QUIRK2_CARD_ON_NEEDS_BUS_ON) in sdhci_set_power()
1353 sdhci_runtime_pm_bus_on(host); in sdhci_set_power()
1359 if (host->quirks & SDHCI_QUIRK_DELAY_AFTER_POWER) in sdhci_set_power()
1372 struct sdhci_host *host; in sdhci_request() local
1376 host = mmc_priv(mmc); in sdhci_request()
1378 sdhci_runtime_pm_get(host); in sdhci_request()
1383 spin_lock_irqsave(&host->lock, flags); in sdhci_request()
1385 WARN_ON(host->mrq != NULL); in sdhci_request()
1388 sdhci_activate_led(host); in sdhci_request()
1395 if (!mrq->sbc && (host->flags & SDHCI_AUTO_CMD12)) { in sdhci_request()
1402 host->mrq = mrq; in sdhci_request()
1404 if (!present || host->flags & SDHCI_DEVICE_DEAD) { in sdhci_request()
1405 host->mrq->cmd->error = -ENOMEDIUM; in sdhci_request()
1406 tasklet_schedule(&host->finish_tasklet); in sdhci_request()
1408 if (mrq->sbc && !(host->flags & SDHCI_AUTO_CMD23)) in sdhci_request()
1409 sdhci_send_command(host, mrq->sbc); in sdhci_request()
1411 sdhci_send_command(host, mrq->cmd); in sdhci_request()
1415 spin_unlock_irqrestore(&host->lock, flags); in sdhci_request()
1418 void sdhci_set_bus_width(struct sdhci_host *host, int width) in sdhci_set_bus_width() argument
1422 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); in sdhci_set_bus_width()
1425 if (host->version >= SDHCI_SPEC_300) in sdhci_set_bus_width()
1428 if (host->version >= SDHCI_SPEC_300) in sdhci_set_bus_width()
1435 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_set_bus_width()
1439 void sdhci_set_uhs_signaling(struct sdhci_host *host, unsigned timing) in sdhci_set_uhs_signaling() argument
1443 ctrl_2 = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_set_uhs_signaling()
1460 sdhci_writew(host, ctrl_2, SDHCI_HOST_CONTROL2); in sdhci_set_uhs_signaling()
1464 static void sdhci_do_set_ios(struct sdhci_host *host, struct mmc_ios *ios) in sdhci_do_set_ios() argument
1468 struct mmc_host *mmc = host->mmc; in sdhci_do_set_ios()
1470 spin_lock_irqsave(&host->lock, flags); in sdhci_do_set_ios()
1472 if (host->flags & SDHCI_DEVICE_DEAD) { in sdhci_do_set_ios()
1473 spin_unlock_irqrestore(&host->lock, flags); in sdhci_do_set_ios()
1485 sdhci_writel(host, 0, SDHCI_SIGNAL_ENABLE); in sdhci_do_set_ios()
1486 sdhci_reinit(host); in sdhci_do_set_ios()
1489 if (host->version >= SDHCI_SPEC_300 && in sdhci_do_set_ios()
1491 !(host->quirks2 & SDHCI_QUIRK2_PRESET_VALUE_BROKEN)) in sdhci_do_set_ios()
1492 sdhci_enable_preset_value(host, false); in sdhci_do_set_ios()
1494 if (!ios->clock || ios->clock != host->clock) { in sdhci_do_set_ios()
1495 host->ops->set_clock(host, ios->clock); in sdhci_do_set_ios()
1496 host->clock = ios->clock; in sdhci_do_set_ios()
1498 if (host->quirks & SDHCI_QUIRK_DATA_TIMEOUT_USES_SDCLK && in sdhci_do_set_ios()
1499 host->clock) { in sdhci_do_set_ios()
1500 host->timeout_clk = host->mmc->actual_clock ? in sdhci_do_set_ios()
1501 host->mmc->actual_clock / 1000 : in sdhci_do_set_ios()
1502 host->clock / 1000; in sdhci_do_set_ios()
1503 host->mmc->max_busy_timeout = in sdhci_do_set_ios()
1504 host->ops->get_max_timeout_count ? in sdhci_do_set_ios()
1505 host->ops->get_max_timeout_count(host) : in sdhci_do_set_ios()
1507 host->mmc->max_busy_timeout /= host->timeout_clk; in sdhci_do_set_ios()
1511 sdhci_set_power(host, ios->power_mode, ios->vdd); in sdhci_do_set_ios()
1513 if (host->ops->platform_send_init_74_clocks) in sdhci_do_set_ios()
1514 host->ops->platform_send_init_74_clocks(host, ios->power_mode); in sdhci_do_set_ios()
1516 host->ops->set_bus_width(host, ios->bus_width); in sdhci_do_set_ios()
1518 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); in sdhci_do_set_ios()
1522 && !(host->quirks & SDHCI_QUIRK_NO_HISPD_BIT)) in sdhci_do_set_ios()
1527 if (host->version >= SDHCI_SPEC_300) { in sdhci_do_set_ios()
1540 if (!host->preset_enabled) { in sdhci_do_set_ios()
1541 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_do_set_ios()
1546 ctrl_2 = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_do_set_ios()
1562 sdhci_writew(host, ctrl_2, SDHCI_HOST_CONTROL2); in sdhci_do_set_ios()
1572 clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL); in sdhci_do_set_ios()
1574 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL); in sdhci_do_set_ios()
1576 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_do_set_ios()
1579 host->ops->set_clock(host, host->clock); in sdhci_do_set_ios()
1583 clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL); in sdhci_do_set_ios()
1585 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL); in sdhci_do_set_ios()
1587 host->ops->set_uhs_signaling(host, ios->timing); in sdhci_do_set_ios()
1588 host->timing = ios->timing; in sdhci_do_set_ios()
1590 if (!(host->quirks2 & SDHCI_QUIRK2_PRESET_VALUE_BROKEN) && in sdhci_do_set_ios()
1599 sdhci_enable_preset_value(host, true); in sdhci_do_set_ios()
1600 preset = sdhci_get_preset_value(host); in sdhci_do_set_ios()
1606 host->ops->set_clock(host, host->clock); in sdhci_do_set_ios()
1608 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_do_set_ios()
1615 if (host->quirks & SDHCI_QUIRK_RESET_CMD_DATA_ON_IOS) in sdhci_do_set_ios()
1616 sdhci_do_reset(host, SDHCI_RESET_CMD | SDHCI_RESET_DATA); in sdhci_do_set_ios()
1619 spin_unlock_irqrestore(&host->lock, flags); in sdhci_do_set_ios()
1624 struct sdhci_host *host = mmc_priv(mmc); in sdhci_set_ios() local
1626 sdhci_runtime_pm_get(host); in sdhci_set_ios()
1627 sdhci_do_set_ios(host, ios); in sdhci_set_ios()
1628 sdhci_runtime_pm_put(host); in sdhci_set_ios()
1631 static int sdhci_do_get_cd(struct sdhci_host *host) in sdhci_do_get_cd() argument
1633 int gpio_cd = mmc_gpio_get_cd(host->mmc); in sdhci_do_get_cd()
1635 if (host->flags & SDHCI_DEVICE_DEAD) in sdhci_do_get_cd()
1639 if (host->mmc->caps & MMC_CAP_NONREMOVABLE) in sdhci_do_get_cd()
1650 if (host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION) in sdhci_do_get_cd()
1654 return !!(sdhci_readl(host, SDHCI_PRESENT_STATE) & SDHCI_CARD_PRESENT); in sdhci_do_get_cd()
1659 struct sdhci_host *host = mmc_priv(mmc); in sdhci_get_cd() local
1662 sdhci_runtime_pm_get(host); in sdhci_get_cd()
1663 ret = sdhci_do_get_cd(host); in sdhci_get_cd()
1664 sdhci_runtime_pm_put(host); in sdhci_get_cd()
1668 static int sdhci_check_ro(struct sdhci_host *host) in sdhci_check_ro() argument
1673 spin_lock_irqsave(&host->lock, flags); in sdhci_check_ro()
1675 if (host->flags & SDHCI_DEVICE_DEAD) in sdhci_check_ro()
1677 else if (host->ops->get_ro) in sdhci_check_ro()
1678 is_readonly = host->ops->get_ro(host); in sdhci_check_ro()
1680 is_readonly = !(sdhci_readl(host, SDHCI_PRESENT_STATE) in sdhci_check_ro()
1683 spin_unlock_irqrestore(&host->lock, flags); in sdhci_check_ro()
1686 return host->quirks & SDHCI_QUIRK_INVERTED_WRITE_PROTECT ? in sdhci_check_ro()
1692 static int sdhci_do_get_ro(struct sdhci_host *host) in sdhci_do_get_ro() argument
1696 if (!(host->quirks & SDHCI_QUIRK_UNSTABLE_RO_DETECT)) in sdhci_do_get_ro()
1697 return sdhci_check_ro(host); in sdhci_do_get_ro()
1701 if (sdhci_check_ro(host)) { in sdhci_do_get_ro()
1712 struct sdhci_host *host = mmc_priv(mmc); in sdhci_hw_reset() local
1714 if (host->ops && host->ops->hw_reset) in sdhci_hw_reset()
1715 host->ops->hw_reset(host); in sdhci_hw_reset()
1720 struct sdhci_host *host = mmc_priv(mmc); in sdhci_get_ro() local
1723 sdhci_runtime_pm_get(host); in sdhci_get_ro()
1724 ret = sdhci_do_get_ro(host); in sdhci_get_ro()
1725 sdhci_runtime_pm_put(host); in sdhci_get_ro()
1729 static void sdhci_enable_sdio_irq_nolock(struct sdhci_host *host, int enable) in sdhci_enable_sdio_irq_nolock() argument
1731 if (!(host->flags & SDHCI_DEVICE_DEAD)) { in sdhci_enable_sdio_irq_nolock()
1733 host->ier |= SDHCI_INT_CARD_INT; in sdhci_enable_sdio_irq_nolock()
1735 host->ier &= ~SDHCI_INT_CARD_INT; in sdhci_enable_sdio_irq_nolock()
1737 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_enable_sdio_irq_nolock()
1738 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_enable_sdio_irq_nolock()
1745 struct sdhci_host *host = mmc_priv(mmc); in sdhci_enable_sdio_irq() local
1748 sdhci_runtime_pm_get(host); in sdhci_enable_sdio_irq()
1750 spin_lock_irqsave(&host->lock, flags); in sdhci_enable_sdio_irq()
1752 host->flags |= SDHCI_SDIO_IRQ_ENABLED; in sdhci_enable_sdio_irq()
1754 host->flags &= ~SDHCI_SDIO_IRQ_ENABLED; in sdhci_enable_sdio_irq()
1756 sdhci_enable_sdio_irq_nolock(host, enable); in sdhci_enable_sdio_irq()
1757 spin_unlock_irqrestore(&host->lock, flags); in sdhci_enable_sdio_irq()
1759 sdhci_runtime_pm_put(host); in sdhci_enable_sdio_irq()
1762 static int sdhci_do_start_signal_voltage_switch(struct sdhci_host *host, in sdhci_do_start_signal_voltage_switch() argument
1765 struct mmc_host *mmc = host->mmc; in sdhci_do_start_signal_voltage_switch()
1773 if (host->version < SDHCI_SPEC_300) in sdhci_do_start_signal_voltage_switch()
1776 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_do_start_signal_voltage_switch()
1782 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); in sdhci_do_start_signal_voltage_switch()
1797 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_do_start_signal_voltage_switch()
1821 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); in sdhci_do_start_signal_voltage_switch()
1824 if (host->ops->voltage_switch) in sdhci_do_start_signal_voltage_switch()
1825 host->ops->voltage_switch(host); in sdhci_do_start_signal_voltage_switch()
1828 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_do_start_signal_voltage_switch()
1856 struct sdhci_host *host = mmc_priv(mmc); in sdhci_start_signal_voltage_switch() local
1859 if (host->version < SDHCI_SPEC_300) in sdhci_start_signal_voltage_switch()
1861 sdhci_runtime_pm_get(host); in sdhci_start_signal_voltage_switch()
1862 err = sdhci_do_start_signal_voltage_switch(host, ios); in sdhci_start_signal_voltage_switch()
1863 sdhci_runtime_pm_put(host); in sdhci_start_signal_voltage_switch()
1869 struct sdhci_host *host = mmc_priv(mmc); in sdhci_card_busy() local
1872 sdhci_runtime_pm_get(host); in sdhci_card_busy()
1874 present_state = sdhci_readl(host, SDHCI_PRESENT_STATE); in sdhci_card_busy()
1875 sdhci_runtime_pm_put(host); in sdhci_card_busy()
1882 struct sdhci_host *host = mmc_priv(mmc); in sdhci_prepare_hs400_tuning() local
1885 spin_lock_irqsave(&host->lock, flags); in sdhci_prepare_hs400_tuning()
1886 host->flags |= SDHCI_HS400_TUNING; in sdhci_prepare_hs400_tuning()
1887 spin_unlock_irqrestore(&host->lock, flags); in sdhci_prepare_hs400_tuning()
1894 struct sdhci_host *host = mmc_priv(mmc); in sdhci_execute_tuning() local
1902 sdhci_runtime_pm_get(host); in sdhci_execute_tuning()
1903 spin_lock_irqsave(&host->lock, flags); in sdhci_execute_tuning()
1905 hs400_tuning = host->flags & SDHCI_HS400_TUNING; in sdhci_execute_tuning()
1906 host->flags &= ~SDHCI_HS400_TUNING; in sdhci_execute_tuning()
1908 if (host->tuning_mode == SDHCI_TUNING_MODE_1) in sdhci_execute_tuning()
1909 tuning_count = host->tuning_count; in sdhci_execute_tuning()
1918 switch (host->timing) { in sdhci_execute_tuning()
1938 if (host->flags & SDHCI_SDR50_NEEDS_TUNING || in sdhci_execute_tuning()
1939 host->flags & SDHCI_SDR104_NEEDS_TUNING) in sdhci_execute_tuning()
1947 if (host->ops->platform_execute_tuning) { in sdhci_execute_tuning()
1948 spin_unlock_irqrestore(&host->lock, flags); in sdhci_execute_tuning()
1949 err = host->ops->platform_execute_tuning(host, opcode); in sdhci_execute_tuning()
1950 sdhci_runtime_pm_put(host); in sdhci_execute_tuning()
1954 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_execute_tuning()
1956 if (host->quirks2 & SDHCI_QUIRK2_TUNING_WORK_AROUND) in sdhci_execute_tuning()
1958 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); in sdhci_execute_tuning()
1970 sdhci_writel(host, SDHCI_INT_DATA_AVAIL, SDHCI_INT_ENABLE); in sdhci_execute_tuning()
1971 sdhci_writel(host, SDHCI_INT_DATA_AVAIL, SDHCI_SIGNAL_ENABLE); in sdhci_execute_tuning()
1992 host->mrq = &mrq; in sdhci_execute_tuning()
2001 sdhci_writew(host, SDHCI_MAKE_BLKSZ(7, 128), in sdhci_execute_tuning()
2004 sdhci_writew(host, SDHCI_MAKE_BLKSZ(7, 64), in sdhci_execute_tuning()
2007 sdhci_writew(host, SDHCI_MAKE_BLKSZ(7, 64), in sdhci_execute_tuning()
2017 sdhci_writew(host, SDHCI_TRNS_READ, SDHCI_TRANSFER_MODE); in sdhci_execute_tuning()
2019 sdhci_send_command(host, &cmd); in sdhci_execute_tuning()
2021 host->cmd = NULL; in sdhci_execute_tuning()
2022 host->mrq = NULL; in sdhci_execute_tuning()
2024 spin_unlock_irqrestore(&host->lock, flags); in sdhci_execute_tuning()
2026 wait_event_interruptible_timeout(host->buf_ready_int, in sdhci_execute_tuning()
2027 (host->tuning_done == 1), in sdhci_execute_tuning()
2029 spin_lock_irqsave(&host->lock, flags); in sdhci_execute_tuning()
2031 if (!host->tuning_done) { in sdhci_execute_tuning()
2036 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_execute_tuning()
2039 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); in sdhci_execute_tuning()
2045 host->tuning_done = 0; in sdhci_execute_tuning()
2047 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_execute_tuning()
2060 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); in sdhci_execute_tuning()
2081 host->mmc->retune_period = err ? 0 : tuning_count; in sdhci_execute_tuning()
2083 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_execute_tuning()
2084 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_execute_tuning()
2086 spin_unlock_irqrestore(&host->lock, flags); in sdhci_execute_tuning()
2087 sdhci_runtime_pm_put(host); in sdhci_execute_tuning()
2096 struct sdhci_host *host = mmc_priv(card->host); in sdhci_select_drive_strength() local
2098 if (!host->ops->select_drive_strength) in sdhci_select_drive_strength()
2101 return host->ops->select_drive_strength(host, card, max_dtr, host_drv, in sdhci_select_drive_strength()
2105 static void sdhci_enable_preset_value(struct sdhci_host *host, bool enable) in sdhci_enable_preset_value() argument
2108 if (host->version < SDHCI_SPEC_300) in sdhci_enable_preset_value()
2115 if (host->preset_enabled != enable) { in sdhci_enable_preset_value()
2116 u16 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_enable_preset_value()
2123 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); in sdhci_enable_preset_value()
2126 host->flags |= SDHCI_PV_ENABLED; in sdhci_enable_preset_value()
2128 host->flags &= ~SDHCI_PV_ENABLED; in sdhci_enable_preset_value()
2130 host->preset_enabled = enable; in sdhci_enable_preset_value()
2137 struct sdhci_host *host = mmc_priv(mmc); in sdhci_post_req() local
2140 if (host->flags & SDHCI_REQ_USE_DMA) { in sdhci_post_req()
2143 dma_unmap_sg(mmc_dev(host->mmc), data->sg, data->sg_len, in sdhci_post_req()
2150 static int sdhci_pre_dma_transfer(struct sdhci_host *host, in sdhci_pre_dma_transfer() argument
2162 sg_count = dma_map_sg(mmc_dev(host->mmc), data->sg, data->sg_len, in sdhci_pre_dma_transfer()
2178 struct sdhci_host *host = mmc_priv(mmc); in sdhci_pre_req() local
2182 if (host->flags & SDHCI_REQ_USE_DMA) in sdhci_pre_req()
2183 sdhci_pre_dma_transfer(host, mrq->data); in sdhci_pre_req()
2188 struct sdhci_host *host = mmc_priv(mmc); in sdhci_card_event() local
2193 if (host->ops->card_event) in sdhci_card_event()
2194 host->ops->card_event(host); in sdhci_card_event()
2196 present = sdhci_do_get_cd(host); in sdhci_card_event()
2198 spin_lock_irqsave(&host->lock, flags); in sdhci_card_event()
2201 if (host->mrq && !present) { in sdhci_card_event()
2203 mmc_hostname(host->mmc)); in sdhci_card_event()
2205 mmc_hostname(host->mmc)); in sdhci_card_event()
2207 sdhci_do_reset(host, SDHCI_RESET_CMD); in sdhci_card_event()
2208 sdhci_do_reset(host, SDHCI_RESET_DATA); in sdhci_card_event()
2210 host->mrq->cmd->error = -ENOMEDIUM; in sdhci_card_event()
2211 tasklet_schedule(&host->finish_tasklet); in sdhci_card_event()
2214 spin_unlock_irqrestore(&host->lock, flags); in sdhci_card_event()
2242 struct sdhci_host *host; in sdhci_tasklet_finish() local
2246 host = (struct sdhci_host*)param; in sdhci_tasklet_finish()
2248 spin_lock_irqsave(&host->lock, flags); in sdhci_tasklet_finish()
2254 if (!host->mrq) { in sdhci_tasklet_finish()
2255 spin_unlock_irqrestore(&host->lock, flags); in sdhci_tasklet_finish()
2259 del_timer(&host->timer); in sdhci_tasklet_finish()
2261 mrq = host->mrq; in sdhci_tasklet_finish()
2267 if (!(host->flags & SDHCI_DEVICE_DEAD) && in sdhci_tasklet_finish()
2272 (host->quirks & SDHCI_QUIRK_RESET_AFTER_REQUEST))) { in sdhci_tasklet_finish()
2275 if (host->quirks & SDHCI_QUIRK_CLOCK_BEFORE_RESET) in sdhci_tasklet_finish()
2277 host->ops->set_clock(host, host->clock); in sdhci_tasklet_finish()
2281 sdhci_do_reset(host, SDHCI_RESET_CMD); in sdhci_tasklet_finish()
2282 sdhci_do_reset(host, SDHCI_RESET_DATA); in sdhci_tasklet_finish()
2285 host->mrq = NULL; in sdhci_tasklet_finish()
2286 host->cmd = NULL; in sdhci_tasklet_finish()
2287 host->data = NULL; in sdhci_tasklet_finish()
2290 sdhci_deactivate_led(host); in sdhci_tasklet_finish()
2294 spin_unlock_irqrestore(&host->lock, flags); in sdhci_tasklet_finish()
2296 mmc_request_done(host->mmc, mrq); in sdhci_tasklet_finish()
2297 sdhci_runtime_pm_put(host); in sdhci_tasklet_finish()
2302 struct sdhci_host *host; in sdhci_timeout_timer() local
2305 host = (struct sdhci_host*)data; in sdhci_timeout_timer()
2307 spin_lock_irqsave(&host->lock, flags); in sdhci_timeout_timer()
2309 if (host->mrq) { in sdhci_timeout_timer()
2311 "interrupt.\n", mmc_hostname(host->mmc)); in sdhci_timeout_timer()
2312 sdhci_dumpregs(host); in sdhci_timeout_timer()
2314 if (host->data) { in sdhci_timeout_timer()
2315 host->data->error = -ETIMEDOUT; in sdhci_timeout_timer()
2316 sdhci_finish_data(host); in sdhci_timeout_timer()
2318 if (host->cmd) in sdhci_timeout_timer()
2319 host->cmd->error = -ETIMEDOUT; in sdhci_timeout_timer()
2321 host->mrq->cmd->error = -ETIMEDOUT; in sdhci_timeout_timer()
2323 tasklet_schedule(&host->finish_tasklet); in sdhci_timeout_timer()
2328 spin_unlock_irqrestore(&host->lock, flags); in sdhci_timeout_timer()
2337 static void sdhci_cmd_irq(struct sdhci_host *host, u32 intmask, u32 *mask) in sdhci_cmd_irq() argument
2341 if (!host->cmd) { in sdhci_cmd_irq()
2344 mmc_hostname(host->mmc), (unsigned)intmask); in sdhci_cmd_irq()
2345 sdhci_dumpregs(host); in sdhci_cmd_irq()
2350 host->cmd->error = -ETIMEDOUT; in sdhci_cmd_irq()
2353 host->cmd->error = -EILSEQ; in sdhci_cmd_irq()
2355 if (host->cmd->error) { in sdhci_cmd_irq()
2356 tasklet_schedule(&host->finish_tasklet); in sdhci_cmd_irq()
2371 if (host->cmd->flags & MMC_RSP_BUSY) { in sdhci_cmd_irq()
2372 if (host->cmd->data) in sdhci_cmd_irq()
2375 else if (!(host->quirks & SDHCI_QUIRK_NO_BUSY_IRQ) in sdhci_cmd_irq()
2376 && !host->busy_handle) { in sdhci_cmd_irq()
2378 host->busy_handle = 1; in sdhci_cmd_irq()
2384 } else if ((host->quirks2 & SDHCI_QUIRK2_STOP_WITH_TC) && in sdhci_cmd_irq()
2385 host->cmd->opcode == MMC_STOP_TRANSMISSION && !host->data) { in sdhci_cmd_irq()
2390 sdhci_finish_command(host); in sdhci_cmd_irq()
2394 static void sdhci_adma_show_error(struct sdhci_host *host) in sdhci_adma_show_error() argument
2396 const char *name = mmc_hostname(host->mmc); in sdhci_adma_show_error()
2397 void *desc = host->adma_table; in sdhci_adma_show_error()
2399 sdhci_dumpregs(host); in sdhci_adma_show_error()
2404 if (host->flags & SDHCI_USE_64_BIT_DMA) in sdhci_adma_show_error()
2416 desc += host->desc_sz; in sdhci_adma_show_error()
2423 static void sdhci_adma_show_error(struct sdhci_host *host) { } in sdhci_adma_show_error() argument
2426 static void sdhci_data_irq(struct sdhci_host *host, u32 intmask) in sdhci_data_irq() argument
2433 command = SDHCI_GET_CMD(sdhci_readw(host, SDHCI_COMMAND)); in sdhci_data_irq()
2436 host->tuning_done = 1; in sdhci_data_irq()
2437 wake_up(&host->buf_ready_int); in sdhci_data_irq()
2442 if (!host->data) { in sdhci_data_irq()
2448 if (host->cmd && (host->cmd->flags & MMC_RSP_BUSY)) { in sdhci_data_irq()
2450 host->cmd->error = -ETIMEDOUT; in sdhci_data_irq()
2451 tasklet_schedule(&host->finish_tasklet); in sdhci_data_irq()
2460 if (host->busy_handle) in sdhci_data_irq()
2461 sdhci_finish_command(host); in sdhci_data_irq()
2463 host->busy_handle = 1; in sdhci_data_irq()
2470 mmc_hostname(host->mmc), (unsigned)intmask); in sdhci_data_irq()
2471 sdhci_dumpregs(host); in sdhci_data_irq()
2477 host->data->error = -ETIMEDOUT; in sdhci_data_irq()
2479 host->data->error = -EILSEQ; in sdhci_data_irq()
2481 SDHCI_GET_CMD(sdhci_readw(host, SDHCI_COMMAND)) in sdhci_data_irq()
2483 host->data->error = -EILSEQ; in sdhci_data_irq()
2485 pr_err("%s: ADMA error\n", mmc_hostname(host->mmc)); in sdhci_data_irq()
2486 sdhci_adma_show_error(host); in sdhci_data_irq()
2487 host->data->error = -EIO; in sdhci_data_irq()
2488 if (host->ops->adma_workaround) in sdhci_data_irq()
2489 host->ops->adma_workaround(host, intmask); in sdhci_data_irq()
2492 if (host->data->error) in sdhci_data_irq()
2493 sdhci_finish_data(host); in sdhci_data_irq()
2496 sdhci_transfer_pio(host); in sdhci_data_irq()
2509 dmastart = sg_dma_address(host->data->sg); in sdhci_data_irq()
2510 dmanow = dmastart + host->data->bytes_xfered; in sdhci_data_irq()
2517 host->data->bytes_xfered = dmanow - dmastart; in sdhci_data_irq()
2520 mmc_hostname(host->mmc), dmastart, in sdhci_data_irq()
2521 host->data->bytes_xfered, dmanow); in sdhci_data_irq()
2522 sdhci_writel(host, dmanow, SDHCI_DMA_ADDRESS); in sdhci_data_irq()
2526 if (host->cmd) { in sdhci_data_irq()
2532 host->data_early = 1; in sdhci_data_irq()
2534 sdhci_finish_data(host); in sdhci_data_irq()
2543 struct sdhci_host *host = dev_id; in sdhci_irq() local
2547 spin_lock(&host->lock); in sdhci_irq()
2549 if (host->runtime_suspended && !sdhci_sdio_irq_enabled(host)) { in sdhci_irq()
2550 spin_unlock(&host->lock); in sdhci_irq()
2554 intmask = sdhci_readl(host, SDHCI_INT_STATUS); in sdhci_irq()
2564 sdhci_writel(host, mask, SDHCI_INT_STATUS); in sdhci_irq()
2567 mmc_hostname(host->mmc), intmask); in sdhci_irq()
2570 u32 present = sdhci_readl(host, SDHCI_PRESENT_STATE) & in sdhci_irq()
2584 host->ier &= ~(SDHCI_INT_CARD_INSERT | in sdhci_irq()
2586 host->ier |= present ? SDHCI_INT_CARD_REMOVE : in sdhci_irq()
2588 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_irq()
2589 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_irq()
2591 sdhci_writel(host, intmask & (SDHCI_INT_CARD_INSERT | in sdhci_irq()
2594 host->thread_isr |= intmask & (SDHCI_INT_CARD_INSERT | in sdhci_irq()
2600 sdhci_cmd_irq(host, intmask & SDHCI_INT_CMD_MASK, in sdhci_irq()
2604 sdhci_data_irq(host, intmask & SDHCI_INT_DATA_MASK); in sdhci_irq()
2608 mmc_hostname(host->mmc)); in sdhci_irq()
2611 sdhci_enable_sdio_irq_nolock(host, false); in sdhci_irq()
2612 host->thread_isr |= SDHCI_INT_CARD_INT; in sdhci_irq()
2623 sdhci_writel(host, intmask, SDHCI_INT_STATUS); in sdhci_irq()
2629 intmask = sdhci_readl(host, SDHCI_INT_STATUS); in sdhci_irq()
2632 spin_unlock(&host->lock); in sdhci_irq()
2636 mmc_hostname(host->mmc), unexpected); in sdhci_irq()
2637 sdhci_dumpregs(host); in sdhci_irq()
2645 struct sdhci_host *host = dev_id; in sdhci_thread_irq() local
2649 spin_lock_irqsave(&host->lock, flags); in sdhci_thread_irq()
2650 isr = host->thread_isr; in sdhci_thread_irq()
2651 host->thread_isr = 0; in sdhci_thread_irq()
2652 spin_unlock_irqrestore(&host->lock, flags); in sdhci_thread_irq()
2655 sdhci_card_event(host->mmc); in sdhci_thread_irq()
2656 mmc_detect_change(host->mmc, msecs_to_jiffies(200)); in sdhci_thread_irq()
2660 sdio_run_irqs(host->mmc); in sdhci_thread_irq()
2662 spin_lock_irqsave(&host->lock, flags); in sdhci_thread_irq()
2663 if (host->flags & SDHCI_SDIO_IRQ_ENABLED) in sdhci_thread_irq()
2664 sdhci_enable_sdio_irq_nolock(host, true); in sdhci_thread_irq()
2665 spin_unlock_irqrestore(&host->lock, flags); in sdhci_thread_irq()
2678 void sdhci_enable_irq_wakeups(struct sdhci_host *host) in sdhci_enable_irq_wakeups() argument
2684 val = sdhci_readb(host, SDHCI_WAKE_UP_CONTROL); in sdhci_enable_irq_wakeups()
2687 if (host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION) in sdhci_enable_irq_wakeups()
2689 sdhci_writeb(host, val, SDHCI_WAKE_UP_CONTROL); in sdhci_enable_irq_wakeups()
2693 static void sdhci_disable_irq_wakeups(struct sdhci_host *host) in sdhci_disable_irq_wakeups() argument
2699 val = sdhci_readb(host, SDHCI_WAKE_UP_CONTROL); in sdhci_disable_irq_wakeups()
2701 sdhci_writeb(host, val, SDHCI_WAKE_UP_CONTROL); in sdhci_disable_irq_wakeups()
2704 int sdhci_suspend_host(struct sdhci_host *host) in sdhci_suspend_host() argument
2706 sdhci_disable_card_detection(host); in sdhci_suspend_host()
2708 mmc_retune_timer_stop(host->mmc); in sdhci_suspend_host()
2709 mmc_retune_needed(host->mmc); in sdhci_suspend_host()
2711 if (!device_may_wakeup(mmc_dev(host->mmc))) { in sdhci_suspend_host()
2712 host->ier = 0; in sdhci_suspend_host()
2713 sdhci_writel(host, 0, SDHCI_INT_ENABLE); in sdhci_suspend_host()
2714 sdhci_writel(host, 0, SDHCI_SIGNAL_ENABLE); in sdhci_suspend_host()
2715 free_irq(host->irq, host); in sdhci_suspend_host()
2717 sdhci_enable_irq_wakeups(host); in sdhci_suspend_host()
2718 enable_irq_wake(host->irq); in sdhci_suspend_host()
2725 int sdhci_resume_host(struct sdhci_host *host) in sdhci_resume_host() argument
2729 if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) { in sdhci_resume_host()
2730 if (host->ops->enable_dma) in sdhci_resume_host()
2731 host->ops->enable_dma(host); in sdhci_resume_host()
2734 if ((host->mmc->pm_flags & MMC_PM_KEEP_POWER) && in sdhci_resume_host()
2735 (host->quirks2 & SDHCI_QUIRK2_HOST_OFF_CARD_ON)) { in sdhci_resume_host()
2737 sdhci_init(host, 0); in sdhci_resume_host()
2738 host->pwr = 0; in sdhci_resume_host()
2739 host->clock = 0; in sdhci_resume_host()
2740 sdhci_do_set_ios(host, &host->mmc->ios); in sdhci_resume_host()
2742 sdhci_init(host, (host->mmc->pm_flags & MMC_PM_KEEP_POWER)); in sdhci_resume_host()
2746 if (!device_may_wakeup(mmc_dev(host->mmc))) { in sdhci_resume_host()
2747 ret = request_threaded_irq(host->irq, sdhci_irq, in sdhci_resume_host()
2749 mmc_hostname(host->mmc), host); in sdhci_resume_host()
2753 sdhci_disable_irq_wakeups(host); in sdhci_resume_host()
2754 disable_irq_wake(host->irq); in sdhci_resume_host()
2757 sdhci_enable_card_detection(host); in sdhci_resume_host()
2764 static int sdhci_runtime_pm_get(struct sdhci_host *host) in sdhci_runtime_pm_get() argument
2766 return pm_runtime_get_sync(host->mmc->parent); in sdhci_runtime_pm_get()
2769 static int sdhci_runtime_pm_put(struct sdhci_host *host) in sdhci_runtime_pm_put() argument
2771 pm_runtime_mark_last_busy(host->mmc->parent); in sdhci_runtime_pm_put()
2772 return pm_runtime_put_autosuspend(host->mmc->parent); in sdhci_runtime_pm_put()
2775 static void sdhci_runtime_pm_bus_on(struct sdhci_host *host) in sdhci_runtime_pm_bus_on() argument
2777 if (host->bus_on) in sdhci_runtime_pm_bus_on()
2779 host->bus_on = true; in sdhci_runtime_pm_bus_on()
2780 pm_runtime_get_noresume(host->mmc->parent); in sdhci_runtime_pm_bus_on()
2783 static void sdhci_runtime_pm_bus_off(struct sdhci_host *host) in sdhci_runtime_pm_bus_off() argument
2785 if (!host->bus_on) in sdhci_runtime_pm_bus_off()
2787 host->bus_on = false; in sdhci_runtime_pm_bus_off()
2788 pm_runtime_put_noidle(host->mmc->parent); in sdhci_runtime_pm_bus_off()
2791 int sdhci_runtime_suspend_host(struct sdhci_host *host) in sdhci_runtime_suspend_host() argument
2795 mmc_retune_timer_stop(host->mmc); in sdhci_runtime_suspend_host()
2796 mmc_retune_needed(host->mmc); in sdhci_runtime_suspend_host()
2798 spin_lock_irqsave(&host->lock, flags); in sdhci_runtime_suspend_host()
2799 host->ier &= SDHCI_INT_CARD_INT; in sdhci_runtime_suspend_host()
2800 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_runtime_suspend_host()
2801 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_runtime_suspend_host()
2802 spin_unlock_irqrestore(&host->lock, flags); in sdhci_runtime_suspend_host()
2804 synchronize_hardirq(host->irq); in sdhci_runtime_suspend_host()
2806 spin_lock_irqsave(&host->lock, flags); in sdhci_runtime_suspend_host()
2807 host->runtime_suspended = true; in sdhci_runtime_suspend_host()
2808 spin_unlock_irqrestore(&host->lock, flags); in sdhci_runtime_suspend_host()
2814 int sdhci_runtime_resume_host(struct sdhci_host *host) in sdhci_runtime_resume_host() argument
2817 int host_flags = host->flags; in sdhci_runtime_resume_host()
2820 if (host->ops->enable_dma) in sdhci_runtime_resume_host()
2821 host->ops->enable_dma(host); in sdhci_runtime_resume_host()
2824 sdhci_init(host, 0); in sdhci_runtime_resume_host()
2827 host->pwr = 0; in sdhci_runtime_resume_host()
2828 host->clock = 0; in sdhci_runtime_resume_host()
2829 sdhci_do_start_signal_voltage_switch(host, &host->mmc->ios); in sdhci_runtime_resume_host()
2830 sdhci_do_set_ios(host, &host->mmc->ios); in sdhci_runtime_resume_host()
2833 !(host->quirks2 & SDHCI_QUIRK2_PRESET_VALUE_BROKEN)) { in sdhci_runtime_resume_host()
2834 spin_lock_irqsave(&host->lock, flags); in sdhci_runtime_resume_host()
2835 sdhci_enable_preset_value(host, true); in sdhci_runtime_resume_host()
2836 spin_unlock_irqrestore(&host->lock, flags); in sdhci_runtime_resume_host()
2839 spin_lock_irqsave(&host->lock, flags); in sdhci_runtime_resume_host()
2841 host->runtime_suspended = false; in sdhci_runtime_resume_host()
2844 if (host->flags & SDHCI_SDIO_IRQ_ENABLED) in sdhci_runtime_resume_host()
2845 sdhci_enable_sdio_irq_nolock(host, true); in sdhci_runtime_resume_host()
2848 sdhci_enable_card_detection(host); in sdhci_runtime_resume_host()
2850 spin_unlock_irqrestore(&host->lock, flags); in sdhci_runtime_resume_host()
2868 struct sdhci_host *host; in sdhci_alloc_host() local
2876 host = mmc_priv(mmc); in sdhci_alloc_host()
2877 host->mmc = mmc; in sdhci_alloc_host()
2878 host->mmc_host_ops = sdhci_ops; in sdhci_alloc_host()
2879 mmc->ops = &host->mmc_host_ops; in sdhci_alloc_host()
2881 return host; in sdhci_alloc_host()
2886 int sdhci_add_host(struct sdhci_host *host) in sdhci_add_host() argument
2896 WARN_ON(host == NULL); in sdhci_add_host()
2897 if (host == NULL) in sdhci_add_host()
2900 mmc = host->mmc; in sdhci_add_host()
2903 host->quirks = debug_quirks; in sdhci_add_host()
2905 host->quirks2 = debug_quirks2; in sdhci_add_host()
2907 override_timeout_clk = host->timeout_clk; in sdhci_add_host()
2909 sdhci_do_reset(host, SDHCI_RESET_ALL); in sdhci_add_host()
2911 host->version = sdhci_readw(host, SDHCI_HOST_VERSION); in sdhci_add_host()
2912 host->version = (host->version & SDHCI_SPEC_VER_MASK) in sdhci_add_host()
2914 if (host->version > SDHCI_SPEC_300) { in sdhci_add_host()
2917 host->version); in sdhci_add_host()
2920 caps[0] = (host->quirks & SDHCI_QUIRK_MISSING_CAPS) ? host->caps : in sdhci_add_host()
2921 sdhci_readl(host, SDHCI_CAPABILITIES); in sdhci_add_host()
2923 if (host->version >= SDHCI_SPEC_300) in sdhci_add_host()
2924 caps[1] = (host->quirks & SDHCI_QUIRK_MISSING_CAPS) ? in sdhci_add_host()
2925 host->caps1 : in sdhci_add_host()
2926 sdhci_readl(host, SDHCI_CAPABILITIES_1); in sdhci_add_host()
2928 if (host->quirks & SDHCI_QUIRK_FORCE_DMA) in sdhci_add_host()
2929 host->flags |= SDHCI_USE_SDMA; in sdhci_add_host()
2933 host->flags |= SDHCI_USE_SDMA; in sdhci_add_host()
2935 if ((host->quirks & SDHCI_QUIRK_BROKEN_DMA) && in sdhci_add_host()
2936 (host->flags & SDHCI_USE_SDMA)) { in sdhci_add_host()
2938 host->flags &= ~SDHCI_USE_SDMA; in sdhci_add_host()
2941 if ((host->version >= SDHCI_SPEC_200) && in sdhci_add_host()
2943 host->flags |= SDHCI_USE_ADMA; in sdhci_add_host()
2945 if ((host->quirks & SDHCI_QUIRK_BROKEN_ADMA) && in sdhci_add_host()
2946 (host->flags & SDHCI_USE_ADMA)) { in sdhci_add_host()
2948 host->flags &= ~SDHCI_USE_ADMA; in sdhci_add_host()
2958 if (sdhci_readl(host, SDHCI_CAPABILITIES) & SDHCI_CAN_64BIT) in sdhci_add_host()
2959 host->flags |= SDHCI_USE_64_BIT_DMA; in sdhci_add_host()
2961 if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) { in sdhci_add_host()
2962 if (host->ops->enable_dma) { in sdhci_add_host()
2963 if (host->ops->enable_dma(host)) { in sdhci_add_host()
2966 host->flags &= in sdhci_add_host()
2973 if (host->flags & SDHCI_USE_64_BIT_DMA) in sdhci_add_host()
2974 host->flags &= ~SDHCI_USE_SDMA; in sdhci_add_host()
2976 if (host->flags & SDHCI_USE_ADMA) { in sdhci_add_host()
2983 if (host->flags & SDHCI_USE_64_BIT_DMA) { in sdhci_add_host()
2984 host->adma_table_sz = (SDHCI_MAX_SEGS * 2 + 1) * in sdhci_add_host()
2986 host->align_buffer_sz = SDHCI_MAX_SEGS * in sdhci_add_host()
2988 host->desc_sz = SDHCI_ADMA2_64_DESC_SZ; in sdhci_add_host()
2989 host->align_sz = SDHCI_ADMA2_64_ALIGN; in sdhci_add_host()
2990 host->align_mask = SDHCI_ADMA2_64_ALIGN - 1; in sdhci_add_host()
2992 host->adma_table_sz = (SDHCI_MAX_SEGS * 2 + 1) * in sdhci_add_host()
2994 host->align_buffer_sz = SDHCI_MAX_SEGS * in sdhci_add_host()
2996 host->desc_sz = SDHCI_ADMA2_32_DESC_SZ; in sdhci_add_host()
2997 host->align_sz = SDHCI_ADMA2_32_ALIGN; in sdhci_add_host()
2998 host->align_mask = SDHCI_ADMA2_32_ALIGN - 1; in sdhci_add_host()
3000 host->adma_table = dma_alloc_coherent(mmc_dev(mmc), in sdhci_add_host()
3001 host->adma_table_sz, in sdhci_add_host()
3002 &host->adma_addr, in sdhci_add_host()
3004 host->align_buffer = kmalloc(host->align_buffer_sz, GFP_KERNEL); in sdhci_add_host()
3005 if (!host->adma_table || !host->align_buffer) { in sdhci_add_host()
3006 if (host->adma_table) in sdhci_add_host()
3008 host->adma_table_sz, in sdhci_add_host()
3009 host->adma_table, in sdhci_add_host()
3010 host->adma_addr); in sdhci_add_host()
3011 kfree(host->align_buffer); in sdhci_add_host()
3014 host->flags &= ~SDHCI_USE_ADMA; in sdhci_add_host()
3015 host->adma_table = NULL; in sdhci_add_host()
3016 host->align_buffer = NULL; in sdhci_add_host()
3017 } else if (host->adma_addr & host->align_mask) { in sdhci_add_host()
3020 host->flags &= ~SDHCI_USE_ADMA; in sdhci_add_host()
3021 dma_free_coherent(mmc_dev(mmc), host->adma_table_sz, in sdhci_add_host()
3022 host->adma_table, host->adma_addr); in sdhci_add_host()
3023 kfree(host->align_buffer); in sdhci_add_host()
3024 host->adma_table = NULL; in sdhci_add_host()
3025 host->align_buffer = NULL; in sdhci_add_host()
3034 if (!(host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA))) { in sdhci_add_host()
3035 host->dma_mask = DMA_BIT_MASK(64); in sdhci_add_host()
3036 mmc_dev(mmc)->dma_mask = &host->dma_mask; in sdhci_add_host()
3039 if (host->version >= SDHCI_SPEC_300) in sdhci_add_host()
3040 host->max_clk = (caps[0] & SDHCI_CLOCK_V3_BASE_MASK) in sdhci_add_host()
3043 host->max_clk = (caps[0] & SDHCI_CLOCK_BASE_MASK) in sdhci_add_host()
3046 host->max_clk *= 1000000; in sdhci_add_host()
3047 if (host->max_clk == 0 || host->quirks & in sdhci_add_host()
3049 if (!host->ops->get_max_clock) { in sdhci_add_host()
3054 host->max_clk = host->ops->get_max_clock(host); in sdhci_add_host()
3061 host->clk_mul = (caps[1] & SDHCI_CLOCK_MUL_MASK) >> in sdhci_add_host()
3070 if (host->clk_mul) in sdhci_add_host()
3071 host->clk_mul += 1; in sdhci_add_host()
3076 max_clk = host->max_clk; in sdhci_add_host()
3078 if (host->ops->get_min_clock) in sdhci_add_host()
3079 mmc->f_min = host->ops->get_min_clock(host); in sdhci_add_host()
3080 else if (host->version >= SDHCI_SPEC_300) { in sdhci_add_host()
3081 if (host->clk_mul) { in sdhci_add_host()
3082 mmc->f_min = (host->max_clk * host->clk_mul) / 1024; in sdhci_add_host()
3083 max_clk = host->max_clk * host->clk_mul; in sdhci_add_host()
3085 mmc->f_min = host->max_clk / SDHCI_MAX_DIV_SPEC_300; in sdhci_add_host()
3087 mmc->f_min = host->max_clk / SDHCI_MAX_DIV_SPEC_200; in sdhci_add_host()
3092 if (!(host->quirks & SDHCI_QUIRK_DATA_TIMEOUT_USES_SDCLK)) { in sdhci_add_host()
3093 host->timeout_clk = (caps[0] & SDHCI_TIMEOUT_CLK_MASK) >> in sdhci_add_host()
3095 if (host->timeout_clk == 0) { in sdhci_add_host()
3096 if (host->ops->get_timeout_clock) { in sdhci_add_host()
3097 host->timeout_clk = in sdhci_add_host()
3098 host->ops->get_timeout_clock(host); in sdhci_add_host()
3107 host->timeout_clk *= 1000; in sdhci_add_host()
3110 host->timeout_clk = override_timeout_clk; in sdhci_add_host()
3112 mmc->max_busy_timeout = host->ops->get_max_timeout_count ? in sdhci_add_host()
3113 host->ops->get_max_timeout_count(host) : 1 << 27; in sdhci_add_host()
3114 mmc->max_busy_timeout /= host->timeout_clk; in sdhci_add_host()
3120 if (host->quirks & SDHCI_QUIRK_MULTIBLOCK_READ_ACMD12) in sdhci_add_host()
3121 host->flags |= SDHCI_AUTO_CMD12; in sdhci_add_host()
3124 if ((host->version >= SDHCI_SPEC_300) && in sdhci_add_host()
3125 ((host->flags & SDHCI_USE_ADMA) || in sdhci_add_host()
3126 !(host->flags & SDHCI_USE_SDMA)) && in sdhci_add_host()
3127 !(host->quirks2 & SDHCI_QUIRK2_ACMD23_BROKEN)) { in sdhci_add_host()
3128 host->flags |= SDHCI_AUTO_CMD23; in sdhci_add_host()
3141 if (!(host->quirks & SDHCI_QUIRK_FORCE_1_BIT_DATA)) in sdhci_add_host()
3144 if (host->quirks2 & SDHCI_QUIRK2_HOST_NO_CMD23) in sdhci_add_host()
3150 if ((host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION) && in sdhci_add_host()
3152 IS_ERR_VALUE(mmc_gpio_get_cd(host->mmc))) in sdhci_add_host()
3174 if (host->quirks2 & SDHCI_QUIRK2_NO_1_8_V) in sdhci_add_host()
3189 if (!(host->quirks2 & SDHCI_QUIRK2_BROKEN_HS200)) in sdhci_add_host()
3194 if (host->quirks2 & SDHCI_QUIRK2_CAPS_BIT63_FOR_HS400 && in sdhci_add_host()
3205 !(host->quirks2 & SDHCI_QUIRK2_BROKEN_DDR50)) in sdhci_add_host()
3210 host->flags |= SDHCI_SDR50_NEEDS_TUNING; in sdhci_add_host()
3214 host->flags |= SDHCI_SDR104_NEEDS_TUNING; in sdhci_add_host()
3225 host->tuning_count = (caps[1] & SDHCI_RETUNING_TIMER_COUNT_MASK) >> in sdhci_add_host()
3232 if (host->tuning_count) in sdhci_add_host()
3233 host->tuning_count = 1 << (host->tuning_count - 1); in sdhci_add_host()
3236 host->tuning_mode = (caps[1] & SDHCI_RETUNING_MODE_MASK) >> in sdhci_add_host()
3248 max_current_caps = sdhci_readl(host, SDHCI_MAX_CURRENT); in sdhci_add_host()
3291 if (host->ocr_mask) in sdhci_add_host()
3292 ocr_avail = host->ocr_mask; in sdhci_add_host()
3300 if (host->ocr_avail_sdio) in sdhci_add_host()
3301 mmc->ocr_avail_sdio &= host->ocr_avail_sdio; in sdhci_add_host()
3303 if (host->ocr_avail_sd) in sdhci_add_host()
3304 mmc->ocr_avail_sd &= host->ocr_avail_sd; in sdhci_add_host()
3308 if (host->ocr_avail_mmc) in sdhci_add_host()
3309 mmc->ocr_avail_mmc &= host->ocr_avail_mmc; in sdhci_add_host()
3317 spin_lock_init(&host->lock); in sdhci_add_host()
3323 if (host->flags & SDHCI_USE_ADMA) in sdhci_add_host()
3325 else if (host->flags & SDHCI_USE_SDMA) in sdhci_add_host()
3342 if (host->flags & SDHCI_USE_ADMA) { in sdhci_add_host()
3343 if (host->quirks & SDHCI_QUIRK_BROKEN_ADMA_ZEROLEN_DESC) in sdhci_add_host()
3355 if (host->quirks & SDHCI_QUIRK_FORCE_BLK_SZ_2048) { in sdhci_add_host()
3372 mmc->max_blk_count = (host->quirks & SDHCI_QUIRK_NO_MULTIBLOCK) ? 1 : 65535; in sdhci_add_host()
3377 tasklet_init(&host->finish_tasklet, in sdhci_add_host()
3378 sdhci_tasklet_finish, (unsigned long)host); in sdhci_add_host()
3380 setup_timer(&host->timer, sdhci_timeout_timer, (unsigned long)host); in sdhci_add_host()
3382 init_waitqueue_head(&host->buf_ready_int); in sdhci_add_host()
3384 sdhci_init(host, 0); in sdhci_add_host()
3386 ret = request_threaded_irq(host->irq, sdhci_irq, sdhci_thread_irq, in sdhci_add_host()
3387 IRQF_SHARED, mmc_hostname(mmc), host); in sdhci_add_host()
3390 mmc_hostname(mmc), host->irq, ret); in sdhci_add_host()
3395 sdhci_dumpregs(host); in sdhci_add_host()
3399 snprintf(host->led_name, sizeof(host->led_name), in sdhci_add_host()
3401 host->led.name = host->led_name; in sdhci_add_host()
3402 host->led.brightness = LED_OFF; in sdhci_add_host()
3403 host->led.default_trigger = mmc_hostname(mmc); in sdhci_add_host()
3404 host->led.brightness_set = sdhci_led_control; in sdhci_add_host()
3406 ret = led_classdev_register(mmc_dev(mmc), &host->led); in sdhci_add_host()
3419 mmc_hostname(mmc), host->hw_name, dev_name(mmc_dev(mmc)), in sdhci_add_host()
3420 (host->flags & SDHCI_USE_ADMA) ? in sdhci_add_host()
3421 (host->flags & SDHCI_USE_64_BIT_DMA) ? "ADMA 64-bit" : "ADMA" : in sdhci_add_host()
3422 (host->flags & SDHCI_USE_SDMA) ? "DMA" : "PIO"); in sdhci_add_host()
3424 sdhci_enable_card_detection(host); in sdhci_add_host()
3430 sdhci_do_reset(host, SDHCI_RESET_ALL); in sdhci_add_host()
3431 sdhci_writel(host, 0, SDHCI_INT_ENABLE); in sdhci_add_host()
3432 sdhci_writel(host, 0, SDHCI_SIGNAL_ENABLE); in sdhci_add_host()
3433 free_irq(host->irq, host); in sdhci_add_host()
3436 tasklet_kill(&host->finish_tasklet); in sdhci_add_host()
3443 void sdhci_remove_host(struct sdhci_host *host, int dead) in sdhci_remove_host() argument
3445 struct mmc_host *mmc = host->mmc; in sdhci_remove_host()
3449 spin_lock_irqsave(&host->lock, flags); in sdhci_remove_host()
3451 host->flags |= SDHCI_DEVICE_DEAD; in sdhci_remove_host()
3453 if (host->mrq) { in sdhci_remove_host()
3457 host->mrq->cmd->error = -ENOMEDIUM; in sdhci_remove_host()
3458 tasklet_schedule(&host->finish_tasklet); in sdhci_remove_host()
3461 spin_unlock_irqrestore(&host->lock, flags); in sdhci_remove_host()
3464 sdhci_disable_card_detection(host); in sdhci_remove_host()
3469 led_classdev_unregister(&host->led); in sdhci_remove_host()
3473 sdhci_do_reset(host, SDHCI_RESET_ALL); in sdhci_remove_host()
3475 sdhci_writel(host, 0, SDHCI_INT_ENABLE); in sdhci_remove_host()
3476 sdhci_writel(host, 0, SDHCI_SIGNAL_ENABLE); in sdhci_remove_host()
3477 free_irq(host->irq, host); in sdhci_remove_host()
3479 del_timer_sync(&host->timer); in sdhci_remove_host()
3481 tasklet_kill(&host->finish_tasklet); in sdhci_remove_host()
3486 if (host->adma_table) in sdhci_remove_host()
3487 dma_free_coherent(mmc_dev(mmc), host->adma_table_sz, in sdhci_remove_host()
3488 host->adma_table, host->adma_addr); in sdhci_remove_host()
3489 kfree(host->align_buffer); in sdhci_remove_host()
3491 host->adma_table = NULL; in sdhci_remove_host()
3492 host->align_buffer = NULL; in sdhci_remove_host()
3497 void sdhci_free_host(struct sdhci_host *host) in sdhci_free_host() argument
3499 mmc_free_host(host->mmc); in sdhci_free_host()