194 static inline int ufshcd_enable_irq(struct ufs_hba *hba)  in ufshcd_enable_irq()
210 static inline void ufshcd_disable_irq(struct ufs_hba *hba)  in ufshcd_disable_irq()
229 static int ufshcd_wait_for_register(struct ufs_hba *hba, u32 reg, u32 mask,  in ufshcd_wait_for_register()
258 static inline u32 ufshcd_get_intr_mask(struct ufs_hba *hba)  in ufshcd_get_intr_mask()
272 static inline u32 ufshcd_get_ufs_version(struct ufs_hba *hba)  in ufshcd_get_ufs_version()
287 static inline int ufshcd_is_device_present(struct ufs_hba *hba)  in ufshcd_is_device_present()
327 static bool ufshcd_get_tm_free_slot(struct ufs_hba *hba, int *free_slot)  in ufshcd_get_tm_free_slot()
347 static inline void ufshcd_put_tm_slot(struct ufs_hba *hba, int slot)  in ufshcd_put_tm_slot()
357 static inline void ufshcd_utrl_clear(struct ufs_hba *hba, u32 pos)  in ufshcd_utrl_clear()
391 static inline int ufshcd_get_uic_cmd_result(struct ufs_hba *hba)  in ufshcd_get_uic_cmd_result()
404 static inline u32 ufshcd_get_dme_attr_val(struct ufs_hba *hba)  in ufshcd_get_dme_attr_val()
466 ufshcd_reset_intr_aggr(struct ufs_hba *hba)  in ufshcd_reset_intr_aggr()
480 ufshcd_config_intr_aggr(struct ufs_hba *hba, u8 cnt, u8 tmout)  in ufshcd_config_intr_aggr()
492 static inline void ufshcd_disable_intr_aggr(struct ufs_hba *hba)  in ufshcd_disable_intr_aggr()
503 static void ufshcd_enable_run_stop_reg(struct ufs_hba *hba)  in ufshcd_enable_run_stop_reg()
515 static inline void ufshcd_hba_start(struct ufs_hba *hba)  in ufshcd_hba_start()
526 static inline int ufshcd_is_hba_active(struct ufs_hba *hba)  in ufshcd_is_hba_active()
535 	struct ufs_hba *hba = container_of(work, struct ufs_hba,  in ufshcd_ungate_work()  local
575 int ufshcd_hold(struct ufs_hba *hba, bool async)  in ufshcd_hold()
632 	struct ufs_hba *hba = container_of(work, struct ufs_hba,  in ufshcd_gate_work()  local
690 static void __ufshcd_release(struct ufs_hba *hba)  in __ufshcd_release()
708 void ufshcd_release(struct ufs_hba *hba)  in ufshcd_release()
721 	struct ufs_hba *hba = dev_get_drvdata(dev);  in ufshcd_clkgate_delay_show()  local
729 	struct ufs_hba *hba = dev_get_drvdata(dev);  in ufshcd_clkgate_delay_store()  local
741 static void ufshcd_init_clk_gating(struct ufs_hba *hba)  in ufshcd_init_clk_gating()
759 static void ufshcd_exit_clk_gating(struct ufs_hba *hba)  in ufshcd_exit_clk_gating()
769 static void ufshcd_clk_scaling_start_busy(struct ufs_hba *hba)  in ufshcd_clk_scaling_start_busy()
780 static void ufshcd_clk_scaling_update_busy(struct ufs_hba *hba)  in ufshcd_clk_scaling_update_busy()
800 void ufshcd_send_command(struct ufs_hba *hba, unsigned int task_tag)  in ufshcd_send_command()
830 int ufshcd_copy_query_response(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)  in ufshcd_copy_query_response()
865 static inline void ufshcd_hba_capabilities(struct ufs_hba *hba)  in ufshcd_hba_capabilities()
881 static inline bool ufshcd_ready_for_uic_cmd(struct ufs_hba *hba)  in ufshcd_ready_for_uic_cmd()
896 static inline u8 ufshcd_get_upmcrs(struct ufs_hba *hba)  in ufshcd_get_upmcrs()
909 ufshcd_dispatch_uic_cmd(struct ufs_hba *hba, struct uic_command *uic_cmd)  in ufshcd_dispatch_uic_cmd()
934 ufshcd_wait_for_uic_cmd(struct ufs_hba *hba, struct uic_command *uic_cmd)  in ufshcd_wait_for_uic_cmd()
962 __ufshcd_send_uic_cmd(struct ufs_hba *hba, struct uic_command *uic_cmd)  in __ufshcd_send_uic_cmd()
985 ufshcd_send_uic_cmd(struct ufs_hba *hba, struct uic_command *uic_cmd)  in ufshcd_send_uic_cmd()
1051 static void ufshcd_enable_intr(struct ufs_hba *hba, u32 intrs)  in ufshcd_enable_intr()
1071 static void ufshcd_disable_intr(struct ufs_hba *hba, u32 intrs)  in ufshcd_disable_intr()
1165 static void ufshcd_prepare_utp_query_req_upiu(struct ufs_hba *hba,  in ufshcd_prepare_utp_query_req_upiu()
1211 static int ufshcd_compose_upiu(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)  in ufshcd_compose_upiu()
1288 	struct ufs_hba *hba;  in ufshcd_queuecommand()  local
1366 static int ufshcd_compose_dev_cmd(struct ufs_hba *hba,  in ufshcd_compose_dev_cmd()
1382 ufshcd_clear_cmd(struct ufs_hba *hba, int tag)  in ufshcd_clear_cmd()
1405 ufshcd_check_query_response(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)  in ufshcd_check_query_response()
1421 ufshcd_dev_cmd_completion(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)  in ufshcd_dev_cmd_completion()
1457 static int ufshcd_wait_for_dev_cmd(struct ufs_hba *hba,  in ufshcd_wait_for_dev_cmd()
1497 static bool ufshcd_get_dev_cmd_tag(struct ufs_hba *hba, int *tag_out)  in ufshcd_get_dev_cmd_tag()
1519 static inline void ufshcd_put_dev_cmd_tag(struct ufs_hba *hba, int tag)  in ufshcd_put_dev_cmd_tag()
1533 static int ufshcd_exec_dev_cmd(struct ufs_hba *hba,  in ufshcd_exec_dev_cmd()
1580 static inline void ufshcd_init_query(struct ufs_hba *hba,  in ufshcd_init_query()
1603 static int ufshcd_query_flag(struct ufs_hba *hba, enum query_opcode opcode,  in ufshcd_query_flag()
1671 static int ufshcd_query_attr(struct ufs_hba *hba, enum query_opcode opcode,  in ufshcd_query_attr()
1738 static int ufshcd_query_descriptor(struct ufs_hba *hba,  in ufshcd_query_descriptor()
1813 static int ufshcd_read_desc_param(struct ufs_hba *hba,  in ufshcd_read_desc_param()
1868 static inline int ufshcd_read_desc(struct ufs_hba *hba,  in ufshcd_read_desc()
1877 static inline int ufshcd_read_power_desc(struct ufs_hba *hba,  in ufshcd_read_power_desc()
1894 static inline int ufshcd_read_unit_desc_param(struct ufs_hba *hba,  in ufshcd_read_unit_desc_param()
1924 static int ufshcd_memory_alloc(struct ufs_hba *hba)  in ufshcd_memory_alloc()
2006 static void ufshcd_host_memory_configure(struct ufs_hba *hba)  in ufshcd_host_memory_configure()
2066 static int ufshcd_dme_link_startup(struct ufs_hba *hba)  in ufshcd_dme_link_startup()
2080 static inline void ufshcd_add_delay_before_dme_cmd(struct ufs_hba *hba)  in ufshcd_add_delay_before_dme_cmd()
2121 int ufshcd_dme_set_attr(struct ufs_hba *hba, u32 attr_sel,  in ufshcd_dme_set_attr()
2156 int ufshcd_dme_get_attr(struct ufs_hba *hba, u32 attr_sel,  in ufshcd_dme_get_attr()
2230 static int ufshcd_uic_pwr_ctrl(struct ufs_hba *hba, struct uic_command *cmd)  in ufshcd_uic_pwr_ctrl()
2292 static int ufshcd_uic_change_pwr_mode(struct ufs_hba *hba, u8 mode)  in ufshcd_uic_change_pwr_mode()
2318 static int ufshcd_uic_hibern8_enter(struct ufs_hba *hba)  in ufshcd_uic_hibern8_enter()
2327 static int ufshcd_uic_hibern8_exit(struct ufs_hba *hba)  in ufshcd_uic_hibern8_exit()
2347 static void ufshcd_init_pwr_info(struct ufs_hba *hba)  in ufshcd_init_pwr_info()
2362 static int ufshcd_get_max_pwr_mode(struct ufs_hba *hba)  in ufshcd_get_max_pwr_mode()
2421 static int ufshcd_change_power_mode(struct ufs_hba *hba,  in ufshcd_change_power_mode()
2491 static int ufshcd_config_pwr_mode(struct ufs_hba *hba,  in ufshcd_config_pwr_mode()
2514 static int ufshcd_complete_dev_init(struct ufs_hba *hba)  in ufshcd_complete_dev_init()
2571 static int ufshcd_make_hba_operational(struct ufs_hba *hba)  in ufshcd_make_hba_operational()
2623 static int ufshcd_hba_enable(struct ufs_hba *hba)  in ufshcd_hba_enable()
2687 static int ufshcd_disable_tx_lcc(struct ufs_hba *hba, bool peer)  in ufshcd_disable_tx_lcc()
2718 static inline int ufshcd_disable_device_tx_lcc(struct ufs_hba *hba)  in ufshcd_disable_device_tx_lcc()
2729 static int ufshcd_link_startup(struct ufs_hba *hba)  in ufshcd_link_startup()
2787 static int ufshcd_verify_dev_init(struct ufs_hba *hba)  in ufshcd_verify_dev_init()
2824 	struct ufs_hba *hba;  in ufshcd_set_queue_depth()  local
2860 static int ufshcd_get_lu_wp(struct ufs_hba *hba,  in ufshcd_get_lu_wp()
2891 static inline void ufshcd_get_lu_power_on_wp_status(struct ufs_hba *hba,  in ufshcd_get_lu_power_on_wp_status()
2913 	struct ufs_hba *hba;  in ufshcd_slave_alloc()  local
2943 	struct ufs_hba *hba = shost_priv(sdev->host);  in ufshcd_change_queue_depth()  local
2970 	struct ufs_hba *hba;  in ufshcd_slave_destroy()  local
2991 static int ufshcd_task_req_compl(struct ufs_hba *hba, u32 index, u8 *resp)  in ufshcd_task_req_compl()
3065 ufshcd_transfer_rsp_status(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)  in ufshcd_transfer_rsp_status()
3137 static void ufshcd_uic_cmd_compl(struct ufs_hba *hba, u32 intr_status)  in ufshcd_uic_cmd_compl()
3155 static void ufshcd_transfer_req_compl(struct ufs_hba *hba)  in ufshcd_transfer_req_compl()
3215 static int ufshcd_disable_ee(struct ufs_hba *hba, u16 mask)  in ufshcd_disable_ee()
3243 static int ufshcd_enable_ee(struct ufs_hba *hba, u16 mask)  in ufshcd_enable_ee()
3272 static int ufshcd_enable_auto_bkops(struct ufs_hba *hba)  in ufshcd_enable_auto_bkops()
3310 static int ufshcd_disable_auto_bkops(struct ufs_hba *hba)  in ufshcd_disable_auto_bkops()
3350 static void  ufshcd_force_reset_auto_bkops(struct ufs_hba *hba)  in ufshcd_force_reset_auto_bkops()
3357 static inline int ufshcd_get_bkops_status(struct ufs_hba *hba, u32 *status)  in ufshcd_get_bkops_status()
3379 static int ufshcd_bkops_ctrl(struct ufs_hba *hba,  in ufshcd_bkops_ctrl()
3415 static int ufshcd_urgent_bkops(struct ufs_hba *hba)  in ufshcd_urgent_bkops()
3420 static inline int ufshcd_get_ee_status(struct ufs_hba *hba, u32 *status)  in ufshcd_get_ee_status()
3435 	struct ufs_hba *hba;  in ufshcd_exception_event_handler()  local
3466 	struct ufs_hba *hba;  in ufshcd_err_handler()  local
3538 static void ufshcd_update_uic_error(struct ufs_hba *hba)  in ufshcd_update_uic_error()
3568 static void ufshcd_check_errors(struct ufs_hba *hba)  in ufshcd_check_errors()
3608 static void ufshcd_tmc_handler(struct ufs_hba *hba)  in ufshcd_tmc_handler()
3622 static void ufshcd_sl_intr(struct ufs_hba *hba, u32 intr_status)  in ufshcd_sl_intr()
3650 	struct ufs_hba *hba = __hba;  in ufshcd_intr()  local
3664 static int ufshcd_clear_tm_cmd(struct ufs_hba *hba, int tag)  in ufshcd_clear_tm_cmd()
3695 static int ufshcd_issue_tm_cmd(struct ufs_hba *hba, int lun_id, int task_id,  in ufshcd_issue_tm_cmd()
3780 	struct ufs_hba *hba;  in ufshcd_eh_device_reset_handler()  local
3836 	struct ufs_hba *hba;  in ufshcd_abort()  local
3941 static int ufshcd_host_reset_and_restore(struct ufs_hba *hba)  in ufshcd_host_reset_and_restore()
3976 static int ufshcd_reset_and_restore(struct ufs_hba *hba)  in ufshcd_reset_and_restore()
4008 	struct ufs_hba *hba;  in ufshcd_eh_host_reset_handler()  local
4104 static u32 ufshcd_find_max_sup_active_icc_level(struct ufs_hba *hba,  in ufshcd_find_max_sup_active_icc_level()
4138 static void ufshcd_init_icc_levels(struct ufs_hba *hba)  in ufshcd_init_icc_levels()
4195 static int ufshcd_scsi_add_wlus(struct ufs_hba *hba)  in ufshcd_scsi_add_wlus()
4241 static int ufshcd_probe_hba(struct ufs_hba *hba)  in ufshcd_probe_hba()
4330 	struct ufs_hba *hba = (struct ufs_hba *)data;  in ufshcd_async_scan()  local
4372 static inline int ufshcd_config_vreg_lpm(struct ufs_hba *hba,  in ufshcd_config_vreg_lpm()
4378 static inline int ufshcd_config_vreg_hpm(struct ufs_hba *hba,  in ufshcd_config_vreg_hpm()
4453 static int ufshcd_setup_vreg(struct ufs_hba *hba, bool on)  in ufshcd_setup_vreg()
4483 static int ufshcd_setup_hba_vreg(struct ufs_hba *hba, bool on)  in ufshcd_setup_hba_vreg()
4510 static int ufshcd_init_vreg(struct ufs_hba *hba)  in ufshcd_init_vreg()
4532 static int ufshcd_init_hba_vreg(struct ufs_hba *hba)  in ufshcd_init_hba_vreg()
4542 static int __ufshcd_setup_clocks(struct ufs_hba *hba, bool on,  in __ufshcd_setup_clocks()
4589 static int ufshcd_setup_clocks(struct ufs_hba *hba, bool on)  in ufshcd_setup_clocks()
4594 static int ufshcd_init_clocks(struct ufs_hba *hba)  in ufshcd_init_clocks()
4633 static int ufshcd_variant_hba_init(struct ufs_hba *hba)  in ufshcd_variant_hba_init()
4659 static void ufshcd_variant_hba_exit(struct ufs_hba *hba)  in ufshcd_variant_hba_exit()
4671 static int ufshcd_hba_init(struct ufs_hba *hba)  in ufshcd_hba_init()
4723 static void ufshcd_hba_exit(struct ufs_hba *hba)  in ufshcd_hba_exit()
4735 ufshcd_send_request_sense(struct ufs_hba *hba, struct scsi_device *sdp)  in ufshcd_send_request_sense()
4772 static int ufshcd_set_dev_pwr_mode(struct ufs_hba *hba,  in ufshcd_set_dev_pwr_mode()
4837 static int ufshcd_link_state_transition(struct ufs_hba *hba,  in ufshcd_link_state_transition()
4876 static void ufshcd_vreg_set_lpm(struct ufs_hba *hba)  in ufshcd_vreg_set_lpm()
4902 static int ufshcd_vreg_set_hpm(struct ufs_hba *hba)  in ufshcd_vreg_set_hpm()
4930 static void ufshcd_hba_vreg_set_lpm(struct ufs_hba *hba)  in ufshcd_hba_vreg_set_lpm()
4936 static void ufshcd_hba_vreg_set_hpm(struct ufs_hba *hba)  in ufshcd_hba_vreg_set_hpm()
4958 static int ufshcd_suspend(struct ufs_hba *hba, enum ufs_pm_op pm_op)  in ufshcd_suspend()
5098 static int ufshcd_resume(struct ufs_hba *hba, enum ufs_pm_op pm_op)  in ufshcd_resume()
5189 int ufshcd_system_suspend(struct ufs_hba *hba)  in ufshcd_system_suspend()
5234 int ufshcd_system_resume(struct ufs_hba *hba)  in ufshcd_system_resume()
5255 int ufshcd_runtime_suspend(struct ufs_hba *hba)  in ufshcd_runtime_suspend()
5285 int ufshcd_runtime_resume(struct ufs_hba *hba)  in ufshcd_runtime_resume()
5294 int ufshcd_runtime_idle(struct ufs_hba *hba)  in ufshcd_runtime_idle()
5308 int ufshcd_shutdown(struct ufs_hba *hba)  in ufshcd_shutdown()
5335 void ufshcd_remove(struct ufs_hba *hba)  in ufshcd_remove()
5355 void ufshcd_dealloc_host(struct ufs_hba *hba)  in ufshcd_dealloc_host()
5368 static int ufshcd_set_dma_mask(struct ufs_hba *hba)  in ufshcd_set_dma_mask()
5386 	struct ufs_hba *hba;  in ufshcd_alloc_host()  local
5413 static int ufshcd_scale_clks(struct ufs_hba *hba, bool scale_up)  in ufshcd_scale_clks()
5467 	struct ufs_hba *hba = dev_get_drvdata(dev);  in ufshcd_devfreq_target()  local
5483 	struct ufs_hba *hba = dev_get_drvdata(dev);  in ufshcd_devfreq_get_dev_status()  local
5531 int ufshcd_init(struct ufs_hba *hba, void __iomem *mmio_base, unsigned int irq)  in ufshcd_init()