192 static inline int ufshcd_enable_irq(struct ufs_hba *hba)  in ufshcd_enable_irq()
208 static inline void ufshcd_disable_irq(struct ufs_hba *hba)  in ufshcd_disable_irq()
227 static int ufshcd_wait_for_register(struct ufs_hba *hba, u32 reg, u32 mask,  in ufshcd_wait_for_register()
256 static inline u32 ufshcd_get_intr_mask(struct ufs_hba *hba)  in ufshcd_get_intr_mask()
270 static inline u32 ufshcd_get_ufs_version(struct ufs_hba *hba)  in ufshcd_get_ufs_version()
282 static inline int ufshcd_is_device_present(struct ufs_hba *hba)  in ufshcd_is_device_present()
322 static bool ufshcd_get_tm_free_slot(struct ufs_hba *hba, int *free_slot)  in ufshcd_get_tm_free_slot()
342 static inline void ufshcd_put_tm_slot(struct ufs_hba *hba, int slot)  in ufshcd_put_tm_slot()
352 static inline void ufshcd_utrl_clear(struct ufs_hba *hba, u32 pos)  in ufshcd_utrl_clear()
386 static inline int ufshcd_get_uic_cmd_result(struct ufs_hba *hba)  in ufshcd_get_uic_cmd_result()
399 static inline u32 ufshcd_get_dme_attr_val(struct ufs_hba *hba)  in ufshcd_get_dme_attr_val()
461 ufshcd_reset_intr_aggr(struct ufs_hba *hba)  in ufshcd_reset_intr_aggr()
475 ufshcd_config_intr_aggr(struct ufs_hba *hba, u8 cnt, u8 tmout)  in ufshcd_config_intr_aggr()
489 static void ufshcd_enable_run_stop_reg(struct ufs_hba *hba)  in ufshcd_enable_run_stop_reg()
501 static inline void ufshcd_hba_start(struct ufs_hba *hba)  in ufshcd_hba_start()
512 static inline int ufshcd_is_hba_active(struct ufs_hba *hba)  in ufshcd_is_hba_active()
521 	struct ufs_hba *hba = container_of(work, struct ufs_hba,  in ufshcd_ungate_work()  local
561 int ufshcd_hold(struct ufs_hba *hba, bool async)  in ufshcd_hold()
617 	struct ufs_hba *hba = container_of(work, struct ufs_hba,  in ufshcd_gate_work()  local
675 static void __ufshcd_release(struct ufs_hba *hba)  in __ufshcd_release()
693 void ufshcd_release(struct ufs_hba *hba)  in ufshcd_release()
705 	struct ufs_hba *hba = dev_get_drvdata(dev);  in ufshcd_clkgate_delay_show()  local
713 	struct ufs_hba *hba = dev_get_drvdata(dev);  in ufshcd_clkgate_delay_store()  local
725 static void ufshcd_init_clk_gating(struct ufs_hba *hba)  in ufshcd_init_clk_gating()
743 static void ufshcd_exit_clk_gating(struct ufs_hba *hba)  in ufshcd_exit_clk_gating()
753 static void ufshcd_clk_scaling_start_busy(struct ufs_hba *hba)  in ufshcd_clk_scaling_start_busy()
764 static void ufshcd_clk_scaling_update_busy(struct ufs_hba *hba)  in ufshcd_clk_scaling_update_busy()
784 void ufshcd_send_command(struct ufs_hba *hba, unsigned int task_tag)  in ufshcd_send_command()
814 int ufshcd_copy_query_response(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)  in ufshcd_copy_query_response()
849 static inline void ufshcd_hba_capabilities(struct ufs_hba *hba)  in ufshcd_hba_capabilities()
865 static inline bool ufshcd_ready_for_uic_cmd(struct ufs_hba *hba)  in ufshcd_ready_for_uic_cmd()
880 static inline u8 ufshcd_get_upmcrs(struct ufs_hba *hba)  in ufshcd_get_upmcrs()
893 ufshcd_dispatch_uic_cmd(struct ufs_hba *hba, struct uic_command *uic_cmd)  in ufshcd_dispatch_uic_cmd()
918 ufshcd_wait_for_uic_cmd(struct ufs_hba *hba, struct uic_command *uic_cmd)  in ufshcd_wait_for_uic_cmd()
946 __ufshcd_send_uic_cmd(struct ufs_hba *hba, struct uic_command *uic_cmd)  in __ufshcd_send_uic_cmd()
969 ufshcd_send_uic_cmd(struct ufs_hba *hba, struct uic_command *uic_cmd)  in ufshcd_send_uic_cmd()
1035 static void ufshcd_enable_intr(struct ufs_hba *hba, u32 intrs)  in ufshcd_enable_intr()
1055 static void ufshcd_disable_intr(struct ufs_hba *hba, u32 intrs)  in ufshcd_disable_intr()
1149 static void ufshcd_prepare_utp_query_req_upiu(struct ufs_hba *hba,  in ufshcd_prepare_utp_query_req_upiu()
1195 static int ufshcd_compose_upiu(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)  in ufshcd_compose_upiu()
1272 	struct ufs_hba *hba;  in ufshcd_queuecommand()  local
1350 static int ufshcd_compose_dev_cmd(struct ufs_hba *hba,  in ufshcd_compose_dev_cmd()
1366 ufshcd_clear_cmd(struct ufs_hba *hba, int tag)  in ufshcd_clear_cmd()
1389 ufshcd_check_query_response(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)  in ufshcd_check_query_response()
1405 ufshcd_dev_cmd_completion(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)  in ufshcd_dev_cmd_completion()
1441 static int ufshcd_wait_for_dev_cmd(struct ufs_hba *hba,  in ufshcd_wait_for_dev_cmd()
1481 static bool ufshcd_get_dev_cmd_tag(struct ufs_hba *hba, int *tag_out)  in ufshcd_get_dev_cmd_tag()
1503 static inline void ufshcd_put_dev_cmd_tag(struct ufs_hba *hba, int tag)  in ufshcd_put_dev_cmd_tag()
1517 static int ufshcd_exec_dev_cmd(struct ufs_hba *hba,  in ufshcd_exec_dev_cmd()
1564 static inline void ufshcd_init_query(struct ufs_hba *hba,  in ufshcd_init_query()
1587 static int ufshcd_query_flag(struct ufs_hba *hba, enum query_opcode opcode,  in ufshcd_query_flag()
1655 static int ufshcd_query_attr(struct ufs_hba *hba, enum query_opcode opcode,  in ufshcd_query_attr()
1722 static int ufshcd_query_descriptor(struct ufs_hba *hba,  in ufshcd_query_descriptor()
1797 static int ufshcd_read_desc_param(struct ufs_hba *hba,  in ufshcd_read_desc_param()
1852 static inline int ufshcd_read_desc(struct ufs_hba *hba,  in ufshcd_read_desc()
1861 static inline int ufshcd_read_power_desc(struct ufs_hba *hba,  in ufshcd_read_power_desc()
1878 static inline int ufshcd_read_unit_desc_param(struct ufs_hba *hba,  in ufshcd_read_unit_desc_param()
1908 static int ufshcd_memory_alloc(struct ufs_hba *hba)  in ufshcd_memory_alloc()
1990 static void ufshcd_host_memory_configure(struct ufs_hba *hba)  in ufshcd_host_memory_configure()
2050 static int ufshcd_dme_link_startup(struct ufs_hba *hba)  in ufshcd_dme_link_startup()
2064 static inline void ufshcd_add_delay_before_dme_cmd(struct ufs_hba *hba)  in ufshcd_add_delay_before_dme_cmd()
2105 int ufshcd_dme_set_attr(struct ufs_hba *hba, u32 attr_sel,  in ufshcd_dme_set_attr()
2140 int ufshcd_dme_get_attr(struct ufs_hba *hba, u32 attr_sel,  in ufshcd_dme_get_attr()
2185 static int ufshcd_uic_pwr_ctrl(struct ufs_hba *hba, struct uic_command *cmd)  in ufshcd_uic_pwr_ctrl()
2247 static int ufshcd_uic_change_pwr_mode(struct ufs_hba *hba, u8 mode)  in ufshcd_uic_change_pwr_mode()
2262 static int ufshcd_uic_hibern8_enter(struct ufs_hba *hba)  in ufshcd_uic_hibern8_enter()
2271 static int ufshcd_uic_hibern8_exit(struct ufs_hba *hba)  in ufshcd_uic_hibern8_exit()
2291 static void ufshcd_init_pwr_info(struct ufs_hba *hba)  in ufshcd_init_pwr_info()
2306 static int ufshcd_get_max_pwr_mode(struct ufs_hba *hba)  in ufshcd_get_max_pwr_mode()
2365 static int ufshcd_change_power_mode(struct ufs_hba *hba,  in ufshcd_change_power_mode()
2436 static int ufshcd_config_pwr_mode(struct ufs_hba *hba,  in ufshcd_config_pwr_mode()
2459 static int ufshcd_complete_dev_init(struct ufs_hba *hba)  in ufshcd_complete_dev_init()
2516 static int ufshcd_make_hba_operational(struct ufs_hba *hba)  in ufshcd_make_hba_operational()
2565 static int ufshcd_hba_enable(struct ufs_hba *hba)  in ufshcd_hba_enable()
2637 static int ufshcd_link_startup(struct ufs_hba *hba)  in ufshcd_link_startup()
2692 static int ufshcd_verify_dev_init(struct ufs_hba *hba)  in ufshcd_verify_dev_init()
2729 	struct ufs_hba *hba;  in ufshcd_set_queue_depth()  local
2765 static int ufshcd_get_lu_wp(struct ufs_hba *hba,  in ufshcd_get_lu_wp()
2796 static inline void ufshcd_get_lu_power_on_wp_status(struct ufs_hba *hba,  in ufshcd_get_lu_power_on_wp_status()
2818 	struct ufs_hba *hba;  in ufshcd_slave_alloc()  local
2848 	struct ufs_hba *hba = shost_priv(sdev->host);  in ufshcd_change_queue_depth()  local
2875 	struct ufs_hba *hba;  in ufshcd_slave_destroy()  local
2896 static int ufshcd_task_req_compl(struct ufs_hba *hba, u32 index, u8 *resp)  in ufshcd_task_req_compl()
2970 ufshcd_transfer_rsp_status(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)  in ufshcd_transfer_rsp_status()
3042 static void ufshcd_uic_cmd_compl(struct ufs_hba *hba, u32 intr_status)  in ufshcd_uic_cmd_compl()
3060 static void ufshcd_transfer_req_compl(struct ufs_hba *hba)  in ufshcd_transfer_req_compl()
3119 static int ufshcd_disable_ee(struct ufs_hba *hba, u16 mask)  in ufshcd_disable_ee()
3147 static int ufshcd_enable_ee(struct ufs_hba *hba, u16 mask)  in ufshcd_enable_ee()
3176 static int ufshcd_enable_auto_bkops(struct ufs_hba *hba)  in ufshcd_enable_auto_bkops()
3214 static int ufshcd_disable_auto_bkops(struct ufs_hba *hba)  in ufshcd_disable_auto_bkops()
3254 static void  ufshcd_force_reset_auto_bkops(struct ufs_hba *hba)  in ufshcd_force_reset_auto_bkops()
3261 static inline int ufshcd_get_bkops_status(struct ufs_hba *hba, u32 *status)  in ufshcd_get_bkops_status()
3283 static int ufshcd_bkops_ctrl(struct ufs_hba *hba,  in ufshcd_bkops_ctrl()
3319 static int ufshcd_urgent_bkops(struct ufs_hba *hba)  in ufshcd_urgent_bkops()
3324 static inline int ufshcd_get_ee_status(struct ufs_hba *hba, u32 *status)  in ufshcd_get_ee_status()
3339 	struct ufs_hba *hba;  in ufshcd_exception_event_handler()  local
3370 	struct ufs_hba *hba;  in ufshcd_err_handler()  local
3442 static void ufshcd_update_uic_error(struct ufs_hba *hba)  in ufshcd_update_uic_error()
3472 static void ufshcd_check_errors(struct ufs_hba *hba)  in ufshcd_check_errors()
3512 static void ufshcd_tmc_handler(struct ufs_hba *hba)  in ufshcd_tmc_handler()
3526 static void ufshcd_sl_intr(struct ufs_hba *hba, u32 intr_status)  in ufshcd_sl_intr()
3554 	struct ufs_hba *hba = __hba;  in ufshcd_intr()  local
3568 static int ufshcd_clear_tm_cmd(struct ufs_hba *hba, int tag)  in ufshcd_clear_tm_cmd()
3599 static int ufshcd_issue_tm_cmd(struct ufs_hba *hba, int lun_id, int task_id,  in ufshcd_issue_tm_cmd()
3684 	struct ufs_hba *hba;  in ufshcd_eh_device_reset_handler()  local
3740 	struct ufs_hba *hba;  in ufshcd_abort()  local
3845 static int ufshcd_host_reset_and_restore(struct ufs_hba *hba)  in ufshcd_host_reset_and_restore()
3880 static int ufshcd_reset_and_restore(struct ufs_hba *hba)  in ufshcd_reset_and_restore()
3912 	struct ufs_hba *hba;  in ufshcd_eh_host_reset_handler()  local
4008 static u32 ufshcd_find_max_sup_active_icc_level(struct ufs_hba *hba,  in ufshcd_find_max_sup_active_icc_level()
4042 static void ufshcd_init_icc_levels(struct ufs_hba *hba)  in ufshcd_init_icc_levels()
4099 static int ufshcd_scsi_add_wlus(struct ufs_hba *hba)  in ufshcd_scsi_add_wlus()
4145 static int ufshcd_probe_hba(struct ufs_hba *hba)  in ufshcd_probe_hba()
4234 	struct ufs_hba *hba = (struct ufs_hba *)data;  in ufshcd_async_scan()  local
4277 static inline int ufshcd_config_vreg_lpm(struct ufs_hba *hba,  in ufshcd_config_vreg_lpm()
4283 static inline int ufshcd_config_vreg_hpm(struct ufs_hba *hba,  in ufshcd_config_vreg_hpm()
4358 static int ufshcd_setup_vreg(struct ufs_hba *hba, bool on)  in ufshcd_setup_vreg()
4388 static int ufshcd_setup_hba_vreg(struct ufs_hba *hba, bool on)  in ufshcd_setup_hba_vreg()
4415 static int ufshcd_init_vreg(struct ufs_hba *hba)  in ufshcd_init_vreg()
4437 static int ufshcd_init_hba_vreg(struct ufs_hba *hba)  in ufshcd_init_hba_vreg()
4447 static int __ufshcd_setup_clocks(struct ufs_hba *hba, bool on,  in __ufshcd_setup_clocks()
4495 static int ufshcd_setup_clocks(struct ufs_hba *hba, bool on)  in ufshcd_setup_clocks()
4500 static int ufshcd_init_clocks(struct ufs_hba *hba)  in ufshcd_init_clocks()
4539 static int ufshcd_variant_hba_init(struct ufs_hba *hba)  in ufshcd_variant_hba_init()
4570 static void ufshcd_variant_hba_exit(struct ufs_hba *hba)  in ufshcd_variant_hba_exit()
4585 static int ufshcd_hba_init(struct ufs_hba *hba)  in ufshcd_hba_init()
4637 static void ufshcd_hba_exit(struct ufs_hba *hba)  in ufshcd_hba_exit()
4649 ufshcd_send_request_sense(struct ufs_hba *hba, struct scsi_device *sdp)  in ufshcd_send_request_sense()
4686 static int ufshcd_set_dev_pwr_mode(struct ufs_hba *hba,  in ufshcd_set_dev_pwr_mode()
4751 static int ufshcd_link_state_transition(struct ufs_hba *hba,  in ufshcd_link_state_transition()
4790 static void ufshcd_vreg_set_lpm(struct ufs_hba *hba)  in ufshcd_vreg_set_lpm()
4816 static int ufshcd_vreg_set_hpm(struct ufs_hba *hba)  in ufshcd_vreg_set_hpm()
4844 static void ufshcd_hba_vreg_set_lpm(struct ufs_hba *hba)  in ufshcd_hba_vreg_set_lpm()
4850 static void ufshcd_hba_vreg_set_hpm(struct ufs_hba *hba)  in ufshcd_hba_vreg_set_hpm()
4872 static int ufshcd_suspend(struct ufs_hba *hba, enum ufs_pm_op pm_op)  in ufshcd_suspend()
5017 static int ufshcd_resume(struct ufs_hba *hba, enum ufs_pm_op pm_op)  in ufshcd_resume()
5111 int ufshcd_system_suspend(struct ufs_hba *hba)  in ufshcd_system_suspend()
5156 int ufshcd_system_resume(struct ufs_hba *hba)  in ufshcd_system_resume()
5177 int ufshcd_runtime_suspend(struct ufs_hba *hba)  in ufshcd_runtime_suspend()
5207 int ufshcd_runtime_resume(struct ufs_hba *hba)  in ufshcd_runtime_resume()
5216 int ufshcd_runtime_idle(struct ufs_hba *hba)  in ufshcd_runtime_idle()
5230 int ufshcd_shutdown(struct ufs_hba *hba)  in ufshcd_shutdown()
5257 void ufshcd_remove(struct ufs_hba *hba)  in ufshcd_remove()
5280 static int ufshcd_set_dma_mask(struct ufs_hba *hba)  in ufshcd_set_dma_mask()
5298 	struct ufs_hba *hba;  in ufshcd_alloc_host()  local
5325 static int ufshcd_scale_clks(struct ufs_hba *hba, bool scale_up)  in ufshcd_scale_clks()
5374 	struct ufs_hba *hba = dev_get_drvdata(dev);  in ufshcd_devfreq_target()  local
5390 	struct ufs_hba *hba = dev_get_drvdata(dev);  in ufshcd_devfreq_get_dev_status()  local
5438 int ufshcd_init(struct ufs_hba *hba, void __iomem *mmio_base, unsigned int irq)  in ufshcd_init()