376 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_get_irq_method()  local
378 	if (ar_pci->num_msi_intrs > 1)  in ath10k_pci_get_irq_method()
381 	if (ar_pci->num_msi_intrs == 1)  in ath10k_pci_get_irq_method()
390 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in __ath10k_pci_rx_post_buf()  local
396 	lockdep_assert_held(&ar_pci->ce_lock);  in __ath10k_pci_rx_post_buf()
430 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in __ath10k_pci_rx_post_pipe()  local
434 	lockdep_assert_held(&ar_pci->ce_lock);  in __ath10k_pci_rx_post_pipe()
447 			mod_timer(&ar_pci->rx_post_retry, jiffies +  in __ath10k_pci_rx_post_pipe()
457 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_rx_post_pipe()  local
459 	spin_lock_bh(&ar_pci->ce_lock);  in ath10k_pci_rx_post_pipe()
461 	spin_unlock_bh(&ar_pci->ce_lock);  in ath10k_pci_rx_post_pipe()
466 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_rx_post()  local
469 	spin_lock_bh(&ar_pci->ce_lock);  in ath10k_pci_rx_post()
471 		__ath10k_pci_rx_post_pipe(&ar_pci->pipe_info[i]);  in ath10k_pci_rx_post()
472 	spin_unlock_bh(&ar_pci->ce_lock);  in ath10k_pci_rx_post()
490 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_diag_read_mem()  local
503 	spin_lock_bh(&ar_pci->ce_lock);  in ath10k_pci_diag_read_mem()
505 	ce_diag = ar_pci->ce_diag;  in ath10k_pci_diag_read_mem()
544 		address = TARG_CPU_SPACE_TO_CE_SPACE(ar, ar_pci->mem,  in ath10k_pci_diag_read_mem()
611 	spin_unlock_bh(&ar_pci->ce_lock);  in ath10k_pci_diag_read_mem()
658 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_diag_write_mem()  local
670 	spin_lock_bh(&ar_pci->ce_lock);  in ath10k_pci_diag_write_mem()
672 	ce_diag = ar_pci->ce_diag;  in ath10k_pci_diag_write_mem()
703 	address = TARG_CPU_SPACE_TO_CE_SPACE(ar, ar_pci->mem, address);  in ath10k_pci_diag_write_mem()
784 	spin_unlock_bh(&ar_pci->ce_lock);  in ath10k_pci_diag_write_mem()
839 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_ce_send_done()  local
840 	struct ath10k_hif_cb *cb = &ar_pci->msg_callbacks_current;  in ath10k_pci_ce_send_done()
865 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_ce_recv_data()  local
866 	struct ath10k_pci_pipe *pipe_info =  &ar_pci->pipe_info[ce_state->id];  in ath10k_pci_ce_recv_data()
867 	struct ath10k_hif_cb *cb = &ar_pci->msg_callbacks_current;  in ath10k_pci_ce_recv_data()
911 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_hif_tx_sg()  local
912 	struct ath10k_pci_pipe *pci_pipe = &ar_pci->pipe_info[pipe_id];  in ath10k_pci_hif_tx_sg()
920 	spin_lock_bh(&ar_pci->ce_lock);  in ath10k_pci_hif_tx_sg()
966 	spin_unlock_bh(&ar_pci->ce_lock);  in ath10k_pci_hif_tx_sg()
973 	spin_unlock_bh(&ar_pci->ce_lock);  in ath10k_pci_hif_tx_sg()
985 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_hif_get_free_queue_number()  local
989 	return ath10k_ce_num_free_src_entries(ar_pci->pipe_info[pipe].ce_hdl);  in ath10k_pci_hif_get_free_queue_number()
1080 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_hif_set_callbacks()  local
1084 	memcpy(&ar_pci->msg_callbacks_current, callbacks,  in ath10k_pci_hif_set_callbacks()
1085 	       sizeof(ar_pci->msg_callbacks_current));  in ath10k_pci_hif_set_callbacks()
1090 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_kill_tasklet()  local
1093 	tasklet_kill(&ar_pci->intr_tq);  in ath10k_pci_kill_tasklet()
1094 	tasklet_kill(&ar_pci->msi_fw_err);  in ath10k_pci_kill_tasklet()
1097 		tasklet_kill(&ar_pci->pipe_info[i].intr);  in ath10k_pci_kill_tasklet()
1099 	del_timer_sync(&ar_pci->rx_post_retry);  in ath10k_pci_kill_tasklet()
1199 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_irq_sync()  local
1202 	for (i = 0; i < max(1, ar_pci->num_msi_intrs); i++)  in ath10k_pci_irq_sync()
1203 		synchronize_irq(ar_pci->pdev->irq + i);  in ath10k_pci_irq_sync()
1258 	struct ath10k_pci *ar_pci;  in ath10k_pci_tx_pipe_cleanup()  local
1267 	ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_tx_pipe_cleanup()
1290 		ar_pci->msg_callbacks_current.tx_completion(ar, skb);  in ath10k_pci_tx_pipe_cleanup()
1304 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_buffer_cleanup()  local
1310 		pipe_info = &ar_pci->pipe_info[pipe_num];  in ath10k_pci_buffer_cleanup()
1356 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_hif_exchange_bmi_msg()  local
1357 	struct ath10k_pci_pipe *pci_tx = &ar_pci->pipe_info[BMI_CE_NUM_TO_TARG];  in ath10k_pci_hif_exchange_bmi_msg()
1358 	struct ath10k_pci_pipe *pci_rx = &ar_pci->pipe_info[BMI_CE_NUM_TO_HOST];  in ath10k_pci_hif_exchange_bmi_msg()
1522 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_get_num_banks()  local
1524 	switch (ar_pci->pdev->device) {  in ath10k_pci_get_num_banks()
1690 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_alloc_pipes()  local
1695 		pipe = &ar_pci->pipe_info[i];  in ath10k_pci_alloc_pipes()
1696 		pipe->ce_hdl = &ar_pci->ce_states[i];  in ath10k_pci_alloc_pipes()
1711 			ar_pci->ce_diag = pipe->ce_hdl;  in ath10k_pci_alloc_pipes()
2050 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_hif_suspend()  local
2051 	struct pci_dev *pdev = ar_pci->pdev;  in ath10k_pci_hif_suspend()
2068 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_hif_resume()  local
2069 	struct pci_dev *pdev = ar_pci->pdev;  in ath10k_pci_hif_resume()
2118 	struct ath10k_pci *ar_pci = pipe->ar_pci;  in ath10k_pci_ce_tasklet()  local
2120 	ath10k_ce_per_engine_service(ar_pci->ar, pipe->pipe_num);  in ath10k_pci_ce_tasklet()
2144 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_per_engine_handler()  local
2145 	int ce_id = irq - ar_pci->pdev->irq - MSI_ASSIGN_CE_INITIAL;  in ath10k_pci_per_engine_handler()
2147 	if (ce_id < 0 || ce_id >= ARRAY_SIZE(ar_pci->pipe_info)) {  in ath10k_pci_per_engine_handler()
2161 	tasklet_schedule(&ar_pci->pipe_info[ce_id].intr);  in ath10k_pci_per_engine_handler()
2168 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_msi_fw_handler()  local
2170 	tasklet_schedule(&ar_pci->msi_fw_err);  in ath10k_pci_msi_fw_handler()
2182 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_interrupt_handler()  local
2184 	if (ar_pci->num_msi_intrs == 0) {  in ath10k_pci_interrupt_handler()
2191 	tasklet_schedule(&ar_pci->intr_tq);  in ath10k_pci_interrupt_handler()
2199 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_tasklet()  local
2211 	if (ar_pci->num_msi_intrs == 0)  in ath10k_pci_tasklet()
2217 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_request_irq_msix()  local
2220 	ret = request_irq(ar_pci->pdev->irq + MSI_ASSIGN_FW,  in ath10k_pci_request_irq_msix()
2225 			    ar_pci->pdev->irq + MSI_ASSIGN_FW, ret);  in ath10k_pci_request_irq_msix()
2230 		ret = request_irq(ar_pci->pdev->irq + i,  in ath10k_pci_request_irq_msix()
2235 				    ar_pci->pdev->irq + i, ret);  in ath10k_pci_request_irq_msix()
2238 				free_irq(ar_pci->pdev->irq + i, ar);  in ath10k_pci_request_irq_msix()
2240 			free_irq(ar_pci->pdev->irq + MSI_ASSIGN_FW, ar);  in ath10k_pci_request_irq_msix()
2250 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_request_irq_msi()  local
2253 	ret = request_irq(ar_pci->pdev->irq,  in ath10k_pci_request_irq_msi()
2258 			    ar_pci->pdev->irq, ret);  in ath10k_pci_request_irq_msi()
2267 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_request_irq_legacy()  local
2270 	ret = request_irq(ar_pci->pdev->irq,  in ath10k_pci_request_irq_legacy()
2275 			    ar_pci->pdev->irq, ret);  in ath10k_pci_request_irq_legacy()
2284 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_request_irq()  local
2286 	switch (ar_pci->num_msi_intrs) {  in ath10k_pci_request_irq()
2301 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_free_irq()  local
2306 	for (i = 0; i < max(1, ar_pci->num_msi_intrs); i++)  in ath10k_pci_free_irq()
2307 		free_irq(ar_pci->pdev->irq + i, ar);  in ath10k_pci_free_irq()
2312 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_init_irq_tasklets()  local
2315 	tasklet_init(&ar_pci->intr_tq, ath10k_pci_tasklet, (unsigned long)ar);  in ath10k_pci_init_irq_tasklets()
2316 	tasklet_init(&ar_pci->msi_fw_err, ath10k_msi_err_tasklet,  in ath10k_pci_init_irq_tasklets()
2320 		ar_pci->pipe_info[i].ar_pci = ar_pci;  in ath10k_pci_init_irq_tasklets()
2321 		tasklet_init(&ar_pci->pipe_info[i].intr, ath10k_pci_ce_tasklet,  in ath10k_pci_init_irq_tasklets()
2322 			     (unsigned long)&ar_pci->pipe_info[i]);  in ath10k_pci_init_irq_tasklets()
2328 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_init_irq()  local
2339 		ar_pci->num_msi_intrs = MSI_NUM_REQUEST;  in ath10k_pci_init_irq()
2340 		ret = pci_enable_msi_range(ar_pci->pdev, ar_pci->num_msi_intrs,  in ath10k_pci_init_irq()
2341 					   ar_pci->num_msi_intrs);  in ath10k_pci_init_irq()
2350 		ar_pci->num_msi_intrs = 1;  in ath10k_pci_init_irq()
2351 		ret = pci_enable_msi(ar_pci->pdev);  in ath10k_pci_init_irq()
2366 	ar_pci->num_msi_intrs = 0;  in ath10k_pci_init_irq()
2382 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_deinit_irq()  local
2384 	switch (ar_pci->num_msi_intrs) {  in ath10k_pci_deinit_irq()
2391 		pci_disable_msi(ar_pci->pdev);  in ath10k_pci_deinit_irq()
2394 		pci_disable_msi(ar_pci->pdev);  in ath10k_pci_deinit_irq()
2403 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_wait_for_target_init()  local
2428 		if (ar_pci->num_msi_intrs == 0)  in ath10k_pci_wait_for_target_init()
2501 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_claim()  local
2502 	struct pci_dev *pdev = ar_pci->pdev;  in ath10k_pci_claim()
2542 	ar_pci->mem = pci_iomap(pdev, BAR_NUM, 0);  in ath10k_pci_claim()
2543 	if (!ar_pci->mem) {  in ath10k_pci_claim()
2549 	ath10k_dbg(ar, ATH10K_DBG_BOOT, "boot pci_mem 0x%p\n", ar_pci->mem);  in ath10k_pci_claim()
2566 	struct ath10k_pci *ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_release()  local
2567 	struct pci_dev *pdev = ar_pci->pdev;  in ath10k_pci_release()
2569 	pci_iounmap(pdev, ar_pci->mem);  in ath10k_pci_release()
2597 	struct ath10k_pci *ar_pci;  in ath10k_pci_probe()  local
2613 	ar = ath10k_core_create(sizeof(*ar_pci), &pdev->dev, ATH10K_BUS_PCI,  in ath10k_pci_probe()
2622 	ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_probe()
2623 	ar_pci->pdev = pdev;  in ath10k_pci_probe()
2624 	ar_pci->dev = &pdev->dev;  in ath10k_pci_probe()
2625 	ar_pci->ar = ar;  in ath10k_pci_probe()
2627 	spin_lock_init(&ar_pci->ce_lock);  in ath10k_pci_probe()
2628 	setup_timer(&ar_pci->rx_post_retry, ath10k_pci_rx_replenish_retry,  in ath10k_pci_probe()
2660 		    ath10k_pci_get_irq_method(ar), ar_pci->num_msi_intrs,  in ath10k_pci_probe()
2722 	struct ath10k_pci *ar_pci;  in ath10k_pci_remove()  local
2729 	ar_pci = ath10k_pci_priv(ar);  in ath10k_pci_remove()
2731 	if (!ar_pci)  in ath10k_pci_remove()