92 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_pcie_free_fw_monitor()  local
94 	if (!trans_pcie->fw_mon_page)  in iwl_pcie_free_fw_monitor()
97 	dma_unmap_page(trans->dev, trans_pcie->fw_mon_phys,  in iwl_pcie_free_fw_monitor()
98 		       trans_pcie->fw_mon_size, DMA_FROM_DEVICE);  in iwl_pcie_free_fw_monitor()
99 	__free_pages(trans_pcie->fw_mon_page,  in iwl_pcie_free_fw_monitor()
100 		     get_order(trans_pcie->fw_mon_size));  in iwl_pcie_free_fw_monitor()
101 	trans_pcie->fw_mon_page = NULL;  in iwl_pcie_free_fw_monitor()
102 	trans_pcie->fw_mon_phys = 0;  in iwl_pcie_free_fw_monitor()
103 	trans_pcie->fw_mon_size = 0;  in iwl_pcie_free_fw_monitor()
108 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_pcie_alloc_fw_monitor()  local
114 	if (trans_pcie->fw_mon_page) {  in iwl_pcie_alloc_fw_monitor()
115 		dma_sync_single_for_device(trans->dev, trans_pcie->fw_mon_phys,  in iwl_pcie_alloc_fw_monitor()
116 					   trans_pcie->fw_mon_size,  in iwl_pcie_alloc_fw_monitor()
148 	trans_pcie->fw_mon_page = page;  in iwl_pcie_alloc_fw_monitor()
149 	trans_pcie->fw_mon_phys = phys;  in iwl_pcie_alloc_fw_monitor()
150 	trans_pcie->fw_mon_size = size;  in iwl_pcie_alloc_fw_monitor()
184 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_pcie_apm_config()  local
196 	pcie_capability_read_word(trans_pcie->pci_dev, PCI_EXP_LNKCTL, &lctl);  in iwl_pcie_apm_config()
203 	pcie_capability_read_word(trans_pcie->pci_dev, PCI_EXP_DEVCTL2, &cap);  in iwl_pcie_apm_config()
500 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_pcie_nic_init()  local
503 	spin_lock(&trans_pcie->irq_lock);  in iwl_pcie_nic_init()
506 	spin_unlock(&trans_pcie->irq_lock);  in iwl_pcie_nic_init()
597 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_pcie_load_firmware_chunk()  local
600 	trans_pcie->ucode_write_complete = false;  in iwl_pcie_load_firmware_chunk()
631 	ret = wait_event_timeout(trans_pcie->ucode_write_waitq,  in iwl_pcie_load_firmware_chunk()
632 				 trans_pcie->ucode_write_complete, 5 * HZ);  in iwl_pcie_load_firmware_chunk()
836 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_pcie_apply_destination()  local
883 	if (dest->monitor_mode == EXTERNAL_MODE && trans_pcie->fw_mon_size) {  in iwl_pcie_apply_destination()
885 			       trans_pcie->fw_mon_phys >> dest->base_shift);  in iwl_pcie_apply_destination()
888 					(trans_pcie->fw_mon_phys +  in iwl_pcie_apply_destination()
889 					trans_pcie->fw_mon_size - 256) >>  in iwl_pcie_apply_destination()
893 					(trans_pcie->fw_mon_phys +  in iwl_pcie_apply_destination()
894 					trans_pcie->fw_mon_size) >>  in iwl_pcie_apply_destination()
902 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_pcie_load_given_ucode()  local
932 		if (trans_pcie->fw_mon_size) {  in iwl_pcie_load_given_ucode()
934 				       trans_pcie->fw_mon_phys >> 4);  in iwl_pcie_load_given_ucode()
936 				       (trans_pcie->fw_mon_phys +  in iwl_pcie_load_given_ucode()
937 					trans_pcie->fw_mon_size) >> 4);  in iwl_pcie_load_given_ucode()
1045 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_trans_pcie_stop_device()  local
1051 	spin_lock(&trans_pcie->irq_lock);  in iwl_trans_pcie_stop_device()
1053 	spin_unlock(&trans_pcie->irq_lock);  in iwl_trans_pcie_stop_device()
1096 	spin_lock(&trans_pcie->irq_lock);  in iwl_trans_pcie_stop_device()
1098 	spin_unlock(&trans_pcie->irq_lock);  in iwl_trans_pcie_stop_device()
1258 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_trans_pcie_op_mode_leave()  local
1261 	spin_lock(&trans_pcie->irq_lock);  in iwl_trans_pcie_op_mode_leave()
1263 	spin_unlock(&trans_pcie->irq_lock);  in iwl_trans_pcie_op_mode_leave()
1267 	spin_lock(&trans_pcie->irq_lock);  in iwl_trans_pcie_op_mode_leave()
1269 	spin_unlock(&trans_pcie->irq_lock);  in iwl_trans_pcie_op_mode_leave()
1313 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_trans_pcie_configure()  local
1315 	trans_pcie->cmd_queue = trans_cfg->cmd_queue;  in iwl_trans_pcie_configure()
1316 	trans_pcie->cmd_fifo = trans_cfg->cmd_fifo;  in iwl_trans_pcie_configure()
1317 	trans_pcie->cmd_q_wdg_timeout = trans_cfg->cmd_q_wdg_timeout;  in iwl_trans_pcie_configure()
1319 		trans_pcie->n_no_reclaim_cmds = 0;  in iwl_trans_pcie_configure()
1321 		trans_pcie->n_no_reclaim_cmds = trans_cfg->n_no_reclaim_cmds;  in iwl_trans_pcie_configure()
1322 	if (trans_pcie->n_no_reclaim_cmds)  in iwl_trans_pcie_configure()
1323 		memcpy(trans_pcie->no_reclaim_cmds, trans_cfg->no_reclaim_cmds,  in iwl_trans_pcie_configure()
1324 		       trans_pcie->n_no_reclaim_cmds * sizeof(u8));  in iwl_trans_pcie_configure()
1326 	trans_pcie->rx_buf_size_8k = trans_cfg->rx_buf_size_8k;  in iwl_trans_pcie_configure()
1327 	if (trans_pcie->rx_buf_size_8k)  in iwl_trans_pcie_configure()
1328 		trans_pcie->rx_page_order = get_order(8 * 1024);  in iwl_trans_pcie_configure()
1330 		trans_pcie->rx_page_order = get_order(4 * 1024);  in iwl_trans_pcie_configure()
1332 	trans_pcie->command_names = trans_cfg->command_names;  in iwl_trans_pcie_configure()
1333 	trans_pcie->bc_table_dword = trans_cfg->bc_table_dword;  in iwl_trans_pcie_configure()
1334 	trans_pcie->scd_set_active = trans_cfg->scd_set_active;  in iwl_trans_pcie_configure()
1337 	trans_pcie->ref_count = 1;  in iwl_trans_pcie_configure()
1344 	if (!trans_pcie->napi.poll && trans->op_mode->ops->napi_add) {  in iwl_trans_pcie_configure()
1345 		init_dummy_netdev(&trans_pcie->napi_dev);  in iwl_trans_pcie_configure()
1346 		iwl_op_mode_napi_add(trans->op_mode, &trans_pcie->napi,  in iwl_trans_pcie_configure()
1347 				     &trans_pcie->napi_dev,  in iwl_trans_pcie_configure()
1354 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_trans_pcie_free()  local
1356 	synchronize_irq(trans_pcie->pci_dev->irq);  in iwl_trans_pcie_free()
1361 	free_irq(trans_pcie->pci_dev->irq, trans);  in iwl_trans_pcie_free()
1364 	pci_disable_msi(trans_pcie->pci_dev);  in iwl_trans_pcie_free()
1365 	iounmap(trans_pcie->hw_base);  in iwl_trans_pcie_free()
1366 	pci_release_regions(trans_pcie->pci_dev);  in iwl_trans_pcie_free()
1367 	pci_disable_device(trans_pcie->pci_dev);  in iwl_trans_pcie_free()
1370 	if (trans_pcie->napi.poll)  in iwl_trans_pcie_free()
1371 		netif_napi_del(&trans_pcie->napi);  in iwl_trans_pcie_free()
1390 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_trans_pcie_grab_nic_access()  local
1392 	spin_lock_irqsave(&trans_pcie->reg_lock, *flags);  in iwl_trans_pcie_grab_nic_access()
1394 	if (trans_pcie->cmd_hold_nic_awake)  in iwl_trans_pcie_grab_nic_access()
1433 			spin_unlock_irqrestore(&trans_pcie->reg_lock, *flags);  in iwl_trans_pcie_grab_nic_access()
1443 	__release(&trans_pcie->reg_lock);  in iwl_trans_pcie_grab_nic_access()
1450 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_trans_pcie_release_nic_access()  local
1452 	lockdep_assert_held(&trans_pcie->reg_lock);  in iwl_trans_pcie_release_nic_access()
1458 	__acquire(&trans_pcie->reg_lock);  in iwl_trans_pcie_release_nic_access()
1460 	if (trans_pcie->cmd_hold_nic_awake)  in iwl_trans_pcie_release_nic_access()
1473 	spin_unlock_irqrestore(&trans_pcie->reg_lock, *flags);  in iwl_trans_pcie_release_nic_access()
1517 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_trans_pcie_freeze_txq_timer()  local
1521 		struct iwl_txq *txq = &trans_pcie->txq[queue];  in iwl_trans_pcie_freeze_txq_timer()
1571 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_trans_pcie_wait_txq_empty()  local
1584 		if (cnt == trans_pcie->cmd_queue)  in iwl_trans_pcie_wait_txq_empty()
1586 		if (!test_bit(cnt, trans_pcie->queue_used))  in iwl_trans_pcie_wait_txq_empty()
1592 		txq = &trans_pcie->txq[cnt];  in iwl_trans_pcie_wait_txq_empty()
1623 	scd_sram_addr = trans_pcie->scd_base_addr +  in iwl_trans_pcie_wait_txq_empty()
1638 			iwl_trans_read_mem32(trans, trans_pcie->scd_base_addr +  in iwl_trans_pcie_wait_txq_empty()
1660 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_trans_pcie_set_bits_mask()  local
1663 	spin_lock_irqsave(&trans_pcie->reg_lock, flags);  in iwl_trans_pcie_set_bits_mask()
1665 	spin_unlock_irqrestore(&trans_pcie->reg_lock, flags);  in iwl_trans_pcie_set_bits_mask()
1670 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_trans_pcie_ref()  local
1676 	spin_lock_irqsave(&trans_pcie->ref_lock, flags);  in iwl_trans_pcie_ref()
1677 	IWL_DEBUG_RPM(trans, "ref_counter: %d\n", trans_pcie->ref_count);  in iwl_trans_pcie_ref()
1678 	trans_pcie->ref_count++;  in iwl_trans_pcie_ref()
1679 	spin_unlock_irqrestore(&trans_pcie->ref_lock, flags);  in iwl_trans_pcie_ref()
1684 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_trans_pcie_unref()  local
1690 	spin_lock_irqsave(&trans_pcie->ref_lock, flags);  in iwl_trans_pcie_unref()
1691 	IWL_DEBUG_RPM(trans, "ref_counter: %d\n", trans_pcie->ref_count);  in iwl_trans_pcie_unref()
1692 	if (WARN_ON_ONCE(trans_pcie->ref_count == 0)) {  in iwl_trans_pcie_unref()
1693 		spin_unlock_irqrestore(&trans_pcie->ref_lock, flags);  in iwl_trans_pcie_unref()
1696 	trans_pcie->ref_count--;  in iwl_trans_pcie_unref()
1697 	spin_unlock_irqrestore(&trans_pcie->ref_lock, flags);  in iwl_trans_pcie_unref()
1809 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_dbgfs_tx_queue_read()  local
1820 	if (!trans_pcie->txq)  in iwl_dbgfs_tx_queue_read()
1828 		txq = &trans_pcie->txq[cnt];  in iwl_dbgfs_tx_queue_read()
1833 				!!test_bit(cnt, trans_pcie->queue_used),  in iwl_dbgfs_tx_queue_read()
1834 				 !!test_bit(cnt, trans_pcie->queue_stopped),  in iwl_dbgfs_tx_queue_read()
1836 				 (cnt == trans_pcie->cmd_queue ? " HCMD" : ""));  in iwl_dbgfs_tx_queue_read()
1848 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_dbgfs_rx_queue_read()  local
1849 	struct iwl_rxq *rxq = &trans_pcie->rxq;  in iwl_dbgfs_rx_queue_read()
1879 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_dbgfs_interrupt_read()  local
1880 	struct isr_statistics *isr_stats = &trans_pcie->isr_stats;  in iwl_dbgfs_interrupt_read()
1937 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_dbgfs_interrupt_write()  local
1938 	struct isr_statistics *isr_stats = &trans_pcie->isr_stats;  in iwl_dbgfs_interrupt_write()
2225 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_trans_pcie_dump_data()  local
2227 	struct iwl_txq *cmdq = &trans_pcie->txq[trans_pcie->cmd_queue];  in iwl_trans_pcie_dump_data()
2258 	if (trans_pcie->fw_mon_page) {  in iwl_trans_pcie_dump_data()
2260 		       trans_pcie->fw_mon_size;  in iwl_trans_pcie_dump_data()
2261 		monitor_len = trans_pcie->fw_mon_size;  in iwl_trans_pcie_dump_data()
2321 	if ((trans_pcie->fw_mon_page &&  in iwl_trans_pcie_dump_data()
2349 		if (trans_pcie->fw_mon_page) {  in iwl_trans_pcie_dump_data()
2350 			data->len = cpu_to_le32(trans_pcie->fw_mon_size +  in iwl_trans_pcie_dump_data()
2360 						trans_pcie->fw_mon_phys,  in iwl_trans_pcie_dump_data()
2361 						trans_pcie->fw_mon_size,  in iwl_trans_pcie_dump_data()
2364 			       page_address(trans_pcie->fw_mon_page),  in iwl_trans_pcie_dump_data()
2365 			       trans_pcie->fw_mon_size);  in iwl_trans_pcie_dump_data()
2367 			len += trans_pcie->fw_mon_size;  in iwl_trans_pcie_dump_data()
2436 	struct iwl_trans_pcie *trans_pcie;  in iwl_trans_pcie_alloc()  local
2448 	trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);  in iwl_trans_pcie_alloc()
2453 	trans_pcie->trans = trans;  in iwl_trans_pcie_alloc()
2454 	spin_lock_init(&trans_pcie->irq_lock);  in iwl_trans_pcie_alloc()
2455 	spin_lock_init(&trans_pcie->reg_lock);  in iwl_trans_pcie_alloc()
2456 	spin_lock_init(&trans_pcie->ref_lock);  in iwl_trans_pcie_alloc()
2457 	init_waitqueue_head(&trans_pcie->ucode_write_waitq);  in iwl_trans_pcie_alloc()
2497 	trans_pcie->hw_base = pci_ioremap_bar(pdev, 0);  in iwl_trans_pcie_alloc()
2498 	if (!trans_pcie->hw_base) {  in iwl_trans_pcie_alloc()
2509 	trans_pcie->pci_dev = pdev;  in iwl_trans_pcie_alloc()
2580 	init_waitqueue_head(&trans_pcie->wait_command_queue);  in iwl_trans_pcie_alloc()
2610 	trans_pcie->inta_mask = CSR_INI_SET_MASK;  in iwl_trans_pcie_alloc()