80 static int adf_reserve_ring(struct adf_etr_bank_data *bank, uint32_t ring)  in adf_reserve_ring()  argument
82 	spin_lock(&bank->lock);  in adf_reserve_ring()
83 	if (bank->ring_mask & (1 << ring)) {  in adf_reserve_ring()
84 		spin_unlock(&bank->lock);  in adf_reserve_ring()
87 	bank->ring_mask |= (1 << ring);  in adf_reserve_ring()
88 	spin_unlock(&bank->lock);  in adf_reserve_ring()
92 static void adf_unreserve_ring(struct adf_etr_bank_data *bank, uint32_t ring)  in adf_unreserve_ring()  argument
94 	spin_lock(&bank->lock);  in adf_unreserve_ring()
95 	bank->ring_mask &= ~(1 << ring);  in adf_unreserve_ring()
96 	spin_unlock(&bank->lock);  in adf_unreserve_ring()
99 static void adf_enable_ring_irq(struct adf_etr_bank_data *bank, uint32_t ring)  in adf_enable_ring_irq()  argument
101 	spin_lock_bh(&bank->lock);  in adf_enable_ring_irq()
102 	bank->irq_mask |= (1 << ring);  in adf_enable_ring_irq()
103 	spin_unlock_bh(&bank->lock);  in adf_enable_ring_irq()
104 	WRITE_CSR_INT_COL_EN(bank->csr_addr, bank->bank_number, bank->irq_mask);  in adf_enable_ring_irq()
105 	WRITE_CSR_INT_COL_CTL(bank->csr_addr, bank->bank_number,  in adf_enable_ring_irq()
106 			      bank->irq_coalesc_timer);  in adf_enable_ring_irq()
109 static void adf_disable_ring_irq(struct adf_etr_bank_data *bank, uint32_t ring)  in adf_disable_ring_irq()  argument
111 	spin_lock_bh(&bank->lock);  in adf_disable_ring_irq()
112 	bank->irq_mask &= ~(1 << ring);  in adf_disable_ring_irq()
113 	spin_unlock_bh(&bank->lock);  in adf_disable_ring_irq()
114 	WRITE_CSR_INT_COL_EN(bank->csr_addr, bank->bank_number, bank->irq_mask);  in adf_disable_ring_irq()
131 	WRITE_CSR_RING_TAIL(ring->bank->csr_addr, ring->bank->bank_number,  in adf_send_message()
152 		WRITE_CSR_RING_HEAD(ring->bank->csr_addr,  in adf_handle_response()
153 				    ring->bank->bank_number,  in adf_handle_response()
164 	WRITE_CSR_RING_CONFIG(ring->bank->csr_addr, ring->bank->bank_number,  in adf_configure_tx_ring()
175 	WRITE_CSR_RING_CONFIG(ring->bank->csr_addr, ring->bank->bank_number,  in adf_configure_rx_ring()
181 	struct adf_etr_bank_data *bank = ring->bank;  in adf_init_ring()  local
182 	struct adf_accel_dev *accel_dev = bank->accel_dev;  in adf_init_ring()
211 	WRITE_CSR_RING_BASE(ring->bank->csr_addr, ring->bank->bank_number,  in adf_init_ring()
225 		dma_free_coherent(&GET_DEV(ring->bank->accel_dev),  in adf_cleanup_ring()
238 	struct adf_etr_bank_data *bank;  in adf_create_ring()  local
272 	bank = &transport_data->banks[bank_num];  in adf_create_ring()
273 	if (adf_reserve_ring(bank, ring_num)) {  in adf_create_ring()
278 	ring = &bank->rings[ring_num];  in adf_create_ring()
280 	ring->bank = bank;  in adf_create_ring()
303 		adf_enable_ring_irq(bank, ring->ring_number);  in adf_create_ring()
308 	adf_unreserve_ring(bank, ring_num);  in adf_create_ring()
315 	struct adf_etr_bank_data *bank = ring->bank;  in adf_remove_ring()  local
318 	adf_disable_ring_irq(bank, ring->ring_number);  in adf_remove_ring()
321 	WRITE_CSR_RING_CONFIG(bank->csr_addr, bank->bank_number,  in adf_remove_ring()
323 	WRITE_CSR_RING_BASE(bank->csr_addr, bank->bank_number,  in adf_remove_ring()
326 	adf_unreserve_ring(bank, ring->ring_number);  in adf_remove_ring()
332 static void adf_ring_response_handler(struct adf_etr_bank_data *bank)  in adf_ring_response_handler()  argument
336 	empty_rings = READ_CSR_E_STAT(bank->csr_addr, bank->bank_number);  in adf_ring_response_handler()
337 	empty_rings = ~empty_rings & bank->irq_mask;  in adf_ring_response_handler()
341 			adf_handle_response(&bank->rings[i]);  in adf_ring_response_handler()
358 	struct adf_etr_bank_data *bank = (void *)bank_addr;  in adf_response_handler()  local
361 	adf_ring_response_handler(bank);  in adf_response_handler()
362 	WRITE_CSR_INT_FLAG_AND_COL(bank->csr_addr, bank->bank_number,  in adf_response_handler()
363 				   bank->irq_mask);  in adf_response_handler()
384 static void adf_get_coalesc_timer(struct adf_etr_bank_data *bank,  in adf_get_coalesc_timer()  argument
388 	if (adf_get_cfg_int(bank->accel_dev, section,  in adf_get_coalesc_timer()
390 			    bank_num_in_accel, &bank->irq_coalesc_timer))  in adf_get_coalesc_timer()
391 		bank->irq_coalesc_timer = ADF_COALESCING_DEF_TIME;  in adf_get_coalesc_timer()
393 	if (ADF_COALESCING_MAX_TIME < bank->irq_coalesc_timer ||  in adf_get_coalesc_timer()
394 	    ADF_COALESCING_MIN_TIME > bank->irq_coalesc_timer)  in adf_get_coalesc_timer()
395 		bank->irq_coalesc_timer = ADF_COALESCING_DEF_TIME;  in adf_get_coalesc_timer()
399 			 struct adf_etr_bank_data *bank,  in adf_init_bank()  argument
407 	memset(bank, 0, sizeof(*bank));  in adf_init_bank()
408 	bank->bank_number = bank_num;  in adf_init_bank()
409 	bank->csr_addr = csr_addr;  in adf_init_bank()
410 	bank->accel_dev = accel_dev;  in adf_init_bank()
411 	spin_lock_init(&bank->lock);  in adf_init_bank()
419 		adf_get_coalesc_timer(bank, "Accelerator0", bank_num);  in adf_init_bank()
421 		bank->irq_coalesc_timer = ADF_COALESCING_MIN_TIME;  in adf_init_bank()
426 		ring = &bank->rings[i];  in adf_init_bank()
440 			tx_ring = &bank->rings[i - hw_data->tx_rx_gap];  in adf_init_bank()
444 	if (adf_bank_debugfs_add(bank)) {  in adf_init_bank()
454 		ring = &bank->rings[i];  in adf_init_bank()
528 static void cleanup_bank(struct adf_etr_bank_data *bank)  in cleanup_bank()  argument
533 		struct adf_accel_dev *accel_dev = bank->accel_dev;  in cleanup_bank()
535 		struct adf_etr_ring_data *ring = &bank->rings[i];  in cleanup_bank()
537 		if (bank->ring_mask & (1 << i))  in cleanup_bank()
543 	adf_bank_debugfs_rm(bank);  in cleanup_bank()
544 	memset(bank, 0, sizeof(*bank));  in cleanup_bank()