63 				 unsigned int ae, unsigned int image_num)  in qat_uclo_init_ae_data()  argument
70 	ae_data = &obj_handle->ae_data[ae];  in qat_uclo_init_ae_data()
159 				      unsigned char ae, unsigned int addr,  in qat_uclo_wr_umem_by_words()  argument
170 		qat_hal_wr_umem(handle, ae, addr++, 1, &outval);  in qat_uclo_wr_umem_by_words()
177 				   unsigned char ae,  in qat_uclo_batch_wr_umem()  argument
189 		ae = umem_init->ae;  in qat_uclo_batch_wr_umem()
193 		qat_uclo_wr_umem_by_words(handle, ae, addr, value, size);  in qat_uclo_batch_wr_umem()
218 	unsigned long ae = 0;  in qat_uclo_parse_num()  local
228 	if ((kstrtoul(buf, 10, &ae)))  in qat_uclo_parse_num()
231 	*num = (unsigned int)ae;  in qat_uclo_parse_num()
237 				     unsigned int size_range, unsigned int *ae)  in qat_uclo_fetch_initmem_ae()  argument
255 	if (qat_uclo_parse_num(str, ae)) {  in qat_uclo_fetch_initmem_ae()
259 	if (*ae >= ICP_QAT_UCLO_MAX_AE) {  in qat_uclo_fetch_initmem_ae()
260 		pr_err("QAT: ae %d out of range\n", *ae);  in qat_uclo_fetch_initmem_ae()
268 					   *init_mem, unsigned int ae,  in qat_uclo_create_batch_init_list()  argument
298 		mem_init->ae = ae;  in qat_uclo_create_batch_init_list()
324 	unsigned int ae;  in qat_uclo_init_lmem_seg()  local
327 				      ICP_QAT_UCLO_MAX_LMEM_REG, &ae))  in qat_uclo_init_lmem_seg()
329 	if (qat_uclo_create_batch_init_list(handle, init_mem, ae,  in qat_uclo_init_lmem_seg()
330 					    &obj_handle->lm_init_tab[ae]))  in qat_uclo_init_lmem_seg()
339 	unsigned int ae, ustore_size, uaddr, i;  in qat_uclo_init_umem_seg()  local
342 	if (qat_uclo_fetch_initmem_ae(handle, init_mem, ustore_size, &ae))  in qat_uclo_init_umem_seg()
344 	if (qat_uclo_create_batch_init_list(handle, init_mem, ae,  in qat_uclo_init_umem_seg()
345 					    &obj_handle->umem_init_tab[ae]))  in qat_uclo_init_umem_seg()
349 	for (i = 0; i < obj_handle->ae_data[ae].slice_num; i++) {  in qat_uclo_init_umem_seg()
350 		if (obj_handle->ae_data[ae].ae_slices[i].  in qat_uclo_init_umem_seg()
352 			obj_handle->ae_data[ae].ae_slices[i].  in qat_uclo_init_umem_seg()
406 	unsigned char ae;  in qat_uclo_init_ustore()  local
422 	for (ae = 0; ae < handle->hal_handle->ae_max_num; ae++) {  in qat_uclo_init_ustore()
423 		if (!test_bit(ae, (unsigned long *)&uof_image->ae_assigned))  in qat_uclo_init_ustore()
425 		ustore_size = obj_handle->ae_data[ae].eff_ustore_size;  in qat_uclo_init_ustore()
428 		qat_hal_wr_uwords(handle, (unsigned char)ae, 0,  in qat_uclo_init_ustore()
430 		qat_hal_wr_uwords(handle, (unsigned char)ae, patt_pos,  in qat_uclo_init_ustore()
440 	int i, ae;  in qat_uclo_init_memory()  local
455 	for (ae = 0; ae < handle->hal_handle->ae_max_num; ae++) {  in qat_uclo_init_memory()
456 		if (qat_hal_batch_wr_lm(handle, ae,  in qat_uclo_init_memory()
457 					obj_handle->lm_init_tab[ae])) {  in qat_uclo_init_memory()
458 			pr_err("QAT: fail to batch init lmem for AE %d\n", ae);  in qat_uclo_init_memory()
462 						 &obj_handle->lm_init_tab[ae]);  in qat_uclo_init_memory()
463 		qat_uclo_batch_wr_umem(handle, ae,  in qat_uclo_init_memory()
464 				       obj_handle->umem_init_tab[ae]);  in qat_uclo_init_memory()
467 						 umem_init_tab[ae]);  in qat_uclo_init_memory()
683 	int i, ae;  in qat_uclo_map_ae()  local
687 	for (ae = 0; ae <= max_ae; ae++) {  in qat_uclo_map_ae()
688 		if (!test_bit(ae,  in qat_uclo_map_ae()
692 			if (!test_bit(ae, (unsigned long *)  in qat_uclo_map_ae()
696 			if (qat_uclo_init_ae_data(obj_handle, ae, i))  in qat_uclo_map_ae()
764 			     unsigned char ae, unsigned char ctx_mask,  in qat_uclo_init_reg()  argument
774 		return qat_hal_init_gpr(handle, ae, ctx_mask, reg_type,  in qat_uclo_init_reg()
785 		return qat_hal_init_rd_xfer(handle, ae, ctx_mask, reg_type,  in qat_uclo_init_reg()
792 		return qat_hal_init_wr_xfer(handle, ae, ctx_mask, reg_type,  in qat_uclo_init_reg()
795 		return qat_hal_init_nn(handle, ae, ctx_mask, reg_addr, value);  in qat_uclo_init_reg()
804 				 unsigned int ae,  in qat_uclo_init_reg_sym()  argument
824 			qat_uclo_init_reg(handle, ae, ctx_mask,  in qat_uclo_init_reg_sym()
837 			qat_uclo_init_reg(handle, ae,  in qat_uclo_init_reg_sym()
861 	unsigned int s, ae;  in qat_uclo_init_globals()  local
871 	for (ae = 0; ae < handle->hal_handle->ae_max_num; ae++) {  in qat_uclo_init_globals()
872 		for (s = 0; s < obj_handle->ae_data[ae].slice_num; s++) {  in qat_uclo_init_globals()
873 			if (!obj_handle->ae_data[ae].ae_slices[s].encap_image)  in qat_uclo_init_globals()
875 			if (qat_uclo_init_reg_sym(handle, ae,  in qat_uclo_init_globals()
876 						  obj_handle->ae_data[ae].  in qat_uclo_init_globals()
887 	unsigned char ae, nn_mode, s;  in qat_uclo_set_ae_mode()  local
892 	for (ae = 0; ae < handle->hal_handle->ae_max_num; ae++) {  in qat_uclo_set_ae_mode()
893 		if (!test_bit(ae,  in qat_uclo_set_ae_mode()
896 		ae_data = &obj_handle->ae_data[ae];  in qat_uclo_set_ae_mode()
899 			if (!obj_handle->ae_data[ae].ae_slices[s].encap_image)  in qat_uclo_set_ae_mode()
902 			if (qat_hal_set_ae_ctx_mode(handle, ae,  in qat_uclo_set_ae_mode()
909 			if (qat_hal_set_ae_nn_mode(handle, ae, nn_mode)) {  in qat_uclo_set_ae_mode()
913 			if (qat_hal_set_ae_lm_mode(handle, ae, ICP_LMEM0,  in qat_uclo_set_ae_mode()
919 			if (qat_hal_set_ae_lm_mode(handle, ae, ICP_LMEM1,  in qat_uclo_set_ae_mode()
946 	unsigned int ae;  in qat_uclo_parse_uof_obj()  local
986 	for (ae = 0; ae < obj_handle->uimage_num; ae++)  in qat_uclo_parse_uof_obj()
987 		kfree(obj_handle->ae_uimage[ae].page);  in qat_uclo_parse_uof_obj()
1086 					*encap_page, unsigned int ae)  in qat_uclo_wr_uimage_raw_page()  argument
1113 		qat_hal_wr_uwords(handle, (unsigned char)ae,  in qat_uclo_wr_uimage_raw_page()
1129 	unsigned char ae;  in qat_uclo_wr_uimage_page()  local
1138 	for (ae = 0; ae < handle->hal_handle->ae_max_num; ae++) {  in qat_uclo_wr_uimage_page()
1139 		if (!test_bit(ae, (unsigned long *)&image->ae_assigned))  in qat_uclo_wr_uimage_page()
1142 		for (s = 0; s < obj_handle->ae_data[ae].slice_num; s++) {  in qat_uclo_wr_uimage_page()
1143 			if (image->ctx_assigned & obj_handle->ae_data[ae].  in qat_uclo_wr_uimage_page()
1147 		if (s >= obj_handle->ae_data[ae].slice_num)  in qat_uclo_wr_uimage_page()
1149 		page = obj_handle->ae_data[ae].ae_slices[s].page;  in qat_uclo_wr_uimage_page()
1152 		qat_uclo_wr_uimage_raw_page(handle, page->encap_page, ae);  in qat_uclo_wr_uimage_page()
1154 		page = obj_handle->ae_data[ae].ae_slices[s].page;  in qat_uclo_wr_uimage_page()
1156 			obj_handle->ae_data[ae].ae_slices[s].cur_page[ctx] =  in qat_uclo_wr_uimage_page()
1158 		qat_hal_set_live_ctx(handle, (unsigned char)ae,  in qat_uclo_wr_uimage_page()
1160 		qat_hal_set_pc(handle, (unsigned char)ae, image->ctx_assigned,  in qat_uclo_wr_uimage_page()