142 static void qat_uclo_wr_sram_by_words(struct icp_qat_fw_loader_handle *handle,  in qat_uclo_wr_sram_by_words()  argument
151 		SRAM_WRITE(handle, addr, outval);  in qat_uclo_wr_sram_by_words()
158 static void qat_uclo_wr_umem_by_words(struct icp_qat_fw_loader_handle *handle,  in qat_uclo_wr_umem_by_words()  argument
170 		qat_hal_wr_umem(handle, ae, addr++, 1, &outval);  in qat_uclo_wr_umem_by_words()
176 static void qat_uclo_batch_wr_umem(struct icp_qat_fw_loader_handle *handle,  in qat_uclo_batch_wr_umem()  argument
193 		qat_uclo_wr_umem_by_words(handle, ae, addr, value, size);  in qat_uclo_batch_wr_umem()
199 qat_uclo_cleanup_batch_init_list(struct icp_qat_fw_loader_handle *handle,  in qat_uclo_cleanup_batch_init_list()  argument
235 static int qat_uclo_fetch_initmem_ae(struct icp_qat_fw_loader_handle *handle,  in qat_uclo_fetch_initmem_ae()  argument
239 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_fetch_initmem_ae()
267 					   *handle, struct icp_qat_uof_initmem  in qat_uclo_create_batch_init_list()
320 static int qat_uclo_init_lmem_seg(struct icp_qat_fw_loader_handle *handle,  in qat_uclo_init_lmem_seg()  argument
323 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_lmem_seg()
326 	if (qat_uclo_fetch_initmem_ae(handle, init_mem,  in qat_uclo_init_lmem_seg()
329 	if (qat_uclo_create_batch_init_list(handle, init_mem, ae,  in qat_uclo_init_lmem_seg()
335 static int qat_uclo_init_umem_seg(struct icp_qat_fw_loader_handle *handle,  in qat_uclo_init_umem_seg()  argument
338 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_umem_seg()
342 	if (qat_uclo_fetch_initmem_ae(handle, init_mem, ustore_size, &ae))  in qat_uclo_init_umem_seg()
344 	if (qat_uclo_create_batch_init_list(handle, init_mem, ae,  in qat_uclo_init_umem_seg()
359 static int qat_uclo_init_ae_memory(struct icp_qat_fw_loader_handle *handle,  in qat_uclo_init_ae_memory()  argument
364 		if (qat_uclo_init_lmem_seg(handle, init_mem))  in qat_uclo_init_ae_memory()
368 		if (qat_uclo_init_umem_seg(handle, init_mem))  in qat_uclo_init_ae_memory()
379 static int qat_uclo_init_ustore(struct icp_qat_fw_loader_handle *handle,  in qat_uclo_init_ustore()  argument
388 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_ustore()
401 	for (ae = 0; ae < handle->hal_handle->ae_max_num; ae++) {  in qat_uclo_init_ustore()
407 		qat_hal_wr_uwords(handle, (unsigned char)ae, 0,  in qat_uclo_init_ustore()
409 		qat_hal_wr_uwords(handle, (unsigned char)ae, patt_pos,  in qat_uclo_init_ustore()
417 static int qat_uclo_init_memory(struct icp_qat_fw_loader_handle *handle)  in qat_uclo_init_memory()  argument
420 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_memory()
425 			if (qat_uclo_init_ae_memory(handle, initmem))  in qat_uclo_init_memory()
434 	for (ae = 0; ae < handle->hal_handle->ae_max_num; ae++) {  in qat_uclo_init_memory()
435 		if (qat_hal_batch_wr_lm(handle, ae,  in qat_uclo_init_memory()
440 		qat_uclo_cleanup_batch_init_list(handle,  in qat_uclo_init_memory()
442 		qat_uclo_batch_wr_umem(handle, ae,  in qat_uclo_init_memory()
444 		qat_uclo_cleanup_batch_init_list(handle,  in qat_uclo_init_memory()
660 static int qat_uclo_map_ae(struct icp_qat_fw_loader_handle *handle, int max_ae)  in qat_uclo_map_ae()  argument
664 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_map_ae()
668 			      (unsigned long *)&handle->hal_handle->ae_mask))  in qat_uclo_map_ae()
742 static int qat_uclo_init_reg(struct icp_qat_fw_loader_handle *handle,  in qat_uclo_init_reg()  argument
753 		return qat_hal_init_gpr(handle, ae, ctx_mask, reg_type,  in qat_uclo_init_reg()
764 		return qat_hal_init_rd_xfer(handle, ae, ctx_mask, reg_type,  in qat_uclo_init_reg()
771 		return qat_hal_init_wr_xfer(handle, ae, ctx_mask, reg_type,  in qat_uclo_init_reg()
774 		return qat_hal_init_nn(handle, ae, ctx_mask, reg_addr, value);  in qat_uclo_init_reg()
782 static int qat_uclo_init_reg_sym(struct icp_qat_fw_loader_handle *handle,  in qat_uclo_init_reg_sym()  argument
803 			qat_uclo_init_reg(handle, ae, ctx_mask,  in qat_uclo_init_reg_sym()
816 			qat_uclo_init_reg(handle, ae,  in qat_uclo_init_reg_sym()
837 static int qat_uclo_init_globals(struct icp_qat_fw_loader_handle *handle)  in qat_uclo_init_globals()  argument
839 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_globals()
845 		if (qat_uclo_init_memory(handle)) {  in qat_uclo_init_globals()
850 	for (ae = 0; ae < handle->hal_handle->ae_max_num; ae++) {  in qat_uclo_init_globals()
854 			if (qat_uclo_init_reg_sym(handle, ae,  in qat_uclo_init_globals()
864 static int qat_uclo_set_ae_mode(struct icp_qat_fw_loader_handle *handle)  in qat_uclo_set_ae_mode()  argument
869 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_set_ae_mode()
871 	for (ae = 0; ae < handle->hal_handle->ae_max_num; ae++) {  in qat_uclo_set_ae_mode()
873 			      (unsigned long *)&handle->hal_handle->ae_mask))  in qat_uclo_set_ae_mode()
881 			if (qat_hal_set_ae_ctx_mode(handle, ae,  in qat_uclo_set_ae_mode()
888 			if (qat_hal_set_ae_nn_mode(handle, ae, nn_mode)) {  in qat_uclo_set_ae_mode()
892 			if (qat_hal_set_ae_lm_mode(handle, ae, ICP_LMEM0,  in qat_uclo_set_ae_mode()
898 			if (qat_hal_set_ae_lm_mode(handle, ae, ICP_LMEM1,  in qat_uclo_set_ae_mode()
909 static void qat_uclo_init_uword_num(struct icp_qat_fw_loader_handle *handle)  in qat_uclo_init_uword_num()  argument
911 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_uword_num()
922 static int qat_uclo_parse_uof_obj(struct icp_qat_fw_loader_handle *handle)  in qat_uclo_parse_uof_obj()  argument
924 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_parse_uof_obj()
937 			(PID_MINOR_REV & handle->hal_handle->revision_id);  in qat_uclo_parse_uof_obj()
954 	if (qat_uclo_map_ae(handle, handle->hal_handle->ae_max_num)) {  in qat_uclo_parse_uof_obj()
958 	qat_uclo_init_uword_num(handle);  in qat_uclo_parse_uof_obj()
961 	if (qat_uclo_set_ae_mode(handle))  in qat_uclo_parse_uof_obj()
972 void qat_uclo_wr_mimage(struct icp_qat_fw_loader_handle *handle,  in qat_uclo_wr_mimage()  argument
975 	qat_uclo_wr_sram_by_words(handle, 0, addr_ptr, ALIGN(mem_size, 4));  in qat_uclo_wr_mimage()
978 int qat_uclo_map_uof_obj(struct icp_qat_fw_loader_handle *handle,  in qat_uclo_map_uof_obj()  argument
985 		     (sizeof(handle->hal_handle->ae_mask) * 8));  in qat_uclo_map_uof_obj()
987 	if (!handle || !addr_ptr || mem_size < 24)  in qat_uclo_map_uof_obj()
1004 	handle->obj_handle = objhdl;  in qat_uclo_map_uof_obj()
1005 	if (qat_uclo_parse_uof_obj(handle))  in qat_uclo_map_uof_obj()
1010 	handle->obj_handle = NULL;  in qat_uclo_map_uof_obj()
1019 void qat_uclo_del_uof_obj(struct icp_qat_fw_loader_handle *handle)  in qat_uclo_del_uof_obj()  argument
1021 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_del_uof_obj()
1031 	for (a = 0; a < handle->hal_handle->ae_max_num; a++)  in qat_uclo_del_uof_obj()
1037 	handle->obj_handle = NULL;  in qat_uclo_del_uof_obj()
1069 static void qat_uclo_wr_uimage_raw_page(struct icp_qat_fw_loader_handle *handle,  in qat_uclo_wr_uimage_raw_page()  argument
1074 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_wr_uimage_raw_page()
1098 		qat_hal_wr_uwords(handle, (unsigned char)ae,  in qat_uclo_wr_uimage_raw_page()
1108 static void qat_uclo_wr_uimage_page(struct icp_qat_fw_loader_handle *handle,  in qat_uclo_wr_uimage_page()  argument
1111 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_wr_uimage_page()
1123 	for (ae = 0; ae < handle->hal_handle->ae_max_num; ae++) {  in qat_uclo_wr_uimage_page()
1137 		qat_uclo_wr_uimage_raw_page(handle, page->encap_page, ae);  in qat_uclo_wr_uimage_page()
1143 		qat_hal_set_live_ctx(handle, (unsigned char)ae,  in qat_uclo_wr_uimage_page()
1145 		qat_hal_set_pc(handle, (unsigned char)ae, image->ctx_assigned,  in qat_uclo_wr_uimage_page()
1150 int qat_uclo_wr_all_uimage(struct icp_qat_fw_loader_handle *handle)  in qat_uclo_wr_all_uimage()  argument
1152 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_wr_all_uimage()
1155 	if (qat_uclo_init_globals(handle))  in qat_uclo_wr_all_uimage()
1160 		if (qat_uclo_init_ustore(handle, &obj_handle->ae_uimage[i]))  in qat_uclo_wr_all_uimage()
1162 		qat_uclo_wr_uimage_page(handle,  in qat_uclo_wr_all_uimage()