62 static int qat_uclo_init_ae_data(struct icp_qat_uclo_objhandle *obj_handle,  in qat_uclo_init_ae_data()  argument
70 	ae_data = &obj_handle->ae_data[ae];  in qat_uclo_init_ae_data()
71 	encap_image = &obj_handle->ae_uimage[image_num];  in qat_uclo_init_ae_data()
78 		ae_data->eff_ustore_size = obj_handle->ustore_phy_size;  in qat_uclo_init_ae_data()
239 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_fetch_initmem_ae()  local
250 	str = qat_uclo_get_string(&obj_handle->str_table, init_mem->sym_name);  in qat_uclo_fetch_initmem_ae()
323 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_lmem_seg()  local
330 					    &obj_handle->lm_init_tab[ae]))  in qat_uclo_init_lmem_seg()
338 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_umem_seg()  local
341 	ustore_size = obj_handle->ustore_phy_size;  in qat_uclo_init_umem_seg()
345 					    &obj_handle->umem_init_tab[ae]))  in qat_uclo_init_umem_seg()
349 	for (i = 0; i < obj_handle->ae_data[ae].slice_num; i++) {  in qat_uclo_init_umem_seg()
350 		if (obj_handle->ae_data[ae].ae_slices[i].  in qat_uclo_init_umem_seg()
352 			obj_handle->ae_data[ae].ae_slices[i].  in qat_uclo_init_umem_seg()
388 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_ustore()  local
404 		ustore_size = obj_handle->ae_data[ae].eff_ustore_size;  in qat_uclo_init_ustore()
420 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_memory()  local
421 	struct icp_qat_uof_initmem *initmem = obj_handle->init_mem_tab.init_mem;  in qat_uclo_init_memory()
423 	for (i = 0; i < obj_handle->init_mem_tab.entry_num; i++) {  in qat_uclo_init_memory()
436 					obj_handle->lm_init_tab[ae])) {  in qat_uclo_init_memory()
441 						 &obj_handle->lm_init_tab[ae]);  in qat_uclo_init_memory()
443 				       obj_handle->umem_init_tab[ae]);  in qat_uclo_init_memory()
445 						 &obj_handle->  in qat_uclo_init_memory()
602 static int qat_uclo_map_uimage(struct icp_qat_uclo_objhandle *obj_handle,  in qat_uclo_map_uimage()  argument
613 					&obj_handle->encap_uof_obj;  in qat_uclo_map_uimage()
624 			   obj_handle->obj_hdr->file_buff);  in qat_uclo_map_uimage()
631 				   obj_handle->obj_hdr->file_buff);  in qat_uclo_map_uimage()
637 			(image->sbreak_tab + obj_handle->obj_hdr->file_buff);  in qat_uclo_map_uimage()
664 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_map_ae()  local
670 		for (i = 0; i < obj_handle->uimage_num; i++) {  in qat_uclo_map_ae()
672 			&obj_handle->ae_uimage[i].img_ptr->ae_assigned))  in qat_uclo_map_ae()
675 			if (qat_uclo_init_ae_data(obj_handle, ae, i))  in qat_uclo_map_ae()
724 static int qat_uclo_check_uof_compat(struct icp_qat_uclo_objhandle *obj_handle)  in qat_uclo_check_uof_compat()  argument
726 	unsigned int maj_ver, prod_type = obj_handle->prod_type;  in qat_uclo_check_uof_compat()
728 	if (!(prod_type & obj_handle->encap_uof_obj.obj_hdr->cpu_type)) {  in qat_uclo_check_uof_compat()
730 		       obj_handle->encap_uof_obj.obj_hdr->cpu_type, prod_type);  in qat_uclo_check_uof_compat()
733 	maj_ver = obj_handle->prod_rev & 0xff;  in qat_uclo_check_uof_compat()
734 	if ((obj_handle->encap_uof_obj.obj_hdr->max_cpu_ver < maj_ver) ||  in qat_uclo_check_uof_compat()
735 	    (obj_handle->encap_uof_obj.obj_hdr->min_cpu_ver > maj_ver)) {  in qat_uclo_check_uof_compat()
839 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_globals()  local
842 	if (obj_handle->global_inited)  in qat_uclo_init_globals()
844 	if (obj_handle->init_mem_tab.entry_num) {  in qat_uclo_init_globals()
851 		for (s = 0; s < obj_handle->ae_data[ae].slice_num; s++) {  in qat_uclo_init_globals()
852 			if (!obj_handle->ae_data[ae].ae_slices[s].encap_image)  in qat_uclo_init_globals()
855 						  obj_handle->ae_data[ae].  in qat_uclo_init_globals()
860 	obj_handle->global_inited = 1;  in qat_uclo_init_globals()
869 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_set_ae_mode()  local
875 		ae_data = &obj_handle->ae_data[ae];  in qat_uclo_set_ae_mode()
878 			if (!obj_handle->ae_data[ae].ae_slices[s].encap_image)  in qat_uclo_set_ae_mode()
911 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_uword_num()  local
915 	for (a = 0; a < obj_handle->uimage_num; a++) {  in qat_uclo_init_uword_num()
916 		image = &obj_handle->ae_uimage[a];  in qat_uclo_init_uword_num()
924 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_parse_uof_obj()  local
927 	obj_handle->uword_buf = kcalloc(UWORD_CPYBUF_SIZE, sizeof(uint64_t),  in qat_uclo_parse_uof_obj()
929 	if (!obj_handle->uword_buf)  in qat_uclo_parse_uof_obj()
931 	obj_handle->encap_uof_obj.beg_uof = obj_handle->obj_hdr->file_buff;  in qat_uclo_parse_uof_obj()
932 	obj_handle->encap_uof_obj.obj_hdr = (struct icp_qat_uof_objhdr *)  in qat_uclo_parse_uof_obj()
933 					     obj_handle->obj_hdr->file_buff;  in qat_uclo_parse_uof_obj()
934 	obj_handle->uword_in_bytes = 6;  in qat_uclo_parse_uof_obj()
935 	obj_handle->prod_type = ICP_QAT_AC_C_CPU_TYPE;  in qat_uclo_parse_uof_obj()
936 	obj_handle->prod_rev = PID_MAJOR_REV |  in qat_uclo_parse_uof_obj()
938 	if (qat_uclo_check_uof_compat(obj_handle)) {  in qat_uclo_parse_uof_obj()
942 	obj_handle->ustore_phy_size = ICP_QAT_UCLO_MAX_USTORE;  in qat_uclo_parse_uof_obj()
943 	if (!obj_handle->obj_hdr->file_buff ||  in qat_uclo_parse_uof_obj()
944 	    !qat_uclo_map_str_table(obj_handle->obj_hdr, ICP_QAT_UOF_STRT,  in qat_uclo_parse_uof_obj()
945 				    &obj_handle->str_table)) {  in qat_uclo_parse_uof_obj()
949 	obj_handle->uimage_num =  in qat_uclo_parse_uof_obj()
950 		qat_uclo_map_uimage(obj_handle, obj_handle->ae_uimage,  in qat_uclo_parse_uof_obj()
952 	if (!obj_handle->uimage_num)  in qat_uclo_parse_uof_obj()
959 	qat_uclo_map_initmem_table(&obj_handle->encap_uof_obj,  in qat_uclo_parse_uof_obj()
960 				   &obj_handle->init_mem_tab);  in qat_uclo_parse_uof_obj()
965 	for (ae = 0; ae < obj_handle->uimage_num; ae++)  in qat_uclo_parse_uof_obj()
966 		kfree(obj_handle->ae_uimage[ae].page);  in qat_uclo_parse_uof_obj()
968 	kfree(obj_handle->uword_buf);  in qat_uclo_parse_uof_obj()
1004 	handle->obj_handle = objhdl;  in qat_uclo_map_uof_obj()
1010 	handle->obj_handle = NULL;  in qat_uclo_map_uof_obj()
1021 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_del_uof_obj()  local
1024 	if (!obj_handle)  in qat_uclo_del_uof_obj()
1027 	kfree(obj_handle->uword_buf);  in qat_uclo_del_uof_obj()
1028 	for (a = 0; a < obj_handle->uimage_num; a++)  in qat_uclo_del_uof_obj()
1029 		kfree(obj_handle->ae_uimage[a].page);  in qat_uclo_del_uof_obj()
1032 		qat_uclo_free_ae_data(&obj_handle->ae_data[a]);  in qat_uclo_del_uof_obj()
1034 	kfree(obj_handle->obj_hdr);  in qat_uclo_del_uof_obj()
1035 	kfree(obj_handle->obj_buf);  in qat_uclo_del_uof_obj()
1036 	kfree(obj_handle);  in qat_uclo_del_uof_obj()
1037 	handle->obj_handle = NULL;  in qat_uclo_del_uof_obj()
1040 static void qat_uclo_fill_uwords(struct icp_qat_uclo_objhandle *obj_handle,  in qat_uclo_fill_uwords()  argument
1057 			raddr *= obj_handle->uword_in_bytes;  in qat_uclo_fill_uwords()
1060 			       obj_handle->uword_in_bytes);  in qat_uclo_fill_uwords()
1074 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_wr_uimage_raw_page()  local
1079 	memcpy(&fill_pat, obj_handle->ae_uimage[0].img_ptr->fill_pattern,  in qat_uclo_wr_uimage_raw_page()
1092 			qat_uclo_fill_uwords(obj_handle, encap_page,  in qat_uclo_wr_uimage_raw_page()
1093 					     &obj_handle->uword_buf[i],  in qat_uclo_wr_uimage_raw_page()
1100 				  obj_handle->uword_buf);  in qat_uclo_wr_uimage_raw_page()
1111 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_wr_uimage_page()  local
1127 		for (s = 0; s < obj_handle->ae_data[ae].slice_num; s++) {  in qat_uclo_wr_uimage_page()
1128 			if (image->ctx_assigned & obj_handle->ae_data[ae].  in qat_uclo_wr_uimage_page()
1132 		if (s >= obj_handle->ae_data[ae].slice_num)  in qat_uclo_wr_uimage_page()
1134 		page = obj_handle->ae_data[ae].ae_slices[s].page;  in qat_uclo_wr_uimage_page()
1139 		page = obj_handle->ae_data[ae].ae_slices[s].page;  in qat_uclo_wr_uimage_page()
1141 			obj_handle->ae_data[ae].ae_slices[s].cur_page[ctx] =  in qat_uclo_wr_uimage_page()
1152 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_wr_all_uimage()  local
1157 	for (i = 0; i < obj_handle->uimage_num; i++) {  in qat_uclo_wr_all_uimage()
1158 		if (!obj_handle->ae_uimage[i].img_ptr)  in qat_uclo_wr_all_uimage()
1160 		if (qat_uclo_init_ustore(handle, &obj_handle->ae_uimage[i]))  in qat_uclo_wr_all_uimage()
1163 					obj_handle->ae_uimage[i].img_ptr);  in qat_uclo_wr_all_uimage()