62 static int qat_uclo_init_ae_data(struct icp_qat_uclo_objhandle *obj_handle,  in qat_uclo_init_ae_data()  argument
70 	ae_data = &obj_handle->ae_data[ae];  in qat_uclo_init_ae_data()
71 	encap_image = &obj_handle->ae_uimage[image_num];  in qat_uclo_init_ae_data()
78 		ae_data->eff_ustore_size = obj_handle->ustore_phy_size;  in qat_uclo_init_ae_data()
239 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_fetch_initmem_ae()  local
250 	str = qat_uclo_get_string(&obj_handle->str_table, init_mem->sym_name);  in qat_uclo_fetch_initmem_ae()
323 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_lmem_seg()  local
330 					    &obj_handle->lm_init_tab[ae]))  in qat_uclo_init_lmem_seg()
338 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_umem_seg()  local
341 	ustore_size = obj_handle->ustore_phy_size;  in qat_uclo_init_umem_seg()
345 					    &obj_handle->umem_init_tab[ae]))  in qat_uclo_init_umem_seg()
349 	for (i = 0; i < obj_handle->ae_data[ae].slice_num; i++) {  in qat_uclo_init_umem_seg()
350 		if (obj_handle->ae_data[ae].ae_slices[i].  in qat_uclo_init_umem_seg()
352 			obj_handle->ae_data[ae].ae_slices[i].  in qat_uclo_init_umem_seg()
409 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_ustore()  local
425 		ustore_size = obj_handle->ae_data[ae].eff_ustore_size;  in qat_uclo_init_ustore()
441 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_memory()  local
442 	struct icp_qat_uof_initmem *initmem = obj_handle->init_mem_tab.init_mem;  in qat_uclo_init_memory()
444 	for (i = 0; i < obj_handle->init_mem_tab.entry_num; i++) {  in qat_uclo_init_memory()
457 					obj_handle->lm_init_tab[ae])) {  in qat_uclo_init_memory()
462 						 &obj_handle->lm_init_tab[ae]);  in qat_uclo_init_memory()
464 				       obj_handle->umem_init_tab[ae]);  in qat_uclo_init_memory()
466 						 &obj_handle->  in qat_uclo_init_memory()
623 static int qat_uclo_map_uimage(struct icp_qat_uclo_objhandle *obj_handle,  in qat_uclo_map_uimage()  argument
634 					&obj_handle->encap_uof_obj;  in qat_uclo_map_uimage()
645 			   obj_handle->obj_hdr->file_buff);  in qat_uclo_map_uimage()
652 				   obj_handle->obj_hdr->file_buff);  in qat_uclo_map_uimage()
658 			(image->sbreak_tab + obj_handle->obj_hdr->file_buff);  in qat_uclo_map_uimage()
685 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_map_ae()  local
691 		for (i = 0; i < obj_handle->uimage_num; i++) {  in qat_uclo_map_ae()
693 			&obj_handle->ae_uimage[i].img_ptr->ae_assigned))  in qat_uclo_map_ae()
696 			if (qat_uclo_init_ae_data(obj_handle, ae, i))  in qat_uclo_map_ae()
745 static int qat_uclo_check_uof_compat(struct icp_qat_uclo_objhandle *obj_handle)  in qat_uclo_check_uof_compat()  argument
747 	unsigned int maj_ver, prod_type = obj_handle->prod_type;  in qat_uclo_check_uof_compat()
749 	if (!(prod_type & obj_handle->encap_uof_obj.obj_hdr->cpu_type)) {  in qat_uclo_check_uof_compat()
751 		       obj_handle->encap_uof_obj.obj_hdr->cpu_type, prod_type);  in qat_uclo_check_uof_compat()
754 	maj_ver = obj_handle->prod_rev & 0xff;  in qat_uclo_check_uof_compat()
755 	if ((obj_handle->encap_uof_obj.obj_hdr->max_cpu_ver < maj_ver) ||  in qat_uclo_check_uof_compat()
756 	    (obj_handle->encap_uof_obj.obj_hdr->min_cpu_ver > maj_ver)) {  in qat_uclo_check_uof_compat()
860 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_globals()  local
863 	if (obj_handle->global_inited)  in qat_uclo_init_globals()
865 	if (obj_handle->init_mem_tab.entry_num) {  in qat_uclo_init_globals()
872 		for (s = 0; s < obj_handle->ae_data[ae].slice_num; s++) {  in qat_uclo_init_globals()
873 			if (!obj_handle->ae_data[ae].ae_slices[s].encap_image)  in qat_uclo_init_globals()
876 						  obj_handle->ae_data[ae].  in qat_uclo_init_globals()
881 	obj_handle->global_inited = 1;  in qat_uclo_init_globals()
890 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_set_ae_mode()  local
896 		ae_data = &obj_handle->ae_data[ae];  in qat_uclo_set_ae_mode()
899 			if (!obj_handle->ae_data[ae].ae_slices[s].encap_image)  in qat_uclo_set_ae_mode()
932 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_init_uword_num()  local
936 	for (a = 0; a < obj_handle->uimage_num; a++) {  in qat_uclo_init_uword_num()
937 		image = &obj_handle->ae_uimage[a];  in qat_uclo_init_uword_num()
945 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_parse_uof_obj()  local
948 	obj_handle->uword_buf = kcalloc(UWORD_CPYBUF_SIZE, sizeof(uint64_t),  in qat_uclo_parse_uof_obj()
950 	if (!obj_handle->uword_buf)  in qat_uclo_parse_uof_obj()
952 	obj_handle->encap_uof_obj.beg_uof = obj_handle->obj_hdr->file_buff;  in qat_uclo_parse_uof_obj()
953 	obj_handle->encap_uof_obj.obj_hdr = (struct icp_qat_uof_objhdr *)  in qat_uclo_parse_uof_obj()
954 					     obj_handle->obj_hdr->file_buff;  in qat_uclo_parse_uof_obj()
955 	obj_handle->uword_in_bytes = 6;  in qat_uclo_parse_uof_obj()
956 	obj_handle->prod_type = ICP_QAT_AC_C_CPU_TYPE;  in qat_uclo_parse_uof_obj()
957 	obj_handle->prod_rev = PID_MAJOR_REV |  in qat_uclo_parse_uof_obj()
959 	if (qat_uclo_check_uof_compat(obj_handle)) {  in qat_uclo_parse_uof_obj()
963 	obj_handle->ustore_phy_size = ICP_QAT_UCLO_MAX_USTORE;  in qat_uclo_parse_uof_obj()
964 	if (!obj_handle->obj_hdr->file_buff ||  in qat_uclo_parse_uof_obj()
965 	    !qat_uclo_map_str_table(obj_handle->obj_hdr, ICP_QAT_UOF_STRT,  in qat_uclo_parse_uof_obj()
966 				    &obj_handle->str_table)) {  in qat_uclo_parse_uof_obj()
970 	obj_handle->uimage_num =  in qat_uclo_parse_uof_obj()
971 		qat_uclo_map_uimage(obj_handle, obj_handle->ae_uimage,  in qat_uclo_parse_uof_obj()
973 	if (!obj_handle->uimage_num)  in qat_uclo_parse_uof_obj()
980 	qat_uclo_map_initmem_table(&obj_handle->encap_uof_obj,  in qat_uclo_parse_uof_obj()
981 				   &obj_handle->init_mem_tab);  in qat_uclo_parse_uof_obj()
986 	for (ae = 0; ae < obj_handle->uimage_num; ae++)  in qat_uclo_parse_uof_obj()
987 		kfree(obj_handle->ae_uimage[ae].page);  in qat_uclo_parse_uof_obj()
989 	kfree(obj_handle->uword_buf);  in qat_uclo_parse_uof_obj()
1019 	handle->obj_handle = objhdl;  in qat_uclo_map_uof_obj()
1025 	handle->obj_handle = NULL;  in qat_uclo_map_uof_obj()
1036 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_del_uof_obj()  local
1039 	if (!obj_handle)  in qat_uclo_del_uof_obj()
1042 	kfree(obj_handle->uword_buf);  in qat_uclo_del_uof_obj()
1043 	for (a = 0; a < obj_handle->uimage_num; a++)  in qat_uclo_del_uof_obj()
1044 		kfree(obj_handle->ae_uimage[a].page);  in qat_uclo_del_uof_obj()
1047 		qat_uclo_free_ae_data(&obj_handle->ae_data[a]);  in qat_uclo_del_uof_obj()
1049 	kfree(obj_handle->obj_hdr);  in qat_uclo_del_uof_obj()
1050 	kfree(obj_handle->obj_buf);  in qat_uclo_del_uof_obj()
1051 	kfree(obj_handle);  in qat_uclo_del_uof_obj()
1052 	handle->obj_handle = NULL;  in qat_uclo_del_uof_obj()
1055 static void qat_uclo_fill_uwords(struct icp_qat_uclo_objhandle *obj_handle,  in qat_uclo_fill_uwords()  argument
1072 			raddr *= obj_handle->uword_in_bytes;  in qat_uclo_fill_uwords()
1075 			       obj_handle->uword_in_bytes);  in qat_uclo_fill_uwords()
1089 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_wr_uimage_raw_page()  local
1094 	memcpy(&fill_pat, obj_handle->ae_uimage[0].img_ptr->fill_pattern,  in qat_uclo_wr_uimage_raw_page()
1107 			qat_uclo_fill_uwords(obj_handle, encap_page,  in qat_uclo_wr_uimage_raw_page()
1108 					     &obj_handle->uword_buf[i],  in qat_uclo_wr_uimage_raw_page()
1115 				  obj_handle->uword_buf);  in qat_uclo_wr_uimage_raw_page()
1126 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_wr_uimage_page()  local
1142 		for (s = 0; s < obj_handle->ae_data[ae].slice_num; s++) {  in qat_uclo_wr_uimage_page()
1143 			if (image->ctx_assigned & obj_handle->ae_data[ae].  in qat_uclo_wr_uimage_page()
1147 		if (s >= obj_handle->ae_data[ae].slice_num)  in qat_uclo_wr_uimage_page()
1149 		page = obj_handle->ae_data[ae].ae_slices[s].page;  in qat_uclo_wr_uimage_page()
1154 		page = obj_handle->ae_data[ae].ae_slices[s].page;  in qat_uclo_wr_uimage_page()
1156 			obj_handle->ae_data[ae].ae_slices[s].cur_page[ctx] =  in qat_uclo_wr_uimage_page()
1167 	struct icp_qat_uclo_objhandle *obj_handle = handle->obj_handle;  in qat_uclo_wr_all_uimage()  local
1172 	for (i = 0; i < obj_handle->uimage_num; i++) {  in qat_uclo_wr_all_uimage()
1173 		if (!obj_handle->ae_uimage[i].img_ptr)  in qat_uclo_wr_all_uimage()
1175 		if (qat_uclo_init_ustore(handle, &obj_handle->ae_uimage[i]))  in qat_uclo_wr_all_uimage()
1178 					obj_handle->ae_uimage[i].img_ptr);  in qat_uclo_wr_all_uimage()