297 int genwqe_alloc_sync_sgl(struct genwqe_dev *cd, struct genwqe_sgl *sgl,  in genwqe_alloc_sync_sgl()  argument
303 	sgl->fpage_offs = offset_in_page((unsigned long)user_addr);  in genwqe_alloc_sync_sgl()
304 	sgl->fpage_size = min_t(size_t, PAGE_SIZE-sgl->fpage_offs, user_size);  in genwqe_alloc_sync_sgl()
305 	sgl->nr_pages = DIV_ROUND_UP(sgl->fpage_offs + user_size, PAGE_SIZE);  in genwqe_alloc_sync_sgl()
306 	sgl->lpage_size = (user_size - sgl->fpage_size) % PAGE_SIZE;  in genwqe_alloc_sync_sgl()
309 		__func__, user_addr, user_size, sgl->nr_pages,  in genwqe_alloc_sync_sgl()
310 		sgl->fpage_offs, sgl->fpage_size, sgl->lpage_size);  in genwqe_alloc_sync_sgl()
312 	sgl->user_addr = user_addr;  in genwqe_alloc_sync_sgl()
313 	sgl->user_size = user_size;  in genwqe_alloc_sync_sgl()
314 	sgl->sgl_size = genwqe_sgl_size(sgl->nr_pages);  in genwqe_alloc_sync_sgl()
316 	if (get_order(sgl->sgl_size) > MAX_ORDER) {  in genwqe_alloc_sync_sgl()
322 	sgl->sgl = __genwqe_alloc_consistent(cd, sgl->sgl_size,  in genwqe_alloc_sync_sgl()
323 					     &sgl->sgl_dma_addr);  in genwqe_alloc_sync_sgl()
324 	if (sgl->sgl == NULL) {  in genwqe_alloc_sync_sgl()
331 	if ((sgl->fpage_size != 0) && (sgl->fpage_size != PAGE_SIZE)) {  in genwqe_alloc_sync_sgl()
332 		sgl->fpage = __genwqe_alloc_consistent(cd, PAGE_SIZE,  in genwqe_alloc_sync_sgl()
333 						       &sgl->fpage_dma_addr);  in genwqe_alloc_sync_sgl()
334 		if (sgl->fpage == NULL)  in genwqe_alloc_sync_sgl()
338 		if (copy_from_user(sgl->fpage + sgl->fpage_offs,  in genwqe_alloc_sync_sgl()
339 				   user_addr, sgl->fpage_size)) {  in genwqe_alloc_sync_sgl()
344 	if (sgl->lpage_size != 0) {  in genwqe_alloc_sync_sgl()
345 		sgl->lpage = __genwqe_alloc_consistent(cd, PAGE_SIZE,  in genwqe_alloc_sync_sgl()
346 						       &sgl->lpage_dma_addr);  in genwqe_alloc_sync_sgl()
347 		if (sgl->lpage == NULL)  in genwqe_alloc_sync_sgl()
351 		if (copy_from_user(sgl->lpage, user_addr + user_size -  in genwqe_alloc_sync_sgl()
352 				   sgl->lpage_size, sgl->lpage_size)) {  in genwqe_alloc_sync_sgl()
360 	__genwqe_free_consistent(cd, PAGE_SIZE, sgl->fpage,  in genwqe_alloc_sync_sgl()
361 				 sgl->fpage_dma_addr);  in genwqe_alloc_sync_sgl()
363 	__genwqe_free_consistent(cd, sgl->sgl_size, sgl->sgl,  in genwqe_alloc_sync_sgl()
364 				 sgl->sgl_dma_addr);  in genwqe_alloc_sync_sgl()
368 int genwqe_setup_sgl(struct genwqe_dev *cd, struct genwqe_sgl *sgl,  in genwqe_setup_sgl()  argument
375 	size_t size = sgl->user_size;  in genwqe_setup_sgl()
378 	map_offs = sgl->fpage_offs; /* offset in first page */  in genwqe_setup_sgl()
380 	s = &sgl->sgl[0];	/* first set of 8 entries */  in genwqe_setup_sgl()
382 	while (p < sgl->nr_pages) {  in genwqe_setup_sgl()
388 		s[j].target_addr = cpu_to_be64(sgl->sgl_dma_addr + dma_offs);  in genwqe_setup_sgl()
397 			if ((p == 0) && (sgl->fpage != NULL)) {  in genwqe_setup_sgl()
398 				daddr = sgl->fpage_dma_addr + map_offs;  in genwqe_setup_sgl()
400 			} else if ((p == sgl->nr_pages - 1) &&  in genwqe_setup_sgl()
401 				   (sgl->lpage != NULL)) {  in genwqe_setup_sgl()
402 				daddr = sgl->lpage_dma_addr;  in genwqe_setup_sgl()
421 				if (p == sgl->nr_pages)  in genwqe_setup_sgl()
437 			if (p == sgl->nr_pages)  in genwqe_setup_sgl()
465 int genwqe_free_sync_sgl(struct genwqe_dev *cd, struct genwqe_sgl *sgl)  in genwqe_free_sync_sgl()  argument
470 	if (sgl->fpage) {  in genwqe_free_sync_sgl()
471 		if (copy_to_user(sgl->user_addr, sgl->fpage + sgl->fpage_offs,  in genwqe_free_sync_sgl()
472 				 sgl->fpage_size)) {  in genwqe_free_sync_sgl()
477 		__genwqe_free_consistent(cd, PAGE_SIZE, sgl->fpage,  in genwqe_free_sync_sgl()
478 					 sgl->fpage_dma_addr);  in genwqe_free_sync_sgl()
479 		sgl->fpage = NULL;  in genwqe_free_sync_sgl()
480 		sgl->fpage_dma_addr = 0;  in genwqe_free_sync_sgl()
482 	if (sgl->lpage) {  in genwqe_free_sync_sgl()
483 		if (copy_to_user(sgl->user_addr + sgl->user_size -  in genwqe_free_sync_sgl()
484 				 sgl->lpage_size, sgl->lpage,  in genwqe_free_sync_sgl()
485 				 sgl->lpage_size)) {  in genwqe_free_sync_sgl()
490 		__genwqe_free_consistent(cd, PAGE_SIZE, sgl->lpage,  in genwqe_free_sync_sgl()
491 					 sgl->lpage_dma_addr);  in genwqe_free_sync_sgl()
492 		sgl->lpage = NULL;  in genwqe_free_sync_sgl()
493 		sgl->lpage_dma_addr = 0;  in genwqe_free_sync_sgl()
495 	__genwqe_free_consistent(cd, sgl->sgl_size, sgl->sgl,  in genwqe_free_sync_sgl()
496 				 sgl->sgl_dma_addr);  in genwqe_free_sync_sgl()
498 	sgl->sgl = NULL;  in genwqe_free_sync_sgl()
499 	sgl->sgl_dma_addr = 0x0;  in genwqe_free_sync_sgl()
500 	sgl->sgl_size = 0;  in genwqe_free_sync_sgl()