298 int genwqe_alloc_sync_sgl(struct genwqe_dev *cd, struct genwqe_sgl *sgl,  in genwqe_alloc_sync_sgl()  argument
304 	sgl->fpage_offs = offset_in_page((unsigned long)user_addr);  in genwqe_alloc_sync_sgl()
305 	sgl->fpage_size = min_t(size_t, PAGE_SIZE-sgl->fpage_offs, user_size);  in genwqe_alloc_sync_sgl()
306 	sgl->nr_pages = DIV_ROUND_UP(sgl->fpage_offs + user_size, PAGE_SIZE);  in genwqe_alloc_sync_sgl()
307 	sgl->lpage_size = (user_size - sgl->fpage_size) % PAGE_SIZE;  in genwqe_alloc_sync_sgl()
310 		__func__, user_addr, user_size, sgl->nr_pages,  in genwqe_alloc_sync_sgl()
311 		sgl->fpage_offs, sgl->fpage_size, sgl->lpage_size);  in genwqe_alloc_sync_sgl()
313 	sgl->user_addr = user_addr;  in genwqe_alloc_sync_sgl()
314 	sgl->user_size = user_size;  in genwqe_alloc_sync_sgl()
315 	sgl->sgl_size = genwqe_sgl_size(sgl->nr_pages);  in genwqe_alloc_sync_sgl()
317 	if (get_order(sgl->sgl_size) > MAX_ORDER) {  in genwqe_alloc_sync_sgl()
323 	sgl->sgl = __genwqe_alloc_consistent(cd, sgl->sgl_size,  in genwqe_alloc_sync_sgl()
324 					     &sgl->sgl_dma_addr);  in genwqe_alloc_sync_sgl()
325 	if (sgl->sgl == NULL) {  in genwqe_alloc_sync_sgl()
332 	if ((sgl->fpage_size != 0) && (sgl->fpage_size != PAGE_SIZE)) {  in genwqe_alloc_sync_sgl()
333 		sgl->fpage = __genwqe_alloc_consistent(cd, PAGE_SIZE,  in genwqe_alloc_sync_sgl()
334 						       &sgl->fpage_dma_addr);  in genwqe_alloc_sync_sgl()
335 		if (sgl->fpage == NULL)  in genwqe_alloc_sync_sgl()
339 		if (copy_from_user(sgl->fpage + sgl->fpage_offs,  in genwqe_alloc_sync_sgl()
340 				   user_addr, sgl->fpage_size)) {  in genwqe_alloc_sync_sgl()
345 	if (sgl->lpage_size != 0) {  in genwqe_alloc_sync_sgl()
346 		sgl->lpage = __genwqe_alloc_consistent(cd, PAGE_SIZE,  in genwqe_alloc_sync_sgl()
347 						       &sgl->lpage_dma_addr);  in genwqe_alloc_sync_sgl()
348 		if (sgl->lpage == NULL)  in genwqe_alloc_sync_sgl()
352 		if (copy_from_user(sgl->lpage, user_addr + user_size -  in genwqe_alloc_sync_sgl()
353 				   sgl->lpage_size, sgl->lpage_size)) {  in genwqe_alloc_sync_sgl()
361 	__genwqe_free_consistent(cd, PAGE_SIZE, sgl->fpage,  in genwqe_alloc_sync_sgl()
362 				 sgl->fpage_dma_addr);  in genwqe_alloc_sync_sgl()
364 	__genwqe_free_consistent(cd, sgl->sgl_size, sgl->sgl,  in genwqe_alloc_sync_sgl()
365 				 sgl->sgl_dma_addr);  in genwqe_alloc_sync_sgl()
369 int genwqe_setup_sgl(struct genwqe_dev *cd, struct genwqe_sgl *sgl,  in genwqe_setup_sgl()  argument
376 	size_t size = sgl->user_size;  in genwqe_setup_sgl()
379 	map_offs = sgl->fpage_offs; /* offset in first page */  in genwqe_setup_sgl()
381 	s = &sgl->sgl[0];	/* first set of 8 entries */  in genwqe_setup_sgl()
383 	while (p < sgl->nr_pages) {  in genwqe_setup_sgl()
389 		s[j].target_addr = cpu_to_be64(sgl->sgl_dma_addr + dma_offs);  in genwqe_setup_sgl()
398 			if ((p == 0) && (sgl->fpage != NULL)) {  in genwqe_setup_sgl()
399 				daddr = sgl->fpage_dma_addr + map_offs;  in genwqe_setup_sgl()
401 			} else if ((p == sgl->nr_pages - 1) &&  in genwqe_setup_sgl()
402 				   (sgl->lpage != NULL)) {  in genwqe_setup_sgl()
403 				daddr = sgl->lpage_dma_addr;  in genwqe_setup_sgl()
422 				if (p == sgl->nr_pages)  in genwqe_setup_sgl()
438 			if (p == sgl->nr_pages)  in genwqe_setup_sgl()
466 int genwqe_free_sync_sgl(struct genwqe_dev *cd, struct genwqe_sgl *sgl)  in genwqe_free_sync_sgl()  argument
471 	if (sgl->fpage) {  in genwqe_free_sync_sgl()
472 		if (copy_to_user(sgl->user_addr, sgl->fpage + sgl->fpage_offs,  in genwqe_free_sync_sgl()
473 				 sgl->fpage_size)) {  in genwqe_free_sync_sgl()
478 		__genwqe_free_consistent(cd, PAGE_SIZE, sgl->fpage,  in genwqe_free_sync_sgl()
479 					 sgl->fpage_dma_addr);  in genwqe_free_sync_sgl()
480 		sgl->fpage = NULL;  in genwqe_free_sync_sgl()
481 		sgl->fpage_dma_addr = 0;  in genwqe_free_sync_sgl()
483 	if (sgl->lpage) {  in genwqe_free_sync_sgl()
484 		if (copy_to_user(sgl->user_addr + sgl->user_size -  in genwqe_free_sync_sgl()
485 				 sgl->lpage_size, sgl->lpage,  in genwqe_free_sync_sgl()
486 				 sgl->lpage_size)) {  in genwqe_free_sync_sgl()
491 		__genwqe_free_consistent(cd, PAGE_SIZE, sgl->lpage,  in genwqe_free_sync_sgl()
492 					 sgl->lpage_dma_addr);  in genwqe_free_sync_sgl()
493 		sgl->lpage = NULL;  in genwqe_free_sync_sgl()
494 		sgl->lpage_dma_addr = 0;  in genwqe_free_sync_sgl()
496 	__genwqe_free_consistent(cd, sgl->sgl_size, sgl->sgl,  in genwqe_free_sync_sgl()
497 				 sgl->sgl_dma_addr);  in genwqe_free_sync_sgl()
499 	sgl->sgl = NULL;  in genwqe_free_sync_sgl()
500 	sgl->sgl_dma_addr = 0x0;  in genwqe_free_sync_sgl()
501 	sgl->sgl_size = 0;  in genwqe_free_sync_sgl()