194 static int sg_build_indirect(Sg_scatter_hold * schp, Sg_fd * sfp, int buff_size);
195 static ssize_t sg_new_read(Sg_fd * sfp, char __user *buf, size_t count,
197 static ssize_t sg_new_write(Sg_fd *sfp, struct file *file,
200 static int sg_common_write(Sg_fd * sfp, Sg_request * srp,
203 static void sg_remove_scat(Sg_fd * sfp, Sg_scatter_hold * schp);
204 static void sg_build_reserve(Sg_fd * sfp, int req_size);
205 static void sg_link_reserve(Sg_fd * sfp, Sg_request * srp, int size);
206 static void sg_unlink_reserve(Sg_fd * sfp, Sg_request * srp);
209 static Sg_request *sg_get_rq_mark(Sg_fd * sfp, int pack_id);
210 static Sg_request *sg_add_request(Sg_fd * sfp);
211 static int sg_remove_request(Sg_fd * sfp, Sg_request * srp);
212 static int sg_res_in_use(Sg_fd * sfp);
227 	struct sg_fd *sfp = filp->private_data;  in sg_allow_access()  local
229 	if (sfp->parentdp->device->type == TYPE_SCANNER)  in sg_allow_access()
279 	Sg_fd *sfp;  in sg_open()  local
340 	sfp = sg_add_sfp(sdp);  in sg_open()
341 	if (IS_ERR(sfp)) {  in sg_open()
342 		retval = PTR_ERR(sfp);  in sg_open()
346 	filp->private_data = sfp;  in sg_open()
375 	Sg_fd *sfp;  in sg_release()  local
377 	if ((!(sfp = (Sg_fd *) filp->private_data)) || (!(sdp = sfp->parentdp)))  in sg_release()
383 	kref_put(&sfp->f_ref, sg_remove_sfp);  in sg_release()
402 	Sg_fd *sfp;  in sg_read()  local
409 	if ((!(sfp = (Sg_fd *) filp->private_data)) || (!(sdp = sfp->parentdp)))  in sg_read()
416 	if (sfp->force_packid && (count >= SZ_SG_HEADER)) {  in sg_read()
444 	srp = sg_get_rq_mark(sfp, req_pack_id);  in sg_read()
454 		retval = wait_event_interruptible(sfp->read_wait,  in sg_read()
456 			(srp = sg_get_rq_mark(sfp, req_pack_id))));  in sg_read()
467 		retval = sg_new_read(sfp, buf, count, srp);  in sg_read()
546 sg_new_read(Sg_fd * sfp, char __user *buf, size_t count, Sg_request * srp)  in sg_new_read()  argument
589 	Sg_fd *sfp;  in sg_write()  local
595 	if ((!(sfp = (Sg_fd *) filp->private_data)) || (!(sdp = sfp->parentdp)))  in sg_write()
613 		return sg_new_write(sfp, filp, buf, count,  in sg_write()
618 	if (!(srp = sg_add_request(sfp))) {  in sg_write()
625 	if (sfp->next_cmd_len > 0) {  in sg_write()
626 		cmd_size = sfp->next_cmd_len;  in sg_write()
627 		sfp->next_cmd_len = 0;	/* reset so only this write() effected */  in sg_write()
641 		sg_remove_request(sfp, srp);  in sg_write()
686 	k = sg_common_write(sfp, srp, cmnd, sfp->timeout, blocking);  in sg_write()
691 sg_new_write(Sg_fd *sfp, struct file *file, const char __user *buf,  in sg_new_write()  argument
707 	sfp->cmd_q = 1;	/* when sg_io_hdr seen, set command queuing on */  in sg_new_write()
708 	if (!(srp = sg_add_request(sfp))) {  in sg_new_write()
709 		SCSI_LOG_TIMEOUT(1, sg_printk(KERN_INFO, sfp->parentdp,  in sg_new_write()
716 		sg_remove_request(sfp, srp);  in sg_new_write()
720 		sg_remove_request(sfp, srp);  in sg_new_write()
724 		if (hp->dxfer_len > sfp->reserve.bufflen) {  in sg_new_write()
725 			sg_remove_request(sfp, srp);  in sg_new_write()
729 			sg_remove_request(sfp, srp);  in sg_new_write()
732 		if (sg_res_in_use(sfp)) {  in sg_new_write()
733 			sg_remove_request(sfp, srp);  in sg_new_write()
740 		sg_remove_request(sfp, srp);  in sg_new_write()
744 		sg_remove_request(sfp, srp);  in sg_new_write()
748 		sg_remove_request(sfp, srp);  in sg_new_write()
752 		sg_remove_request(sfp, srp);  in sg_new_write()
755 	k = sg_common_write(sfp, srp, cmnd, timeout, blocking);  in sg_new_write()
764 sg_common_write(Sg_fd * sfp, Sg_request * srp,  in sg_common_write()  argument
768 	Sg_device *sdp = sfp->parentdp;  in sg_common_write()
779 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, sfp->parentdp,  in sg_common_write()
785 		SCSI_LOG_TIMEOUT(1, sg_printk(KERN_INFO, sfp->parentdp,  in sg_common_write()
805 	kref_get(&sfp->f_ref); /* sg_rq_end_io() does kref_put(). */  in sg_common_write()
811 static int srp_done(Sg_fd *sfp, Sg_request *srp)  in srp_done()  argument
816 	read_lock_irqsave(&sfp->rq_list_lock, flags);  in srp_done()
818 	read_unlock_irqrestore(&sfp->rq_list_lock, flags);  in srp_done()
838 	Sg_fd *sfp;  in sg_ioctl()  local
842 	if ((!(sfp = (Sg_fd *) filp->private_data)) || (!(sdp = sfp->parentdp)))  in sg_ioctl()
857 		result = sg_new_write(sfp, filp, p, SZ_SG_IO_HDR,  in sg_ioctl()
861 		result = wait_event_interruptible(sfp->read_wait,  in sg_ioctl()
862 			(srp_done(sfp, srp) || atomic_read(&sdp->detaching)));  in sg_ioctl()
865 		write_lock_irq(&sfp->rq_list_lock);  in sg_ioctl()
868 			write_unlock_irq(&sfp->rq_list_lock);  in sg_ioctl()
869 			result = sg_new_read(sfp, p, SZ_SG_IO_HDR, srp);  in sg_ioctl()
873 		write_unlock_irq(&sfp->rq_list_lock);  in sg_ioctl()
883 		sfp->timeout_user = val;  in sg_ioctl()
884 		sfp->timeout = MULDIV (val, HZ, USER_HZ);  in sg_ioctl()
889 		return sfp->timeout_user;  in sg_ioctl()
895 			sfp->low_dma = 1;  in sg_ioctl()
896 			if ((0 == sfp->low_dma) && (0 == sg_res_in_use(sfp))) {  in sg_ioctl()
897 				val = (int) sfp->reserve.bufflen;  in sg_ioctl()
898 				sg_remove_scat(sfp, &sfp->reserve);  in sg_ioctl()
899 				sg_build_reserve(sfp, val);  in sg_ioctl()
904 			sfp->low_dma = sdp->device->host->unchecked_isa_dma;  in sg_ioctl()
908 		return put_user((int) sfp->low_dma, ip);  in sg_ioctl()
936 		sfp->force_packid = val ? 1 : 0;  in sg_ioctl()
941 		read_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_ioctl()
942 		for (srp = sfp->headrp; srp; srp = srp->nextrp) {  in sg_ioctl()
944 				read_unlock_irqrestore(&sfp->rq_list_lock,  in sg_ioctl()
950 		read_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_ioctl()
954 		read_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_ioctl()
955 		for (val = 0, srp = sfp->headrp; srp; srp = srp->nextrp) {  in sg_ioctl()
959 		read_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_ioctl()
971 		if (val != sfp->reserve.bufflen) {  in sg_ioctl()
972 			if (sg_res_in_use(sfp) || sfp->mmap_called)  in sg_ioctl()
974 			sg_remove_scat(sfp, &sfp->reserve);  in sg_ioctl()
975 			sg_build_reserve(sfp, val);  in sg_ioctl()
979 		val = min_t(int, sfp->reserve.bufflen,  in sg_ioctl()
986 		sfp->cmd_q = val ? 1 : 0;  in sg_ioctl()
989 		return put_user((int) sfp->cmd_q, ip);  in sg_ioctl()
994 		sfp->keep_orphan = val;  in sg_ioctl()
997 		return put_user((int) sfp->keep_orphan, ip);  in sg_ioctl()
1002 		sfp->next_cmd_len = (val > 0) ? val : 0;  in sg_ioctl()
1021 			read_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_ioctl()
1022 			for (srp = sfp->headrp, val = 0; val < SG_MAX_QUEUE;  in sg_ioctl()
1049 			read_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_ioctl()
1119 	Sg_fd *sfp;  in sg_compat_ioctl()  local
1122 	if ((!(sfp = (Sg_fd *) filp->private_data)) || (!(sdp = sfp->parentdp)))  in sg_compat_ioctl()
1143 	Sg_fd *sfp;  in sg_poll()  local
1148 	sfp = filp->private_data;  in sg_poll()
1149 	if (!sfp)  in sg_poll()
1151 	sdp = sfp->parentdp;  in sg_poll()
1154 	poll_wait(filp, &sfp->read_wait, wait);  in sg_poll()
1155 	read_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_poll()
1156 	for (srp = sfp->headrp; srp; srp = srp->nextrp) {  in sg_poll()
1162 	read_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_poll()
1166 	else if (!sfp->cmd_q) {  in sg_poll()
1180 	Sg_fd *sfp;  in sg_fasync()  local
1182 	if ((!(sfp = (Sg_fd *) filp->private_data)) || (!(sdp = sfp->parentdp)))  in sg_fasync()
1187 	return fasync_helper(fd, filp, mode, &sfp->async_qp);  in sg_fasync()
1193 	Sg_fd *sfp;  in sg_vma_fault()  local
1198 	if ((NULL == vma) || (!(sfp = (Sg_fd *) vma->vm_private_data)))  in sg_vma_fault()
1200 	rsv_schp = &sfp->reserve;  in sg_vma_fault()
1204 	SCSI_LOG_TIMEOUT(3, sg_printk(KERN_INFO, sfp->parentdp,  in sg_vma_fault()
1233 	Sg_fd *sfp;  in sg_mmap()  local
1238 	if ((!filp) || (!vma) || (!(sfp = (Sg_fd *) filp->private_data)))  in sg_mmap()
1241 	SCSI_LOG_TIMEOUT(3, sg_printk(KERN_INFO, sfp->parentdp,  in sg_mmap()
1246 	rsv_schp = &sfp->reserve;  in sg_mmap()
1258 	sfp->mmap_called = 1;  in sg_mmap()
1260 	vma->vm_private_data = sfp;  in sg_mmap()
1269 	struct sg_fd *sfp = srp->parentfp;  in sg_rq_end_io_usercontext()  local
1272 	kref_put(&sfp->f_ref, sg_remove_sfp);  in sg_rq_end_io_usercontext()
1284 	Sg_fd *sfp;  in sg_rq_end_io()  local
1293 	sfp = srp->parentfp;  in sg_rq_end_io()
1294 	if (WARN_ON(sfp == NULL))  in sg_rq_end_io()
1297 	sdp = sfp->parentdp;  in sg_rq_end_io()
1350 	write_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_rq_end_io()
1352 		if (sfp->keep_orphan)  in sg_rq_end_io()
1358 	write_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_rq_end_io()
1364 		wake_up_interruptible(&sfp->read_wait);  in sg_rq_end_io()
1365 		kill_fasync(&sfp->async_qp, SIGPOLL, POLL_IN);  in sg_rq_end_io()
1366 		kref_put(&sfp->f_ref, sg_remove_sfp);  in sg_rq_end_io()
1561 	Sg_fd *sfp;  in sg_remove_device()  local
1575 	list_for_each_entry(sfp, &sdp->sfds, sfd_siblings) {  in sg_remove_device()
1576 		wake_up_interruptible_all(&sfp->read_wait);  in sg_remove_device()
1577 		kill_fasync(&sfp->async_qp, SIGPOLL, POLL_HUP);  in sg_remove_device()
1662 	Sg_fd *sfp = srp->parentfp;  in sg_start_req()  local
1668 	Sg_scatter_hold *rsv_schp = &sfp->reserve;  in sg_start_req()
1669 	struct request_queue *q = sfp->parentdp->device->request_queue;  in sg_start_req()
1674 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, sfp->parentdp,  in sg_start_req()
1722 	    !sfp->parentdp->device->host->unchecked_isa_dma &&  in sg_start_req()
1729 		if (!sg_res_in_use(sfp) && dxfer_len <= rsv_schp->bufflen)  in sg_start_req()
1730 			sg_link_reserve(sfp, srp, dxfer_len);  in sg_start_req()
1732 			res = sg_build_indirect(req_schp, sfp, dxfer_len);  in sg_start_req()
1780 	Sg_fd *sfp = srp->parentfp;  in sg_finish_rem_req()  local
1783 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, sfp->parentdp,  in sg_finish_rem_req()
1796 		sg_unlink_reserve(sfp, srp);  in sg_finish_rem_req()
1798 		sg_remove_scat(sfp, req_schp);  in sg_finish_rem_req()
1800 	sg_remove_request(sfp, srp);  in sg_finish_rem_req()
1806 sg_build_sgat(Sg_scatter_hold * schp, const Sg_fd * sfp, int tablesize)  in sg_build_sgat()  argument
1819 sg_build_indirect(Sg_scatter_hold * schp, Sg_fd * sfp, int buff_size)  in sg_build_indirect()  argument
1822 	int sg_tablesize = sfp->parentdp->sg_tablesize;  in sg_build_indirect()
1832 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, sfp->parentdp,  in sg_build_indirect()
1837 	mx_sc_elems = sg_build_sgat(schp, sfp, sg_tablesize);  in sg_build_indirect()
1850 	if (sfp->low_dma)  in sg_build_indirect()
1877 		SCSI_LOG_TIMEOUT(5, sg_printk(KERN_INFO, sfp->parentdp,  in sg_build_indirect()
1884 	SCSI_LOG_TIMEOUT(5, sg_printk(KERN_INFO, sfp->parentdp,  in sg_build_indirect()
1903 sg_remove_scat(Sg_fd * sfp, Sg_scatter_hold * schp)  in sg_remove_scat()  argument
1905 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, sfp->parentdp,  in sg_remove_scat()
1913 					sg_printk(KERN_INFO, sfp->parentdp,  in sg_remove_scat()
1959 sg_build_reserve(Sg_fd * sfp, int req_size)  in sg_build_reserve()  argument
1961 	Sg_scatter_hold *schp = &sfp->reserve;  in sg_build_reserve()
1963 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, sfp->parentdp,  in sg_build_reserve()
1968 		if (0 == sg_build_indirect(schp, sfp, req_size))  in sg_build_reserve()
1971 			sg_remove_scat(sfp, schp);  in sg_build_reserve()
1977 sg_link_reserve(Sg_fd * sfp, Sg_request * srp, int size)  in sg_link_reserve()  argument
1980 	Sg_scatter_hold *rsv_schp = &sfp->reserve;  in sg_link_reserve()
1984 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, sfp->parentdp,  in sg_link_reserve()
2003 		SCSI_LOG_TIMEOUT(1, sg_printk(KERN_INFO, sfp->parentdp,  in sg_link_reserve()
2008 sg_unlink_reserve(Sg_fd * sfp, Sg_request * srp)  in sg_unlink_reserve()  argument
2020 	sfp->save_scat_len = 0;  in sg_unlink_reserve()
2025 sg_get_rq_mark(Sg_fd * sfp, int pack_id)  in sg_get_rq_mark()  argument
2030 	write_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_get_rq_mark()
2031 	for (resp = sfp->headrp; resp; resp = resp->nextrp) {  in sg_get_rq_mark()
2039 	write_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_get_rq_mark()
2045 sg_add_request(Sg_fd * sfp)  in sg_add_request()  argument
2050 	Sg_request *rp = sfp->req_arr;  in sg_add_request()
2052 	write_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_add_request()
2053 	resp = sfp->headrp;  in sg_add_request()
2056 		rp->parentfp = sfp;  in sg_add_request()
2058 		sfp->headrp = resp;  in sg_add_request()
2060 		if (0 == sfp->cmd_q)  in sg_add_request()
2069 				rp->parentfp = sfp;  in sg_add_request()
2082 	write_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_add_request()
2088 sg_remove_request(Sg_fd * sfp, Sg_request * srp)  in sg_remove_request()  argument
2095 	if ((!sfp) || (!srp) || (!sfp->headrp))  in sg_remove_request()
2097 	write_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_remove_request()
2098 	prev_rp = sfp->headrp;  in sg_remove_request()
2100 		sfp->headrp = prev_rp->nextrp;  in sg_remove_request()
2114 	write_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_remove_request()
2121 	Sg_fd *sfp;  in sg_add_sfp()  local
2125 	sfp = kzalloc(sizeof(*sfp), GFP_ATOMIC | __GFP_NOWARN);  in sg_add_sfp()
2126 	if (!sfp)  in sg_add_sfp()
2129 	init_waitqueue_head(&sfp->read_wait);  in sg_add_sfp()
2130 	rwlock_init(&sfp->rq_list_lock);  in sg_add_sfp()
2132 	kref_init(&sfp->f_ref);  in sg_add_sfp()
2133 	sfp->timeout = SG_DEFAULT_TIMEOUT;  in sg_add_sfp()
2134 	sfp->timeout_user = SG_DEFAULT_TIMEOUT_USER;  in sg_add_sfp()
2135 	sfp->force_packid = SG_DEF_FORCE_PACK_ID;  in sg_add_sfp()
2136 	sfp->low_dma = (SG_DEF_FORCE_LOW_DMA == 0) ?  in sg_add_sfp()
2138 	sfp->cmd_q = SG_DEF_COMMAND_Q;  in sg_add_sfp()
2139 	sfp->keep_orphan = SG_DEF_KEEP_ORPHAN;  in sg_add_sfp()
2140 	sfp->parentdp = sdp;  in sg_add_sfp()
2146 	list_add_tail(&sfp->sfd_siblings, &sdp->sfds);  in sg_add_sfp()
2149 				      "sg_add_sfp: sfp=0x%p\n", sfp));  in sg_add_sfp()
2155 	sg_build_reserve(sfp, bufflen);  in sg_add_sfp()
2158 				      sfp->reserve.bufflen,  in sg_add_sfp()
2159 				      sfp->reserve.k_use_sg));  in sg_add_sfp()
2163 	return sfp;  in sg_add_sfp()
2169 	struct sg_fd *sfp = container_of(work, struct sg_fd, ew.work);  in sg_remove_sfp_usercontext()  local
2170 	struct sg_device *sdp = sfp->parentdp;  in sg_remove_sfp_usercontext()
2173 	while (sfp->headrp)  in sg_remove_sfp_usercontext()
2174 		sg_finish_rem_req(sfp->headrp);  in sg_remove_sfp_usercontext()
2176 	if (sfp->reserve.bufflen > 0) {  in sg_remove_sfp_usercontext()
2179 				(int) sfp->reserve.bufflen,  in sg_remove_sfp_usercontext()
2180 				(int) sfp->reserve.k_use_sg));  in sg_remove_sfp_usercontext()
2181 		sg_remove_scat(sfp, &sfp->reserve);  in sg_remove_sfp_usercontext()
2185 			"sg_remove_sfp: sfp=0x%p\n", sfp));  in sg_remove_sfp_usercontext()
2186 	kfree(sfp);  in sg_remove_sfp_usercontext()
2196 	struct sg_fd *sfp = container_of(kref, struct sg_fd, f_ref);  in sg_remove_sfp()  local
2197 	struct sg_device *sdp = sfp->parentdp;  in sg_remove_sfp()
2201 	list_del(&sfp->sfd_siblings);  in sg_remove_sfp()
2204 	INIT_WORK(&sfp->ew.work, sg_remove_sfp_usercontext);  in sg_remove_sfp()
2205 	schedule_work(&sfp->ew.work);  in sg_remove_sfp()
2209 sg_res_in_use(Sg_fd * sfp)  in sg_res_in_use()  argument
2214 	read_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_res_in_use()
2215 	for (srp = sfp->headrp; srp; srp = srp->nextrp)  in sg_res_in_use()
2218 	read_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_res_in_use()