207 static Sg_fd *sg_add_sfp(Sg_device * sdp);
221 #define sg_printk(prefix, sdp, fmt, a...) \  argument
222 	sdev_prefix_printk(prefix, (sdp)->device,		\
223 			   (sdp)->disk->disk_name, fmt, ##a)
236 open_wait(Sg_device *sdp, int flags)  in open_wait()  argument
241 		while (sdp->open_cnt > 0) {  in open_wait()
242 			mutex_unlock(&sdp->open_rel_lock);  in open_wait()
243 			retval = wait_event_interruptible(sdp->open_wait,  in open_wait()
244 					(atomic_read(&sdp->detaching) ||  in open_wait()
245 					 !sdp->open_cnt));  in open_wait()
246 			mutex_lock(&sdp->open_rel_lock);  in open_wait()
250 			if (atomic_read(&sdp->detaching))  in open_wait()
254 		while (sdp->exclude) {  in open_wait()
255 			mutex_unlock(&sdp->open_rel_lock);  in open_wait()
256 			retval = wait_event_interruptible(sdp->open_wait,  in open_wait()
257 					(atomic_read(&sdp->detaching) ||  in open_wait()
258 					 !sdp->exclude));  in open_wait()
259 			mutex_lock(&sdp->open_rel_lock);  in open_wait()
263 			if (atomic_read(&sdp->detaching))  in open_wait()
278 	Sg_device *sdp;  in sg_open()  local
285 	sdp = sg_get_dev(dev);  in sg_open()
286 	if (IS_ERR(sdp))  in sg_open()
287 		return PTR_ERR(sdp);  in sg_open()
289 	SCSI_LOG_TIMEOUT(3, sg_printk(KERN_INFO, sdp,  in sg_open()
294 	retval = scsi_device_get(sdp->device);  in sg_open()
298 	retval = scsi_autopm_get_device(sdp->device);  in sg_open()
306 	      scsi_block_when_processing_errors(sdp->device))) {  in sg_open()
312 	mutex_lock(&sdp->open_rel_lock);  in sg_open()
315 			if (sdp->open_cnt > 0) {  in sg_open()
320 			if (sdp->exclude) {  in sg_open()
326 		retval = open_wait(sdp, flags);  in sg_open()
333 		sdp->exclude = true;  in sg_open()
335 	if (sdp->open_cnt < 1) {  /* no existing opens */  in sg_open()
336 		sdp->sgdebug = 0;  in sg_open()
337 		q = sdp->device->request_queue;  in sg_open()
338 		sdp->sg_tablesize = queue_max_segments(q);  in sg_open()
340 	sfp = sg_add_sfp(sdp);  in sg_open()
347 	sdp->open_cnt++;  in sg_open()
348 	mutex_unlock(&sdp->open_rel_lock);  in sg_open()
352 	kref_put(&sdp->d_ref, sg_device_destroy);  in sg_open()
357 		sdp->exclude = false;   /* undo if error */  in sg_open()
358 		wake_up_interruptible(&sdp->open_wait);  in sg_open()
361 	mutex_unlock(&sdp->open_rel_lock);  in sg_open()
363 	scsi_autopm_put_device(sdp->device);  in sg_open()
365 	scsi_device_put(sdp->device);  in sg_open()
374 	Sg_device *sdp;  in sg_release()  local
377 	if ((!(sfp = (Sg_fd *) filp->private_data)) || (!(sdp = sfp->parentdp)))  in sg_release()
379 	SCSI_LOG_TIMEOUT(3, sg_printk(KERN_INFO, sdp, "sg_release\n"));  in sg_release()
381 	mutex_lock(&sdp->open_rel_lock);  in sg_release()
382 	scsi_autopm_put_device(sdp->device);  in sg_release()
384 	sdp->open_cnt--;  in sg_release()
388 	if (sdp->exclude) {  in sg_release()
389 		sdp->exclude = false;  in sg_release()
390 		wake_up_interruptible_all(&sdp->open_wait);  in sg_release()
391 	} else if (0 == sdp->open_cnt) {  in sg_release()
392 		wake_up_interruptible(&sdp->open_wait);  in sg_release()
394 	mutex_unlock(&sdp->open_rel_lock);  in sg_release()
401 	Sg_device *sdp;  in sg_read()  local
409 	if ((!(sfp = (Sg_fd *) filp->private_data)) || (!(sdp = sfp->parentdp)))  in sg_read()
411 	SCSI_LOG_TIMEOUT(3, sg_printk(KERN_INFO, sdp,  in sg_read()
446 		if (atomic_read(&sdp->detaching)) {  in sg_read()
455 			(atomic_read(&sdp->detaching) ||  in sg_read()
457 		if (atomic_read(&sdp->detaching)) {  in sg_read()
588 	Sg_device *sdp;  in sg_write()  local
595 	if ((!(sfp = (Sg_fd *) filp->private_data)) || (!(sdp = sfp->parentdp)))  in sg_write()
597 	SCSI_LOG_TIMEOUT(3, sg_printk(KERN_INFO, sdp,  in sg_write()
599 	if (atomic_read(&sdp->detaching))  in sg_write()
602 	      scsi_block_when_processing_errors(sdp->device)))  in sg_write()
619 		SCSI_LOG_TIMEOUT(1, sg_printk(KERN_INFO, sdp,  in sg_write()
633 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, sdp,  in sg_write()
768 	Sg_device *sdp = sfp->parentdp;  in sg_common_write()  local
790 	if (atomic_read(&sdp->detaching)) {  in sg_common_write()
812 	blk_execute_rq_nowait(sdp->device->request_queue, sdp->disk,  in sg_common_write()
843 	Sg_device *sdp;  in sg_ioctl()  local
848 	if ((!(sfp = (Sg_fd *) filp->private_data)) || (!(sdp = sfp->parentdp)))  in sg_ioctl()
851 	SCSI_LOG_TIMEOUT(3, sg_printk(KERN_INFO, sdp,  in sg_ioctl()
857 		if (atomic_read(&sdp->detaching))  in sg_ioctl()
859 		if (!scsi_block_when_processing_errors(sdp->device))  in sg_ioctl()
868 			(srp_done(sfp, srp) || atomic_read(&sdp->detaching)));  in sg_ioctl()
869 		if (atomic_read(&sdp->detaching))  in sg_ioctl()
908 			if (atomic_read(&sdp->detaching))  in sg_ioctl()
910 			sfp->low_dma = sdp->device->host->unchecked_isa_dma;  in sg_ioctl()
921 			if (atomic_read(&sdp->detaching))  in sg_ioctl()
923 			__put_user((int) sdp->device->host->host_no,  in sg_ioctl()
925 			__put_user((int) sdp->device->channel,  in sg_ioctl()
927 			__put_user((int) sdp->device->id, &sg_idp->scsi_id);  in sg_ioctl()
928 			__put_user((int) sdp->device->lun, &sg_idp->lun);  in sg_ioctl()
929 			__put_user((int) sdp->device->type, &sg_idp->scsi_type);  in sg_ioctl()
930 			__put_user((short) sdp->device->host->cmd_per_lun,  in sg_ioctl()
932 			__put_user((short) sdp->device->queue_depth,  in sg_ioctl()
968 		return put_user(sdp->sg_tablesize, ip);  in sg_ioctl()
976 			    max_sectors_bytes(sdp->device->request_queue));  in sg_ioctl()
986 			    max_sectors_bytes(sdp->device->request_queue));  in sg_ioctl()
1014 		val = (sdp->device ? 1 : 0);  in sg_ioctl()
1063 		if (atomic_read(&sdp->detaching))  in sg_ioctl()
1065 		return put_user(sdp->device->host->hostt->emulated, ip);  in sg_ioctl()
1067 		if (atomic_read(&sdp->detaching))  in sg_ioctl()
1078 		return sg_scsi_ioctl(sdp->device->request_queue, NULL, filp->f_mode, p);  in sg_ioctl()
1083 		sdp->sgdebug = (char) val;  in sg_ioctl()
1086 		return put_user(max_sectors_bytes(sdp->device->request_queue),  in sg_ioctl()
1089 		return blk_trace_setup(sdp->device->request_queue,  in sg_ioctl()
1090 				       sdp->disk->disk_name,  in sg_ioctl()
1091 				       MKDEV(SCSI_GENERIC_MAJOR, sdp->index),  in sg_ioctl()
1095 		return blk_trace_startstop(sdp->device->request_queue, 1);  in sg_ioctl()
1097 		return blk_trace_startstop(sdp->device->request_queue, 0);  in sg_ioctl()
1099 		return blk_trace_remove(sdp->device->request_queue);  in sg_ioctl()
1105 		if (atomic_read(&sdp->detaching))  in sg_ioctl()
1114 	result = scsi_ioctl_block_when_processing_errors(sdp->device,  in sg_ioctl()
1118 	return scsi_ioctl(sdp->device, cmd_in, p);  in sg_ioctl()
1124 	Sg_device *sdp;  in sg_compat_ioctl()  local
1128 	if ((!(sfp = (Sg_fd *) filp->private_data)) || (!(sdp = sfp->parentdp)))  in sg_compat_ioctl()
1131 	sdev = sdp->device;  in sg_compat_ioctl()
1148 	Sg_device *sdp;  in sg_poll()  local
1157 	sdp = sfp->parentdp;  in sg_poll()
1158 	if (!sdp)  in sg_poll()
1170 	if (atomic_read(&sdp->detaching))  in sg_poll()
1177 	SCSI_LOG_TIMEOUT(3, sg_printk(KERN_INFO, sdp,  in sg_poll()
1185 	Sg_device *sdp;  in sg_fasync()  local
1188 	if ((!(sfp = (Sg_fd *) filp->private_data)) || (!(sdp = sfp->parentdp)))  in sg_fasync()
1190 	SCSI_LOG_TIMEOUT(3, sg_printk(KERN_INFO, sdp,  in sg_fasync()
1289 	Sg_device *sdp;  in sg_rq_end_io()  local
1303 	sdp = sfp->parentdp;  in sg_rq_end_io()
1304 	if (unlikely(atomic_read(&sdp->detaching)))  in sg_rq_end_io()
1311 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, sdp,  in sg_rq_end_io()
1326 		if ((sdp->sgdebug > 0) &&  in sg_rq_end_io()
1329 			__scsi_print_sense(sdp->device, __func__, sense,  in sg_rq_end_io()
1337 		    && sdp->device->removable) {  in sg_rq_end_io()
1340 			sdp->device->changed = 1;  in sg_rq_end_io()
1403 	Sg_device *sdp;  in sg_alloc()  local
1408 	sdp = kzalloc(sizeof(Sg_device), GFP_KERNEL);  in sg_alloc()
1409 	if (!sdp) {  in sg_alloc()
1418 	error = idr_alloc(&sg_index_idr, sdp, 0, SG_MAX_DEVS, GFP_NOWAIT);  in sg_alloc()
1438 	sdp->disk = disk;  in sg_alloc()
1439 	sdp->device = scsidp;  in sg_alloc()
1440 	mutex_init(&sdp->open_rel_lock);  in sg_alloc()
1441 	INIT_LIST_HEAD(&sdp->sfds);  in sg_alloc()
1442 	init_waitqueue_head(&sdp->open_wait);  in sg_alloc()
1443 	atomic_set(&sdp->detaching, 0);  in sg_alloc()
1444 	rwlock_init(&sdp->sfd_lock);  in sg_alloc()
1445 	sdp->sg_tablesize = queue_max_segments(q);  in sg_alloc()
1446 	sdp->index = k;  in sg_alloc()
1447 	kref_init(&sdp->d_ref);  in sg_alloc()
1455 		kfree(sdp);  in sg_alloc()
1458 	return sdp;  in sg_alloc()
1466 	Sg_device *sdp = NULL;  in sg_add_device()  local
1487 	sdp = sg_alloc(disk, scsidp);  in sg_add_device()
1488 	if (IS_ERR(sdp)) {  in sg_add_device()
1490 		error = PTR_ERR(sdp);  in sg_add_device()
1494 	error = cdev_add(cdev, MKDEV(SCSI_GENERIC_MAJOR, sdp->index), 1);  in sg_add_device()
1498 	sdp->cdev = cdev;  in sg_add_device()
1504 						      sdp->index),  in sg_add_device()
1505 						sdp, "%s", disk->disk_name);  in sg_add_device()
1515 			       "to sg%d\n", __func__, sdp->index);  in sg_add_device()
1520 		    "type %d\n", sdp->index, scsidp->type);  in sg_add_device()
1522 	dev_set_drvdata(cl_dev, sdp);  in sg_add_device()
1528 	idr_remove(&sg_index_idr, sdp->index);  in sg_add_device()
1530 	kfree(sdp);  in sg_add_device()
1542 	struct sg_device *sdp = container_of(kref, struct sg_device, d_ref);  in sg_device_destroy()  local
1551 	idr_remove(&sg_index_idr, sdp->index);  in sg_device_destroy()
1555 		sg_printk(KERN_INFO, sdp, "sg_device_destroy\n"));  in sg_device_destroy()
1557 	put_disk(sdp->disk);  in sg_device_destroy()
1558 	kfree(sdp);  in sg_device_destroy()
1565 	Sg_device *sdp = dev_get_drvdata(cl_dev);  in sg_remove_device()  local
1570 	if (!sdp)  in sg_remove_device()
1573 	val = atomic_inc_return(&sdp->detaching);  in sg_remove_device()
1577 	SCSI_LOG_TIMEOUT(3, sg_printk(KERN_INFO, sdp,  in sg_remove_device()
1580 	read_lock_irqsave(&sdp->sfd_lock, iflags);  in sg_remove_device()
1581 	list_for_each_entry(sfp, &sdp->sfds, sfd_siblings) {  in sg_remove_device()
1585 	wake_up_interruptible_all(&sdp->open_wait);  in sg_remove_device()
1586 	read_unlock_irqrestore(&sdp->sfd_lock, iflags);  in sg_remove_device()
1589 	device_destroy(sg_sysfs_class, MKDEV(SCSI_GENERIC_MAJOR, sdp->index));  in sg_remove_device()
1590 	cdev_del(sdp->cdev);  in sg_remove_device()
1591 	sdp->cdev = NULL;  in sg_remove_device()
1593 	kref_put(&sdp->d_ref, sg_device_destroy);  in sg_remove_device()
2125 sg_add_sfp(Sg_device * sdp)  in sg_add_sfp()  argument
2143 	    sdp->device->host->unchecked_isa_dma : 1;  in sg_add_sfp()
2146 	sfp->parentdp = sdp;  in sg_add_sfp()
2147 	write_lock_irqsave(&sdp->sfd_lock, iflags);  in sg_add_sfp()
2148 	if (atomic_read(&sdp->detaching)) {  in sg_add_sfp()
2149 		write_unlock_irqrestore(&sdp->sfd_lock, iflags);  in sg_add_sfp()
2152 	list_add_tail(&sfp->sfd_siblings, &sdp->sfds);  in sg_add_sfp()
2153 	write_unlock_irqrestore(&sdp->sfd_lock, iflags);  in sg_add_sfp()
2154 	SCSI_LOG_TIMEOUT(3, sg_printk(KERN_INFO, sdp,  in sg_add_sfp()
2160 			max_sectors_bytes(sdp->device->request_queue));  in sg_add_sfp()
2162 	SCSI_LOG_TIMEOUT(3, sg_printk(KERN_INFO, sdp,  in sg_add_sfp()
2167 	kref_get(&sdp->d_ref);  in sg_add_sfp()
2176 	struct sg_device *sdp = sfp->parentdp;  in sg_remove_sfp_usercontext()  local
2183 		SCSI_LOG_TIMEOUT(6, sg_printk(KERN_INFO, sdp,  in sg_remove_sfp_usercontext()
2190 	SCSI_LOG_TIMEOUT(6, sg_printk(KERN_INFO, sdp,  in sg_remove_sfp_usercontext()
2194 	scsi_device_put(sdp->device);  in sg_remove_sfp_usercontext()
2195 	kref_put(&sdp->d_ref, sg_device_destroy);  in sg_remove_sfp_usercontext()
2203 	struct sg_device *sdp = sfp->parentdp;  in sg_remove_sfp()  local
2206 	write_lock_irqsave(&sdp->sfd_lock, iflags);  in sg_remove_sfp()
2208 	write_unlock_irqrestore(&sdp->sfd_lock, iflags);  in sg_remove_sfp()
2262 	struct sg_device *sdp;  in sg_get_dev()  local
2266 	sdp = sg_lookup_dev(dev);  in sg_get_dev()
2267 	if (!sdp)  in sg_get_dev()
2268 		sdp = ERR_PTR(-ENXIO);  in sg_get_dev()
2269 	else if (atomic_read(&sdp->detaching)) {  in sg_get_dev()
2273 		sdp = ERR_PTR(-ENODEV);  in sg_get_dev()
2275 		kref_get(&sdp->d_ref);  in sg_get_dev()
2278 	return sdp;  in sg_get_dev()
2547 	Sg_device *sdp;  in sg_proc_seq_show_dev()  local
2552 	sdp = it ? sg_lookup_dev(it->index) : NULL;  in sg_proc_seq_show_dev()
2553 	if ((NULL == sdp) || (NULL == sdp->device) ||  in sg_proc_seq_show_dev()
2554 	    (atomic_read(&sdp->detaching)))  in sg_proc_seq_show_dev()
2557 		scsidp = sdp->device;  in sg_proc_seq_show_dev()
2578 	Sg_device *sdp;  in sg_proc_seq_show_devstrs()  local
2583 	sdp = it ? sg_lookup_dev(it->index) : NULL;  in sg_proc_seq_show_devstrs()
2584 	scsidp = sdp ? sdp->device : NULL;  in sg_proc_seq_show_devstrs()
2585 	if (sdp && scsidp && (!atomic_read(&sdp->detaching)))  in sg_proc_seq_show_devstrs()
2595 static void sg_proc_debug_helper(struct seq_file *s, Sg_device * sdp)  in sg_proc_debug_helper()  argument
2605 	list_for_each_entry(fp, &sdp->sfds, sfd_siblings) {  in sg_proc_debug_helper()
2668 	Sg_device *sdp;  in sg_proc_seq_show_debug()  local
2676 	sdp = it ? sg_lookup_dev(it->index) : NULL;  in sg_proc_seq_show_debug()
2677 	if (NULL == sdp)  in sg_proc_seq_show_debug()
2679 	read_lock(&sdp->sfd_lock);  in sg_proc_seq_show_debug()
2680 	if (!list_empty(&sdp->sfds)) {  in sg_proc_seq_show_debug()
2681 		seq_printf(s, " >>> device=%s ", sdp->disk->disk_name);  in sg_proc_seq_show_debug()
2682 		if (atomic_read(&sdp->detaching))  in sg_proc_seq_show_debug()
2684 		else if (sdp->device) {  in sg_proc_seq_show_debug()
2685 			struct scsi_device *scsidp = sdp->device;  in sg_proc_seq_show_debug()
2694 			   sdp->sg_tablesize, sdp->exclude, sdp->open_cnt);  in sg_proc_seq_show_debug()
2695 		sg_proc_debug_helper(s, sdp);  in sg_proc_seq_show_debug()
2697 	read_unlock(&sdp->sfd_lock);  in sg_proc_seq_show_debug()