280 static void virtio_ccw_drop_indicators(struct virtio_ccw_device *vcdev)  in virtio_ccw_drop_indicators()  argument
284 	list_for_each_entry(info, &vcdev->virtqueues, node)  in virtio_ccw_drop_indicators()
285 		drop_airq_indicator(info->vq, vcdev->airq_info);  in virtio_ccw_drop_indicators()
288 static int doing_io(struct virtio_ccw_device *vcdev, __u32 flag)  in doing_io()  argument
293 	spin_lock_irqsave(get_ccwdev_lock(vcdev->cdev), flags);  in doing_io()
294 	if (vcdev->err)  in doing_io()
297 		ret = vcdev->curr_io & flag;  in doing_io()
298 	spin_unlock_irqrestore(get_ccwdev_lock(vcdev->cdev), flags);  in doing_io()
302 static int ccw_io_helper(struct virtio_ccw_device *vcdev,  in ccw_io_helper()  argument
310 		spin_lock_irqsave(get_ccwdev_lock(vcdev->cdev), flags);  in ccw_io_helper()
311 		ret = ccw_device_start(vcdev->cdev, ccw, intparm, 0, 0);  in ccw_io_helper()
313 			if (!vcdev->curr_io)  in ccw_io_helper()
314 				vcdev->err = 0;  in ccw_io_helper()
315 			vcdev->curr_io |= flag;  in ccw_io_helper()
317 		spin_unlock_irqrestore(get_ccwdev_lock(vcdev->cdev), flags);  in ccw_io_helper()
320 	wait_event(vcdev->wait_q, doing_io(vcdev, flag) == 0);  in ccw_io_helper()
321 	return ret ? ret : vcdev->err;  in ccw_io_helper()
324 static void virtio_ccw_drop_indicator(struct virtio_ccw_device *vcdev,  in virtio_ccw_drop_indicator()  argument
330 	struct airq_info *airq_info = vcdev->airq_info;  in virtio_ccw_drop_indicator()
332 	if (vcdev->is_thinint) {  in virtio_ccw_drop_indicator()
344 		indicatorp = kmalloc(sizeof(&vcdev->indicators),  in virtio_ccw_drop_indicator()
350 		ccw->count = sizeof(vcdev->indicators);  in virtio_ccw_drop_indicator()
354 	vcdev->indicators = 0;  in virtio_ccw_drop_indicator()
356 	ret = ccw_io_helper(vcdev, ccw,  in virtio_ccw_drop_indicator()
357 			    vcdev->is_thinint ?  in virtio_ccw_drop_indicator()
361 		dev_info(&vcdev->cdev->dev,  in virtio_ccw_drop_indicator()
363 	else if (vcdev->is_thinint)  in virtio_ccw_drop_indicator()
364 		virtio_ccw_drop_indicators(vcdev);  in virtio_ccw_drop_indicator()
389 	struct virtio_ccw_device *vcdev;  in virtio_ccw_kvm_notify()  local
392 	vcdev = to_vc_device(info->vq->vdev);  in virtio_ccw_kvm_notify()
393 	ccw_device_get_schid(vcdev->cdev, &schid);  in virtio_ccw_kvm_notify()
400 static int virtio_ccw_read_vq_conf(struct virtio_ccw_device *vcdev,  in virtio_ccw_read_vq_conf()  argument
403 	vcdev->config_block->index = index;  in virtio_ccw_read_vq_conf()
407 	ccw->cda = (__u32)(unsigned long)(vcdev->config_block);  in virtio_ccw_read_vq_conf()
408 	ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_READ_VQ_CONF);  in virtio_ccw_read_vq_conf()
409 	return vcdev->config_block->num;  in virtio_ccw_read_vq_conf()
414 	struct virtio_ccw_device *vcdev = to_vc_device(vq->vdev);  in virtio_ccw_del_vq()  local
422 	spin_lock_irqsave(&vcdev->lock, flags);  in virtio_ccw_del_vq()
424 	spin_unlock_irqrestore(&vcdev->lock, flags);  in virtio_ccw_del_vq()
427 	if (vcdev->revision == 0) {  in virtio_ccw_del_vq()
444 	ret = ccw_io_helper(vcdev, ccw,  in virtio_ccw_del_vq()
465 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_del_vqs()  local
471 	virtio_ccw_drop_indicator(vcdev, ccw);  in virtio_ccw_del_vqs()
484 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_setup_vq()  local
494 		dev_warn(&vcdev->cdev->dev, "no info\n");  in virtio_ccw_setup_vq()
501 		dev_warn(&vcdev->cdev->dev, "no info block\n");  in virtio_ccw_setup_vq()
505 	info->num = virtio_ccw_read_vq_conf(vcdev, ccw, i);  in virtio_ccw_setup_vq()
509 		dev_warn(&vcdev->cdev->dev, "no queue\n");  in virtio_ccw_setup_vq()
519 		dev_warn(&vcdev->cdev->dev, "no vq\n");  in virtio_ccw_setup_vq()
525 	if (vcdev->revision == 0) {  in virtio_ccw_setup_vq()
542 	err = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_SET_VQ | i);  in virtio_ccw_setup_vq()
544 		dev_warn(&vcdev->cdev->dev, "SET_VQ failed\n");  in virtio_ccw_setup_vq()
552 	spin_lock_irqsave(&vcdev->lock, flags);  in virtio_ccw_setup_vq()
553 	list_add(&info->node, &vcdev->virtqueues);  in virtio_ccw_setup_vq()
554 	spin_unlock_irqrestore(&vcdev->lock, flags);  in virtio_ccw_setup_vq()
570 static int virtio_ccw_register_adapter_ind(struct virtio_ccw_device *vcdev,  in virtio_ccw_register_adapter_ind()  argument
586 						     &vcdev->airq_info);  in virtio_ccw_register_adapter_ind()
591 	info = vcdev->airq_info;  in virtio_ccw_register_adapter_ind()
599 	ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_SET_IND_ADAPTER);  in virtio_ccw_register_adapter_ind()
609 			dev_warn(&vcdev->cdev->dev,  in virtio_ccw_register_adapter_ind()
611 		virtio_ccw_drop_indicators(vcdev);  in virtio_ccw_register_adapter_ind()
623 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_find_vqs()  local
643 	indicatorp = kmalloc(sizeof(&vcdev->indicators), GFP_DMA | GFP_KERNEL);  in virtio_ccw_find_vqs()
646 	*indicatorp = (unsigned long) &vcdev->indicators;  in virtio_ccw_find_vqs()
647 	if (vcdev->is_thinint) {  in virtio_ccw_find_vqs()
648 		ret = virtio_ccw_register_adapter_ind(vcdev, vqs, nvqs, ccw);  in virtio_ccw_find_vqs()
651 			vcdev->is_thinint = 0;  in virtio_ccw_find_vqs()
653 	if (!vcdev->is_thinint) {  in virtio_ccw_find_vqs()
655 		vcdev->indicators = 0;  in virtio_ccw_find_vqs()
658 		ccw->count = sizeof(vcdev->indicators);  in virtio_ccw_find_vqs()
660 		ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_SET_IND);  in virtio_ccw_find_vqs()
665 	*indicatorp = (unsigned long) &vcdev->indicators2;  in virtio_ccw_find_vqs()
666 	vcdev->indicators2 = 0;  in virtio_ccw_find_vqs()
669 	ccw->count = sizeof(vcdev->indicators2);  in virtio_ccw_find_vqs()
671 	ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_SET_CONF_IND);  in virtio_ccw_find_vqs()
687 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_reset()  local
695 	*vcdev->status = 0;  in virtio_ccw_reset()
702 	ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_RESET);  in virtio_ccw_reset()
708 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_get_features()  local
729 	ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_READ_FEAT);  in virtio_ccw_get_features()
737 	if (vcdev->revision == 0)  in virtio_ccw_get_features()
746 	ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_READ_FEAT);  in virtio_ccw_get_features()
758 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_finalize_features()  local
763 	if (vcdev->revision >= 1 &&  in virtio_ccw_finalize_features()
789 	ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_WRITE_FEAT);  in virtio_ccw_finalize_features()
793 	if (vcdev->revision == 0)  in virtio_ccw_finalize_features()
803 	ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_WRITE_FEAT);  in virtio_ccw_finalize_features()
815 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_get_config()  local
833 	ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_READ_CONFIG);  in virtio_ccw_get_config()
837 	memcpy(vcdev->config, config_area, offset + len);  in virtio_ccw_get_config()
839 		memcpy(buf, &vcdev->config[offset], len);  in virtio_ccw_get_config()
840 	if (vcdev->config_ready < offset + len)  in virtio_ccw_get_config()
841 		vcdev->config_ready = offset + len;  in virtio_ccw_get_config()
852 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_set_config()  local
865 	if (vcdev->config_ready < offset)  in virtio_ccw_set_config()
867 	memcpy(&vcdev->config[offset], buf, len);  in virtio_ccw_set_config()
869 	memcpy(config_area, vcdev->config, sizeof(vcdev->config));  in virtio_ccw_set_config()
874 	ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_WRITE_CONFIG);  in virtio_ccw_set_config()
883 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_get_status()  local
885 	return *vcdev->status;  in virtio_ccw_get_status()
890 	struct virtio_ccw_device *vcdev = to_vc_device(vdev);  in virtio_ccw_set_status()  local
891 	u8 old_status = *vcdev->status;  in virtio_ccw_set_status()
900 	*vcdev->status = status;  in virtio_ccw_set_status()
904 	ccw->cda = (__u32)(unsigned long)vcdev->status;  in virtio_ccw_set_status()
905 	ret = ccw_io_helper(vcdev, ccw, VIRTIO_CCW_DOING_WRITE_STATUS);  in virtio_ccw_set_status()
908 		*vcdev->status = old_status;  in virtio_ccw_set_status()
933 	struct virtio_ccw_device *vcdev = to_vc_device(dev);  in virtio_ccw_release_dev()  local
935 	kfree(vcdev->status);  in virtio_ccw_release_dev()
936 	kfree(vcdev->config_block);  in virtio_ccw_release_dev()
937 	kfree(vcdev);  in virtio_ccw_release_dev()
951 static struct virtqueue *virtio_ccw_vq_by_ind(struct virtio_ccw_device *vcdev,  in virtio_ccw_vq_by_ind()  argument
959 	spin_lock_irqsave(&vcdev->lock, flags);  in virtio_ccw_vq_by_ind()
960 	list_for_each_entry(info, &vcdev->virtqueues, node) {  in virtio_ccw_vq_by_ind()
966 	spin_unlock_irqrestore(&vcdev->lock, flags);  in virtio_ccw_vq_by_ind()
975 	struct virtio_ccw_device *vcdev = dev_get_drvdata(&cdev->dev);  in virtio_ccw_int_handler()  local
979 	if (!vcdev)  in virtio_ccw_int_handler()
991 			vcdev->err = -EOPNOTSUPP;  in virtio_ccw_int_handler()
994 			vcdev->err = -EIO;  in virtio_ccw_int_handler()
996 	if (vcdev->curr_io & activity) {  in virtio_ccw_int_handler()
1010 			vcdev->curr_io &= ~activity;  in virtio_ccw_int_handler()
1011 			wake_up(&vcdev->wait_q);  in virtio_ccw_int_handler()
1021 	for_each_set_bit(i, &vcdev->indicators,  in virtio_ccw_int_handler()
1022 			 sizeof(vcdev->indicators) * BITS_PER_BYTE) {  in virtio_ccw_int_handler()
1024 		clear_bit(i, &vcdev->indicators);  in virtio_ccw_int_handler()
1026 		vq = virtio_ccw_vq_by_ind(vcdev, i);  in virtio_ccw_int_handler()
1029 	if (test_bit(0, &vcdev->indicators2)) {  in virtio_ccw_int_handler()
1030 		virtio_config_changed(&vcdev->vdev);  in virtio_ccw_int_handler()
1031 		clear_bit(0, &vcdev->indicators2);  in virtio_ccw_int_handler()
1080 	struct virtio_ccw_device *vcdev;  in virtio_grab_drvdata()  local
1083 	vcdev = dev_get_drvdata(&cdev->dev);  in virtio_grab_drvdata()
1084 	if (!vcdev || vcdev->going_away) {  in virtio_grab_drvdata()
1088 	vcdev->going_away = true;  in virtio_grab_drvdata()
1090 	return vcdev;  in virtio_grab_drvdata()
1096 	struct virtio_ccw_device *vcdev = virtio_grab_drvdata(cdev);  in virtio_ccw_remove()  local
1098 	if (vcdev && cdev->online) {  in virtio_ccw_remove()
1099 		if (vcdev->device_lost)  in virtio_ccw_remove()
1100 			virtio_break_device(&vcdev->vdev);  in virtio_ccw_remove()
1101 		unregister_virtio_device(&vcdev->vdev);  in virtio_ccw_remove()
1112 	struct virtio_ccw_device *vcdev = virtio_grab_drvdata(cdev);  in virtio_ccw_offline()  local
1114 	if (!vcdev)  in virtio_ccw_offline()
1116 	if (vcdev->device_lost)  in virtio_ccw_offline()
1117 		virtio_break_device(&vcdev->vdev);  in virtio_ccw_offline()
1118 	unregister_virtio_device(&vcdev->vdev);  in virtio_ccw_offline()
1125 static int virtio_ccw_set_transport_rev(struct virtio_ccw_device *vcdev)  in virtio_ccw_set_transport_rev()  argument
1146 	vcdev->revision = VIRTIO_CCW_REV_MAX;  in virtio_ccw_set_transport_rev()
1148 		rev->revision = vcdev->revision;  in virtio_ccw_set_transport_rev()
1151 		ret = ccw_io_helper(vcdev, ccw,  in virtio_ccw_set_transport_rev()
1154 			if (vcdev->revision == 0)  in virtio_ccw_set_transport_rev()
1162 				vcdev->revision--;  in virtio_ccw_set_transport_rev()
1174 	struct virtio_ccw_device *vcdev;  in virtio_ccw_online()  local
1177 	vcdev = kzalloc(sizeof(*vcdev), GFP_KERNEL);  in virtio_ccw_online()
1178 	if (!vcdev) {  in virtio_ccw_online()
1183 	vcdev->config_block = kzalloc(sizeof(*vcdev->config_block),  in virtio_ccw_online()
1185 	if (!vcdev->config_block) {  in virtio_ccw_online()
1189 	vcdev->status = kzalloc(sizeof(*vcdev->status), GFP_DMA | GFP_KERNEL);  in virtio_ccw_online()
1190 	if (!vcdev->status) {  in virtio_ccw_online()
1195 	vcdev->is_thinint = virtio_ccw_use_airq; /* at least try */  in virtio_ccw_online()
1197 	vcdev->vdev.dev.parent = &cdev->dev;  in virtio_ccw_online()
1198 	vcdev->vdev.dev.release = virtio_ccw_release_dev;  in virtio_ccw_online()
1199 	vcdev->vdev.config = &virtio_ccw_config_ops;  in virtio_ccw_online()
1200 	vcdev->cdev = cdev;  in virtio_ccw_online()
1201 	init_waitqueue_head(&vcdev->wait_q);  in virtio_ccw_online()
1202 	INIT_LIST_HEAD(&vcdev->virtqueues);  in virtio_ccw_online()
1203 	spin_lock_init(&vcdev->lock);  in virtio_ccw_online()
1206 	dev_set_drvdata(&cdev->dev, vcdev);  in virtio_ccw_online()
1208 	vcdev->vdev.id.vendor = cdev->id.cu_type;  in virtio_ccw_online()
1209 	vcdev->vdev.id.device = cdev->id.cu_model;  in virtio_ccw_online()
1211 	ret = virtio_ccw_set_transport_rev(vcdev);  in virtio_ccw_online()
1215 	ret = register_virtio_device(&vcdev->vdev);  in virtio_ccw_online()
1226 	put_device(&vcdev->vdev.dev);  in virtio_ccw_online()
1229 	if (vcdev) {  in virtio_ccw_online()
1230 		kfree(vcdev->status);  in virtio_ccw_online()
1231 		kfree(vcdev->config_block);  in virtio_ccw_online()
1233 	kfree(vcdev);  in virtio_ccw_online()
1240 	struct virtio_ccw_device *vcdev = dev_get_drvdata(&cdev->dev);  in virtio_ccw_cio_notify()  local
1246 	if (!vcdev)  in virtio_ccw_cio_notify()
1251 		vcdev->device_lost = true;  in virtio_ccw_cio_notify()