62 	void (*get)(struct virtio_device *vdev, unsigned offset,
64 	void (*set)(struct virtio_device *vdev, unsigned offset,
66 	u32 (*generation)(struct virtio_device *vdev);
67 	u8 (*get_status)(struct virtio_device *vdev);
68 	void (*set_status)(struct virtio_device *vdev, u8 status);
69 	void (*reset)(struct virtio_device *vdev);
75 	u64 (*get_features)(struct virtio_device *vdev);
76 	int (*finalize_features)(struct virtio_device *vdev);
77 	const char *(*bus_name)(struct virtio_device *vdev);
82 void virtio_check_driver_offered_feature(const struct virtio_device *vdev,
92 static inline bool __virtio_test_bit(const struct virtio_device *vdev,  in __virtio_test_bit()  argument
101 	return vdev->features & BIT_ULL(fbit);  in __virtio_test_bit()
109 static inline void __virtio_set_bit(struct virtio_device *vdev,  in __virtio_set_bit()  argument
118 	vdev->features |= BIT_ULL(fbit);  in __virtio_set_bit()
126 static inline void __virtio_clear_bit(struct virtio_device *vdev,  in __virtio_clear_bit()  argument
135 	vdev->features &= ~BIT_ULL(fbit);  in __virtio_clear_bit()
143 static inline bool virtio_has_feature(const struct virtio_device *vdev,  in virtio_has_feature()  argument
147 		virtio_check_driver_offered_feature(vdev, fbit);  in virtio_has_feature()
149 	return __virtio_test_bit(vdev, fbit);  in virtio_has_feature()
153 struct virtqueue *virtio_find_single_vq(struct virtio_device *vdev,  in virtio_find_single_vq()  argument
159 	int err = vdev->config->find_vqs(vdev, 1, &vq, callbacks, names);  in virtio_find_single_vq()
183 const char *virtio_bus_name(struct virtio_device *vdev)  in virtio_bus_name()  argument
185 	if (!vdev->config->bus_name)  in virtio_bus_name()
187 	return vdev->config->bus_name(vdev);  in virtio_bus_name()
202 	struct virtio_device *vdev = vq->vdev;  in virtqueue_set_affinity()  local
203 	if (vdev->config->set_vq_affinity)  in virtqueue_set_affinity()
204 		return vdev->config->set_vq_affinity(vq, cpu);  in virtqueue_set_affinity()
208 static inline bool virtio_is_little_endian(struct virtio_device *vdev)  in virtio_is_little_endian()  argument
210 	return virtio_has_feature(vdev, VIRTIO_F_VERSION_1) ||  in virtio_is_little_endian()
215 static inline u16 virtio16_to_cpu(struct virtio_device *vdev, __virtio16 val)  in virtio16_to_cpu()  argument
217 	return __virtio16_to_cpu(virtio_is_little_endian(vdev), val);  in virtio16_to_cpu()
220 static inline __virtio16 cpu_to_virtio16(struct virtio_device *vdev, u16 val)  in cpu_to_virtio16()  argument
222 	return __cpu_to_virtio16(virtio_is_little_endian(vdev), val);  in cpu_to_virtio16()
225 static inline u32 virtio32_to_cpu(struct virtio_device *vdev, __virtio32 val)  in virtio32_to_cpu()  argument
227 	return __virtio32_to_cpu(virtio_is_little_endian(vdev), val);  in virtio32_to_cpu()
230 static inline __virtio32 cpu_to_virtio32(struct virtio_device *vdev, u32 val)  in cpu_to_virtio32()  argument
232 	return __cpu_to_virtio32(virtio_is_little_endian(vdev), val);  in cpu_to_virtio32()
235 static inline u64 virtio64_to_cpu(struct virtio_device *vdev, __virtio64 val)  in virtio64_to_cpu()  argument
237 	return __virtio64_to_cpu(virtio_is_little_endian(vdev), val);  in virtio64_to_cpu()
240 static inline __virtio64 cpu_to_virtio64(struct virtio_device *vdev, u64 val)  in cpu_to_virtio64()  argument
242 	return __cpu_to_virtio64(virtio_is_little_endian(vdev), val);  in cpu_to_virtio64()
246 #define virtio_cread(vdev, structname, member, ptr)			\  argument
254 			*(ptr) = virtio_cread8(vdev,			\
258 			*(ptr) = virtio_cread16(vdev,			\
262 			*(ptr) = virtio_cread32(vdev,			\
266 			*(ptr) = virtio_cread64(vdev,			\
275 #define virtio_cwrite(vdev, structname, member, ptr)			\  argument
283 			virtio_cwrite8(vdev,				\
288 			virtio_cwrite16(vdev,				\
293 			virtio_cwrite32(vdev,				\
298 			virtio_cwrite64(vdev,				\
308 static inline void __virtio_cread_many(struct virtio_device *vdev,  in __virtio_cread_many()  argument
312 	u32 old, gen = vdev->config->generation ?  in __virtio_cread_many()
313 		vdev->config->generation(vdev) : 0;  in __virtio_cread_many()
320 			vdev->config->get(vdev, offset + bytes * i,  in __virtio_cread_many()
323 		gen = vdev->config->generation ?  in __virtio_cread_many()
324 			vdev->config->generation(vdev) : 0;  in __virtio_cread_many()
328 static inline void virtio_cread_bytes(struct virtio_device *vdev,  in virtio_cread_bytes()  argument
332 	__virtio_cread_many(vdev, offset, buf, len, 1);  in virtio_cread_bytes()
335 static inline u8 virtio_cread8(struct virtio_device *vdev, unsigned int offset)  in virtio_cread8()  argument
338 	vdev->config->get(vdev, offset, &ret, sizeof(ret));  in virtio_cread8()
342 static inline void virtio_cwrite8(struct virtio_device *vdev,  in virtio_cwrite8()  argument
345 	vdev->config->set(vdev, offset, &val, sizeof(val));  in virtio_cwrite8()
348 static inline u16 virtio_cread16(struct virtio_device *vdev,  in virtio_cread16()  argument
352 	vdev->config->get(vdev, offset, &ret, sizeof(ret));  in virtio_cread16()
353 	return virtio16_to_cpu(vdev, (__force __virtio16)ret);  in virtio_cread16()
356 static inline void virtio_cwrite16(struct virtio_device *vdev,  in virtio_cwrite16()  argument
359 	val = (__force u16)cpu_to_virtio16(vdev, val);  in virtio_cwrite16()
360 	vdev->config->set(vdev, offset, &val, sizeof(val));  in virtio_cwrite16()
363 static inline u32 virtio_cread32(struct virtio_device *vdev,  in virtio_cread32()  argument
367 	vdev->config->get(vdev, offset, &ret, sizeof(ret));  in virtio_cread32()
368 	return virtio32_to_cpu(vdev, (__force __virtio32)ret);  in virtio_cread32()
371 static inline void virtio_cwrite32(struct virtio_device *vdev,  in virtio_cwrite32()  argument
374 	val = (__force u32)cpu_to_virtio32(vdev, val);  in virtio_cwrite32()
375 	vdev->config->set(vdev, offset, &val, sizeof(val));  in virtio_cwrite32()
378 static inline u64 virtio_cread64(struct virtio_device *vdev,  in virtio_cread64()  argument
382 	__virtio_cread_many(vdev, offset, &ret, 1, sizeof(ret));  in virtio_cread64()
383 	return virtio64_to_cpu(vdev, (__force __virtio64)ret);  in virtio_cread64()
386 static inline void virtio_cwrite64(struct virtio_device *vdev,  in virtio_cwrite64()  argument
389 	val = (__force u64)cpu_to_virtio64(vdev, val);  in virtio_cwrite64()
390 	vdev->config->set(vdev, offset, &val, sizeof(val));  in virtio_cwrite64()
394 #define virtio_cread_feature(vdev, fbit, structname, member, ptr)	\  argument
397 		if (!virtio_has_feature(vdev, fbit))			\
400 			virtio_cread((vdev), structname, member, ptr);	\