73 	struct rsxx_cardinfo *card = bdev->bd_disk->private_data;  in rsxx_blkdev_ioctl()  local
77 		return rsxx_reg_access(card, (void __user *)arg, 1);  in rsxx_blkdev_ioctl()
79 		return rsxx_reg_access(card, (void __user *)arg, 0);  in rsxx_blkdev_ioctl()
87 	struct rsxx_cardinfo *card = bdev->bd_disk->private_data;  in rsxx_getgeo()  local
88 	u64 blocks = card->size8 >> 9;  in rsxx_getgeo()
94 	if (card->size8) {  in rsxx_getgeo()
113 static void disk_stats_start(struct rsxx_cardinfo *card, struct bio *bio)  in disk_stats_start()  argument
116 			     &card->gendisk->part0);  in disk_stats_start()
119 static void disk_stats_complete(struct rsxx_cardinfo *card,  in disk_stats_complete()  argument
123 	generic_end_io_acct(bio_data_dir(bio), &card->gendisk->part0,  in disk_stats_complete()
127 static void bio_dma_done_cb(struct rsxx_cardinfo *card,  in bio_dma_done_cb()  argument
137 		if (!card->eeh_state && card->gendisk)  in bio_dma_done_cb()
138 			disk_stats_complete(card, meta->bio, meta->start_time);  in bio_dma_done_cb()
147 	struct rsxx_cardinfo *card = q->queuedata;  in rsxx_make_request()  local
153 	if (!card)  in rsxx_make_request()
156 	if (bio_end_sector(bio) > get_capacity(card->gendisk))  in rsxx_make_request()
159 	if (unlikely(card->halt)) {  in rsxx_make_request()
164 	if (unlikely(card->dma_fault)) {  in rsxx_make_request()
170 		dev_err(CARD_TO_DEV(card), "size zero BIO!\n");  in rsxx_make_request()
185 	if (!unlikely(card->halt))  in rsxx_make_request()
186 		disk_stats_start(card, bio);  in rsxx_make_request()
188 	dev_dbg(CARD_TO_DEV(card), "BIO[%c]: meta: %p addr8: x%llx size: %d\n",  in rsxx_make_request()
192 	st = rsxx_dma_queue_bio(card, bio, &bio_meta->pending_dmas,  in rsxx_make_request()
206 static bool rsxx_discard_supported(struct rsxx_cardinfo *card)  in rsxx_discard_supported()  argument
210 	pci_read_config_byte(card->dev, PCI_REVISION_ID, &pci_rev);  in rsxx_discard_supported()
215 int rsxx_attach_dev(struct rsxx_cardinfo *card)  in rsxx_attach_dev()  argument
217 	mutex_lock(&card->dev_lock);  in rsxx_attach_dev()
221 		if (card->config_valid)  in rsxx_attach_dev()
222 			set_capacity(card->gendisk, card->size8 >> 9);  in rsxx_attach_dev()
224 			set_capacity(card->gendisk, 0);  in rsxx_attach_dev()
225 		add_disk(card->gendisk);  in rsxx_attach_dev()
227 		card->bdev_attached = 1;  in rsxx_attach_dev()
230 	mutex_unlock(&card->dev_lock);  in rsxx_attach_dev()
235 void rsxx_detach_dev(struct rsxx_cardinfo *card)  in rsxx_detach_dev()  argument
237 	mutex_lock(&card->dev_lock);  in rsxx_detach_dev()
239 	if (card->bdev_attached) {  in rsxx_detach_dev()
240 		del_gendisk(card->gendisk);  in rsxx_detach_dev()
241 		card->bdev_attached = 0;  in rsxx_detach_dev()
244 	mutex_unlock(&card->dev_lock);  in rsxx_detach_dev()
247 int rsxx_setup_dev(struct rsxx_cardinfo *card)  in rsxx_setup_dev()  argument
251 	mutex_init(&card->dev_lock);  in rsxx_setup_dev()
256 	card->major = register_blkdev(0, DRIVER_NAME);  in rsxx_setup_dev()
257 	if (card->major < 0) {  in rsxx_setup_dev()
258 		dev_err(CARD_TO_DEV(card), "Failed to get major number\n");  in rsxx_setup_dev()
262 	card->queue = blk_alloc_queue(GFP_KERNEL);  in rsxx_setup_dev()
263 	if (!card->queue) {  in rsxx_setup_dev()
264 		dev_err(CARD_TO_DEV(card), "Failed queue alloc\n");  in rsxx_setup_dev()
265 		unregister_blkdev(card->major, DRIVER_NAME);  in rsxx_setup_dev()
269 	card->gendisk = alloc_disk(blkdev_minors);  in rsxx_setup_dev()
270 	if (!card->gendisk) {  in rsxx_setup_dev()
271 		dev_err(CARD_TO_DEV(card), "Failed disk alloc\n");  in rsxx_setup_dev()
272 		blk_cleanup_queue(card->queue);  in rsxx_setup_dev()
273 		unregister_blkdev(card->major, DRIVER_NAME);  in rsxx_setup_dev()
277 	if (card->config_valid) {  in rsxx_setup_dev()
278 		blk_size = card->config.data.block_size;  in rsxx_setup_dev()
279 		blk_queue_dma_alignment(card->queue, blk_size - 1);  in rsxx_setup_dev()
280 		blk_queue_logical_block_size(card->queue, blk_size);  in rsxx_setup_dev()
283 	blk_queue_make_request(card->queue, rsxx_make_request);  in rsxx_setup_dev()
284 	blk_queue_bounce_limit(card->queue, BLK_BOUNCE_ANY);  in rsxx_setup_dev()
285 	blk_queue_max_hw_sectors(card->queue, blkdev_max_hw_sectors);  in rsxx_setup_dev()
286 	blk_queue_physical_block_size(card->queue, RSXX_HW_BLK_SIZE);  in rsxx_setup_dev()
288 	queue_flag_set_unlocked(QUEUE_FLAG_NONROT, card->queue);  in rsxx_setup_dev()
289 	queue_flag_clear_unlocked(QUEUE_FLAG_ADD_RANDOM, card->queue);  in rsxx_setup_dev()
290 	if (rsxx_discard_supported(card)) {  in rsxx_setup_dev()
291 		queue_flag_set_unlocked(QUEUE_FLAG_DISCARD, card->queue);  in rsxx_setup_dev()
292 		blk_queue_max_discard_sectors(card->queue,  in rsxx_setup_dev()
294 		card->queue->limits.discard_granularity = RSXX_HW_BLK_SIZE;  in rsxx_setup_dev()
295 		card->queue->limits.discard_alignment   = RSXX_HW_BLK_SIZE;  in rsxx_setup_dev()
296 		card->queue->limits.discard_zeroes_data = 1;  in rsxx_setup_dev()
299 	card->queue->queuedata = card;  in rsxx_setup_dev()
301 	snprintf(card->gendisk->disk_name, sizeof(card->gendisk->disk_name),  in rsxx_setup_dev()
302 		 "rsxx%d", card->disk_id);  in rsxx_setup_dev()
303 	card->gendisk->driverfs_dev = &card->dev->dev;  in rsxx_setup_dev()
304 	card->gendisk->major = card->major;  in rsxx_setup_dev()
305 	card->gendisk->first_minor = 0;  in rsxx_setup_dev()
306 	card->gendisk->fops = &rsxx_fops;  in rsxx_setup_dev()
307 	card->gendisk->private_data = card;  in rsxx_setup_dev()
308 	card->gendisk->queue = card->queue;  in rsxx_setup_dev()
313 void rsxx_destroy_dev(struct rsxx_cardinfo *card)  in rsxx_destroy_dev()  argument
318 	put_disk(card->gendisk);  in rsxx_destroy_dev()
319 	card->gendisk = NULL;  in rsxx_destroy_dev()
321 	blk_cleanup_queue(card->queue);  in rsxx_destroy_dev()
322 	card->queue->queuedata = NULL;  in rsxx_destroy_dev()
323 	unregister_blkdev(card->major, DRIVER_NAME);  in rsxx_destroy_dev()