447 		      struct mthca_user_db_table *db_tab, int index, u64 uaddr)  in mthca_map_user_db()  argument
459 	mutex_lock(&db_tab->mutex);  in mthca_map_user_db()
463 	if ((db_tab->page[i].refcount >= MTHCA_DB_REC_PER_PAGE)       ||  in mthca_map_user_db()
464 	    (db_tab->page[i].uvirt && db_tab->page[i].uvirt != uaddr) ||  in mthca_map_user_db()
470 	if (db_tab->page[i].refcount) {  in mthca_map_user_db()
471 		++db_tab->page[i].refcount;  in mthca_map_user_db()
480 	sg_set_page(&db_tab->page[i].mem, pages[0], MTHCA_ICM_PAGE_SIZE,  in mthca_map_user_db()
483 	ret = pci_map_sg(dev->pdev, &db_tab->page[i].mem, 1, PCI_DMA_TODEVICE);  in mthca_map_user_db()
489 	ret = mthca_MAP_ICM_page(dev, sg_dma_address(&db_tab->page[i].mem),  in mthca_map_user_db()
492 		pci_unmap_sg(dev->pdev, &db_tab->page[i].mem, 1, PCI_DMA_TODEVICE);  in mthca_map_user_db()
493 		put_page(sg_page(&db_tab->page[i].mem));  in mthca_map_user_db()
497 	db_tab->page[i].uvirt    = uaddr;  in mthca_map_user_db()
498 	db_tab->page[i].refcount = 1;  in mthca_map_user_db()
501 	mutex_unlock(&db_tab->mutex);  in mthca_map_user_db()
506 			 struct mthca_user_db_table *db_tab, int index)  in mthca_unmap_user_db()  argument
516 	mutex_lock(&db_tab->mutex);  in mthca_unmap_user_db()
518 	--db_tab->page[index / MTHCA_DB_REC_PER_PAGE].refcount;  in mthca_unmap_user_db()
520 	mutex_unlock(&db_tab->mutex);  in mthca_unmap_user_db()
525 	struct mthca_user_db_table *db_tab;  in mthca_init_user_db_tab()  local
533 	db_tab = kmalloc(sizeof *db_tab + npages * sizeof *db_tab->page, GFP_KERNEL);  in mthca_init_user_db_tab()
534 	if (!db_tab)  in mthca_init_user_db_tab()
537 	mutex_init(&db_tab->mutex);  in mthca_init_user_db_tab()
539 		db_tab->page[i].refcount = 0;  in mthca_init_user_db_tab()
540 		db_tab->page[i].uvirt    = 0;  in mthca_init_user_db_tab()
541 		sg_init_table(&db_tab->page[i].mem, 1);  in mthca_init_user_db_tab()
544 	return db_tab;  in mthca_init_user_db_tab()
548 			       struct mthca_user_db_table *db_tab)  in mthca_cleanup_user_db_tab()  argument
556 		if (db_tab->page[i].uvirt) {  in mthca_cleanup_user_db_tab()
558 			pci_unmap_sg(dev->pdev, &db_tab->page[i].mem, 1, PCI_DMA_TODEVICE);  in mthca_cleanup_user_db_tab()
559 			put_page(sg_page(&db_tab->page[i].mem));  in mthca_cleanup_user_db_tab()
563 	kfree(db_tab);  in mthca_cleanup_user_db_tab()
575 	mutex_lock(&dev->db_tab->mutex);  in mthca_alloc_db()
582 		end   = dev->db_tab->max_group1;  in mthca_alloc_db()
590 		start = dev->db_tab->npages - 1;  in mthca_alloc_db()
591 		end   = dev->db_tab->min_group2;  in mthca_alloc_db()
601 		if (dev->db_tab->page[i].db_rec &&  in mthca_alloc_db()
602 		    !bitmap_full(dev->db_tab->page[i].used,  in mthca_alloc_db()
604 			page = dev->db_tab->page + i;  in mthca_alloc_db()
609 		if (!dev->db_tab->page[i].db_rec) {  in mthca_alloc_db()
610 			page = dev->db_tab->page + i;  in mthca_alloc_db()
614 	if (dev->db_tab->max_group1 >= dev->db_tab->min_group2 - 1) {  in mthca_alloc_db()
620 		++dev->db_tab->max_group1;  in mthca_alloc_db()
622 		--dev->db_tab->min_group2;  in mthca_alloc_db()
624 	page = dev->db_tab->page + end;  in mthca_alloc_db()
659 	mutex_unlock(&dev->db_tab->mutex);  in mthca_alloc_db()
672 	page = dev->db_tab->page + i;  in mthca_free_db()
674 	mutex_lock(&dev->db_tab->mutex);  in mthca_free_db()
677 	if (i >= dev->db_tab->min_group2)  in mthca_free_db()
682 	    i >= dev->db_tab->max_group1 - 1) {  in mthca_free_db()
689 		if (i == dev->db_tab->max_group1) {  in mthca_free_db()
690 			--dev->db_tab->max_group1;  in mthca_free_db()
693 		if (i == dev->db_tab->min_group2)  in mthca_free_db()
694 			++dev->db_tab->min_group2;  in mthca_free_db()
697 	mutex_unlock(&dev->db_tab->mutex);  in mthca_free_db()
707 	dev->db_tab = kmalloc(sizeof *dev->db_tab, GFP_KERNEL);  in mthca_init_db_tab()
708 	if (!dev->db_tab)  in mthca_init_db_tab()
711 	mutex_init(&dev->db_tab->mutex);  in mthca_init_db_tab()
713 	dev->db_tab->npages     = dev->uar_table.uarc_size / MTHCA_ICM_PAGE_SIZE;  in mthca_init_db_tab()
714 	dev->db_tab->max_group1 = 0;  in mthca_init_db_tab()
715 	dev->db_tab->min_group2 = dev->db_tab->npages - 1;  in mthca_init_db_tab()
717 	dev->db_tab->page = kmalloc(dev->db_tab->npages *  in mthca_init_db_tab()
718 				    sizeof *dev->db_tab->page,  in mthca_init_db_tab()
720 	if (!dev->db_tab->page) {  in mthca_init_db_tab()
721 		kfree(dev->db_tab);  in mthca_init_db_tab()
725 	for (i = 0; i < dev->db_tab->npages; ++i)  in mthca_init_db_tab()
726 		dev->db_tab->page[i].db_rec = NULL;  in mthca_init_db_tab()
744 	for (i = 0; i < dev->db_tab->npages; ++i) {  in mthca_cleanup_db_tab()
745 		if (!dev->db_tab->page[i].db_rec)  in mthca_cleanup_db_tab()
748 		if (!bitmap_empty(dev->db_tab->page[i].used, MTHCA_DB_REC_PER_PAGE))  in mthca_cleanup_db_tab()
754 				  dev->db_tab->page[i].db_rec,  in mthca_cleanup_db_tab()
755 				  dev->db_tab->page[i].mapping);  in mthca_cleanup_db_tab()
758 	kfree(dev->db_tab->page);  in mthca_cleanup_db_tab()
759 	kfree(dev->db_tab);  in mthca_cleanup_db_tab()