46 static u32 mlx4_buddy_alloc(struct mlx4_buddy *buddy, int order)  in mlx4_buddy_alloc()  argument
54 	for (o = order; o <= buddy->max_order; ++o)  in mlx4_buddy_alloc()
69 	while (o > order) {  in mlx4_buddy_alloc()
78 	seg <<= order;  in mlx4_buddy_alloc()
83 static void mlx4_buddy_free(struct mlx4_buddy *buddy, u32 seg, int order)  in mlx4_buddy_free()  argument
85 	seg >>= order;  in mlx4_buddy_free()
89 	while (test_bit(seg ^ 1, buddy->bits[order])) {  in mlx4_buddy_free()
90 		clear_bit(seg ^ 1, buddy->bits[order]);  in mlx4_buddy_free()
91 		--buddy->num_free[order];  in mlx4_buddy_free()
93 		++order;  in mlx4_buddy_free()
96 	set_bit(seg, buddy->bits[order]);  in mlx4_buddy_free()
97 	++buddy->num_free[order];  in mlx4_buddy_free()
153 u32 __mlx4_alloc_mtt_range(struct mlx4_dev *dev, int order)  in __mlx4_alloc_mtt_range()  argument
160 	seg_order = max_t(int, order - log_mtts_per_seg, 0);  in __mlx4_alloc_mtt_range()
169 				 offset + (1 << order) - 1)) {  in __mlx4_alloc_mtt_range()
177 static u32 mlx4_alloc_mtt_range(struct mlx4_dev *dev, int order)  in mlx4_alloc_mtt_range()  argument
184 		set_param_l(&in_param, order);  in mlx4_alloc_mtt_range()
194 	return __mlx4_alloc_mtt_range(dev, order);  in mlx4_alloc_mtt_range()
203 		mtt->order      = -1;  in mlx4_mtt_init()
209 	for (mtt->order = 0, i = 1; i < npages; i <<= 1)  in mlx4_mtt_init()
210 		++mtt->order;  in mlx4_mtt_init()
212 	mtt->offset = mlx4_alloc_mtt_range(dev, mtt->order);  in mlx4_mtt_init()
220 void __mlx4_free_mtt_range(struct mlx4_dev *dev, u32 offset, int order)  in __mlx4_free_mtt_range()  argument
226 	seg_order = max_t(int, order - log_mtts_per_seg, 0);  in __mlx4_free_mtt_range()
231 			     offset + (1 << order) - 1);  in __mlx4_free_mtt_range()
234 static void mlx4_free_mtt_range(struct mlx4_dev *dev, u32 offset, int order)  in mlx4_free_mtt_range()  argument
241 		set_param_h(&in_param, order);  in mlx4_free_mtt_range()
248 				  offset, order);  in mlx4_free_mtt_range()
251 	 __mlx4_free_mtt_range(dev, offset, order);  in mlx4_free_mtt_range()
256 	if (mtt->order < 0)  in mlx4_mtt_cleanup()
259 	mlx4_free_mtt_range(dev, mtt->offset, mtt->order);  in mlx4_mtt_cleanup()
587 	mr->mtt.order = -1;  in mlx4_mr_rereg_mem_cleanup()
606 	if (mr->mtt.order < 0) {  in mlx4_mr_rereg_mem_write()
613 			mpt_entry->mtt_sz    = cpu_to_be32(1 << mr->mtt.order);  in mlx4_mr_rereg_mem_write()
615 	if (mr->mtt.order >= 0 && mr->mtt.page_shift == 0) {  in mlx4_mr_rereg_mem_write()
655 	if (mr->mtt.order < 0) {  in mlx4_mr_enable()
663 	if (mr->mtt.order >= 0 && mr->mtt.page_shift == 0) {  in mlx4_mr_enable()
668 		mpt_entry->mtt_sz    = cpu_to_be32(1 << mr->mtt.order);  in mlx4_mr_enable()
757 	if (mtt->order < 0)  in mlx4_write_mtt()