78 void mlx4_free_icm(struct mlx4_dev *dev, struct mlx4_icm *icm, int coherent)  in mlx4_free_icm()  argument
82 	if (!icm)  in mlx4_free_icm()
85 	list_for_each_entry_safe(chunk, tmp, &icm->chunk_list, list) {  in mlx4_free_icm()
94 	kfree(icm);  in mlx4_free_icm()
130 	struct mlx4_icm *icm;  in mlx4_alloc_icm()  local
138 	icm = kmalloc_node(sizeof(*icm),  in mlx4_alloc_icm()
141 	if (!icm) {  in mlx4_alloc_icm()
142 		icm = kmalloc(sizeof(*icm),  in mlx4_alloc_icm()
144 		if (!icm)  in mlx4_alloc_icm()
148 	icm->refcount = 0;  in mlx4_alloc_icm()
149 	INIT_LIST_HEAD(&icm->chunk_list);  in mlx4_alloc_icm()
170 			list_add_tail(&chunk->list, &icm->chunk_list);  in mlx4_alloc_icm()
220 	return icm;  in mlx4_alloc_icm()
223 	mlx4_free_icm(dev, icm, coherent);  in mlx4_alloc_icm()
227 static int mlx4_MAP_ICM(struct mlx4_dev *dev, struct mlx4_icm *icm, u64 virt)  in mlx4_MAP_ICM()  argument
229 	return mlx4_map_cmd(dev, MLX4_CMD_MAP_ICM, icm, virt);  in mlx4_MAP_ICM()
238 int mlx4_MAP_ICM_AUX(struct mlx4_dev *dev, struct mlx4_icm *icm)  in mlx4_MAP_ICM_AUX()  argument
240 	return mlx4_map_cmd(dev, MLX4_CMD_MAP_ICM_AUX, icm, -1);  in mlx4_MAP_ICM_AUX()
258 	if (table->icm[i]) {  in mlx4_table_get()
259 		++table->icm[i]->refcount;  in mlx4_table_get()
263 	table->icm[i] = mlx4_alloc_icm(dev, MLX4_TABLE_CHUNK_SIZE >> PAGE_SHIFT,  in mlx4_table_get()
266 	if (!table->icm[i]) {  in mlx4_table_get()
271 	if (mlx4_MAP_ICM(dev, table->icm[i], table->virt +  in mlx4_table_get()
273 		mlx4_free_icm(dev, table->icm[i], table->coherent);  in mlx4_table_get()
274 		table->icm[i] = NULL;  in mlx4_table_get()
279 	++table->icm[i]->refcount;  in mlx4_table_get()
295 	if (--table->icm[i]->refcount == 0) {  in mlx4_table_put()
299 		mlx4_free_icm(dev, table->icm[i], table->coherent);  in mlx4_table_put()
300 		table->icm[i] = NULL;  in mlx4_table_put()
312 	struct mlx4_icm *icm;  in mlx4_table_find()  local
321 	icm = table->icm[idx / MLX4_TABLE_CHUNK_SIZE];  in mlx4_table_find()
324 	if (!icm)  in mlx4_table_find()
327 	list_for_each_entry(chunk, &icm->chunk_list, list) {  in mlx4_table_find()
399 	table->icm      = kcalloc(num_icm, sizeof *table->icm, GFP_KERNEL);  in mlx4_init_icm_table()
400 	if (!table->icm)  in mlx4_init_icm_table()
417 		table->icm[i] = mlx4_alloc_icm(dev, chunk_size >> PAGE_SHIFT,  in mlx4_init_icm_table()
420 		if (!table->icm[i])  in mlx4_init_icm_table()
422 		if (mlx4_MAP_ICM(dev, table->icm[i], virt + i * MLX4_TABLE_CHUNK_SIZE)) {  in mlx4_init_icm_table()
423 			mlx4_free_icm(dev, table->icm[i], use_coherent);  in mlx4_init_icm_table()
424 			table->icm[i] = NULL;  in mlx4_init_icm_table()
432 		++table->icm[i]->refcount;  in mlx4_init_icm_table()
439 		if (table->icm[i]) {  in mlx4_init_icm_table()
442 			mlx4_free_icm(dev, table->icm[i], use_coherent);  in mlx4_init_icm_table()
445 	kfree(table->icm);  in mlx4_init_icm_table()
455 		if (table->icm[i]) {  in mlx4_cleanup_icm_table()
458 			mlx4_free_icm(dev, table->icm[i], table->coherent);  in mlx4_cleanup_icm_table()
461 	kfree(table->icm);  in mlx4_cleanup_icm_table()