cpu_rcache        862 drivers/iommu/iova.c 	struct iova_cpu_rcache *cpu_rcache;
cpu_rcache        871 drivers/iommu/iova.c 		rcache->cpu_rcaches = __alloc_percpu(sizeof(*cpu_rcache), cache_line_size());
cpu_rcache        875 drivers/iommu/iova.c 			cpu_rcache = per_cpu_ptr(rcache->cpu_rcaches, cpu);
cpu_rcache        876 drivers/iommu/iova.c 			spin_lock_init(&cpu_rcache->lock);
cpu_rcache        877 drivers/iommu/iova.c 			cpu_rcache->loaded = iova_magazine_alloc(GFP_KERNEL);
cpu_rcache        878 drivers/iommu/iova.c 			cpu_rcache->prev = iova_magazine_alloc(GFP_KERNEL);
cpu_rcache        894 drivers/iommu/iova.c 	struct iova_cpu_rcache *cpu_rcache;
cpu_rcache        898 drivers/iommu/iova.c 	cpu_rcache = raw_cpu_ptr(rcache->cpu_rcaches);
cpu_rcache        899 drivers/iommu/iova.c 	spin_lock_irqsave(&cpu_rcache->lock, flags);
cpu_rcache        901 drivers/iommu/iova.c 	if (!iova_magazine_full(cpu_rcache->loaded)) {
cpu_rcache        903 drivers/iommu/iova.c 	} else if (!iova_magazine_full(cpu_rcache->prev)) {
cpu_rcache        904 drivers/iommu/iova.c 		swap(cpu_rcache->prev, cpu_rcache->loaded);
cpu_rcache        913 drivers/iommu/iova.c 						cpu_rcache->loaded;
cpu_rcache        915 drivers/iommu/iova.c 				mag_to_free = cpu_rcache->loaded;
cpu_rcache        919 drivers/iommu/iova.c 			cpu_rcache->loaded = new_mag;
cpu_rcache        925 drivers/iommu/iova.c 		iova_magazine_push(cpu_rcache->loaded, iova_pfn);
cpu_rcache        927 drivers/iommu/iova.c 	spin_unlock_irqrestore(&cpu_rcache->lock, flags);
cpu_rcache        956 drivers/iommu/iova.c 	struct iova_cpu_rcache *cpu_rcache;
cpu_rcache        961 drivers/iommu/iova.c 	cpu_rcache = raw_cpu_ptr(rcache->cpu_rcaches);
cpu_rcache        962 drivers/iommu/iova.c 	spin_lock_irqsave(&cpu_rcache->lock, flags);
cpu_rcache        964 drivers/iommu/iova.c 	if (!iova_magazine_empty(cpu_rcache->loaded)) {
cpu_rcache        966 drivers/iommu/iova.c 	} else if (!iova_magazine_empty(cpu_rcache->prev)) {
cpu_rcache        967 drivers/iommu/iova.c 		swap(cpu_rcache->prev, cpu_rcache->loaded);
cpu_rcache        972 drivers/iommu/iova.c 			iova_magazine_free(cpu_rcache->loaded);
cpu_rcache        973 drivers/iommu/iova.c 			cpu_rcache->loaded = rcache->depot[--rcache->depot_size];
cpu_rcache        980 drivers/iommu/iova.c 		iova_pfn = iova_magazine_pop(cpu_rcache->loaded, limit_pfn);
cpu_rcache        982 drivers/iommu/iova.c 	spin_unlock_irqrestore(&cpu_rcache->lock, flags);
cpu_rcache       1010 drivers/iommu/iova.c 	struct iova_cpu_rcache *cpu_rcache;
cpu_rcache       1017 drivers/iommu/iova.c 			cpu_rcache = per_cpu_ptr(rcache->cpu_rcaches, cpu);
cpu_rcache       1018 drivers/iommu/iova.c 			iova_magazine_free(cpu_rcache->loaded);
cpu_rcache       1019 drivers/iommu/iova.c 			iova_magazine_free(cpu_rcache->prev);
cpu_rcache       1032 drivers/iommu/iova.c 	struct iova_cpu_rcache *cpu_rcache;
cpu_rcache       1039 drivers/iommu/iova.c 		cpu_rcache = per_cpu_ptr(rcache->cpu_rcaches, cpu);
cpu_rcache       1040 drivers/iommu/iova.c 		spin_lock_irqsave(&cpu_rcache->lock, flags);
cpu_rcache       1041 drivers/iommu/iova.c 		iova_magazine_free_pfns(cpu_rcache->loaded, iovad);
cpu_rcache       1042 drivers/iommu/iova.c 		iova_magazine_free_pfns(cpu_rcache->prev, iovad);
cpu_rcache       1043 drivers/iommu/iova.c 		spin_unlock_irqrestore(&cpu_rcache->lock, flags);