cpu_rcache 862 drivers/iommu/iova.c struct iova_cpu_rcache *cpu_rcache; cpu_rcache 871 drivers/iommu/iova.c rcache->cpu_rcaches = __alloc_percpu(sizeof(*cpu_rcache), cache_line_size()); cpu_rcache 875 drivers/iommu/iova.c cpu_rcache = per_cpu_ptr(rcache->cpu_rcaches, cpu); cpu_rcache 876 drivers/iommu/iova.c spin_lock_init(&cpu_rcache->lock); cpu_rcache 877 drivers/iommu/iova.c cpu_rcache->loaded = iova_magazine_alloc(GFP_KERNEL); cpu_rcache 878 drivers/iommu/iova.c cpu_rcache->prev = iova_magazine_alloc(GFP_KERNEL); cpu_rcache 894 drivers/iommu/iova.c struct iova_cpu_rcache *cpu_rcache; cpu_rcache 898 drivers/iommu/iova.c cpu_rcache = raw_cpu_ptr(rcache->cpu_rcaches); cpu_rcache 899 drivers/iommu/iova.c spin_lock_irqsave(&cpu_rcache->lock, flags); cpu_rcache 901 drivers/iommu/iova.c if (!iova_magazine_full(cpu_rcache->loaded)) { cpu_rcache 903 drivers/iommu/iova.c } else if (!iova_magazine_full(cpu_rcache->prev)) { cpu_rcache 904 drivers/iommu/iova.c swap(cpu_rcache->prev, cpu_rcache->loaded); cpu_rcache 913 drivers/iommu/iova.c cpu_rcache->loaded; cpu_rcache 915 drivers/iommu/iova.c mag_to_free = cpu_rcache->loaded; cpu_rcache 919 drivers/iommu/iova.c cpu_rcache->loaded = new_mag; cpu_rcache 925 drivers/iommu/iova.c iova_magazine_push(cpu_rcache->loaded, iova_pfn); cpu_rcache 927 drivers/iommu/iova.c spin_unlock_irqrestore(&cpu_rcache->lock, flags); cpu_rcache 956 drivers/iommu/iova.c struct iova_cpu_rcache *cpu_rcache; cpu_rcache 961 drivers/iommu/iova.c cpu_rcache = raw_cpu_ptr(rcache->cpu_rcaches); cpu_rcache 962 drivers/iommu/iova.c spin_lock_irqsave(&cpu_rcache->lock, flags); cpu_rcache 964 drivers/iommu/iova.c if (!iova_magazine_empty(cpu_rcache->loaded)) { cpu_rcache 966 drivers/iommu/iova.c } else if (!iova_magazine_empty(cpu_rcache->prev)) { cpu_rcache 967 drivers/iommu/iova.c swap(cpu_rcache->prev, cpu_rcache->loaded); cpu_rcache 972 drivers/iommu/iova.c iova_magazine_free(cpu_rcache->loaded); cpu_rcache 973 drivers/iommu/iova.c cpu_rcache->loaded = rcache->depot[--rcache->depot_size]; cpu_rcache 980 drivers/iommu/iova.c iova_pfn = iova_magazine_pop(cpu_rcache->loaded, limit_pfn); cpu_rcache 982 drivers/iommu/iova.c spin_unlock_irqrestore(&cpu_rcache->lock, flags); cpu_rcache 1010 drivers/iommu/iova.c struct iova_cpu_rcache *cpu_rcache; cpu_rcache 1017 drivers/iommu/iova.c cpu_rcache = per_cpu_ptr(rcache->cpu_rcaches, cpu); cpu_rcache 1018 drivers/iommu/iova.c iova_magazine_free(cpu_rcache->loaded); cpu_rcache 1019 drivers/iommu/iova.c iova_magazine_free(cpu_rcache->prev); cpu_rcache 1032 drivers/iommu/iova.c struct iova_cpu_rcache *cpu_rcache; cpu_rcache 1039 drivers/iommu/iova.c cpu_rcache = per_cpu_ptr(rcache->cpu_rcaches, cpu); cpu_rcache 1040 drivers/iommu/iova.c spin_lock_irqsave(&cpu_rcache->lock, flags); cpu_rcache 1041 drivers/iommu/iova.c iova_magazine_free_pfns(cpu_rcache->loaded, iovad); cpu_rcache 1042 drivers/iommu/iova.c iova_magazine_free_pfns(cpu_rcache->prev, iovad); cpu_rcache 1043 drivers/iommu/iova.c spin_unlock_irqrestore(&cpu_rcache->lock, flags);