Home
last modified time | relevance | path

Searched refs:mmu_psize_defs (Results 1 – 28 of 28) sorted by relevance

/linux-4.4.14/arch/powerpc/include/asm/
Dkvm_book3s_64.h111 if (mmu_psize_defs[psize].penc[i] == -1) in __hpte_actual_psize()
122 shift = mmu_psize_defs[i].shift - LP_SHIFT; in __hpte_actual_psize()
126 if ((lp & mask) == mmu_psize_defs[psize].penc[i]) in __hpte_actual_psize()
144 if (!mmu_psize_defs[b_psize].shift) in compute_tlbie_rb()
186 sllp = ((mmu_psize_defs[a_psize].sllp & SLB_VSID_L) >> 6) | in compute_tlbie_rb()
187 ((mmu_psize_defs[a_psize].sllp & SLB_VSID_LP) >> 4); in compute_tlbie_rb()
198 rb |= (va_low << mmu_psize_defs[b_psize].shift) & 0x7ff000; in compute_tlbie_rb()
202 rb &= ~((1ul << mmu_psize_defs[a_psize].shift) - 1); in compute_tlbie_rb()
208 aval_shift = 64 - (77 - mmu_psize_defs[b_psize].shift) + 1; in compute_tlbie_rb()
212 penc = mmu_psize_defs[b_psize].penc[a_psize]; in compute_tlbie_rb()
[all …]
Dmmu-hash64.h146 extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT];
153 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
160 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift()
161 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
247 v = (vpn >> (23 - VPN_SHIFT)) & ~(mmu_psize_defs[psize].avpnm); in hpte_encode_avpn()
279 unsigned int penc = mmu_psize_defs[base_psize].penc[actual_psize]; in hpte_encode_r()
280 unsigned int shift = mmu_psize_defs[actual_psize].shift; in hpte_encode_r()
Dmmu-book3e.h258 extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT];
265 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
272 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift()
273 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
Dpte-hash64-64k.h86 shift = mmu_psize_defs[psize].shift; \
Dpage_64.h141 (mm)->context.sllp = SLB_VSID_USER | mmu_psize_defs[(psize)].sllp; \
Dpgtable-ppc64.h133 shift = mmu_psize_defs[psize].shift; \
/linux-4.4.14/arch/powerpc/mm/
Dhash_native_64.c74 sllp = ((mmu_psize_defs[apsize].sllp & SLB_VSID_L) >> 6) | in __tlbie()
75 ((mmu_psize_defs[apsize].sllp & SLB_VSID_LP) >> 4); in __tlbie()
83 penc = mmu_psize_defs[psize].penc[apsize]; in __tlbie()
84 va &= ~((1ul << mmu_psize_defs[apsize].shift) - 1); in __tlbie()
123 sllp = ((mmu_psize_defs[apsize].sllp & SLB_VSID_L) >> 6) | in __tlbiel()
124 ((mmu_psize_defs[apsize].sllp & SLB_VSID_LP) >> 4); in __tlbiel()
131 penc = mmu_psize_defs[psize].penc[apsize]; in __tlbiel()
132 va &= ~((1ul << mmu_psize_defs[apsize].shift) - 1); in __tlbiel()
160 use_local = mmu_psize_defs[psize].tlbiel; in tlbie()
345 hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize); in native_hpte_find()
[all …]
Dslb.c106 linear_llp = mmu_psize_defs[mmu_linear_psize].sllp; in __slb_flush_and_rebolt()
107 vmalloc_llp = mmu_psize_defs[mmu_vmalloc_psize].sllp; in __slb_flush_and_rebolt()
158 vflags = SLB_VSID_KERNEL | mmu_psize_defs[mmu_vmalloc_psize].sllp; in slb_vmalloc_update()
299 linear_llp = mmu_psize_defs[mmu_linear_psize].sllp; in slb_initialize()
300 io_llp = mmu_psize_defs[mmu_io_psize].sllp; in slb_initialize()
301 vmalloc_llp = mmu_psize_defs[mmu_vmalloc_psize].sllp; in slb_initialize()
304 vmemmap_llp = mmu_psize_defs[mmu_vmemmap_psize].sllp; in slb_initialize()
Dtlb_nohash.c58 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT] = { variable
89 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT] = { variable
126 return mmu_psize_defs[psize].enc; in mmu_get_tsize()
400 int tsize = mmu_psize_defs[mmu_pte_psize].enc; in tlb_flush_pgtable()
405 unsigned long size = 1UL << mmu_psize_defs[mmu_pte_psize].shift; in tlb_flush_pgtable()
452 def = &mmu_psize_defs[psize]; in setup_page_sizes()
488 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
508 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
536 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
549 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
Dhash_utils_64.c95 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT]; variable
96 EXPORT_SYMBOL_GPL(mmu_psize_defs);
190 shift = mmu_psize_defs[psize].shift; in htab_bolt_mapping()
256 shift = mmu_psize_defs[psize].shift; in htab_remove_mapping()
360 def = &mmu_psize_defs[base_idx]; in htab_dt_scan_page_sizes()
452 mmu_psize_defs[bpsize].penc[apsize] = -1; in mmu_psize_set_default_penc()
481 memcpy(mmu_psize_defs, mmu_psize_defaults_old, in htab_init_page_sizes()
496 memcpy(mmu_psize_defs, mmu_psize_defaults_gp, in htab_init_page_sizes()
504 if (mmu_psize_defs[MMU_PAGE_16M].shift) in htab_init_page_sizes()
506 else if (mmu_psize_defs[MMU_PAGE_1M].shift) in htab_init_page_sizes()
[all …]
Dinit_64.c204 BUG_ON(mmu_psize_defs[mmu_vmemmap_psize].enc > 0xf); in vmemmap_create_mapping()
207 flags |= mmu_psize_defs[mmu_vmemmap_psize].enc << 8; in vmemmap_create_mapping()
301 unsigned long page_size = 1 << mmu_psize_defs[mmu_vmemmap_psize].shift; in vmemmap_populate()
364 unsigned long page_size = 1 << mmu_psize_defs[mmu_vmemmap_psize].shift; in vmemmap_free()
432 unsigned long page_size = 1 << mmu_psize_defs[mmu_vmemmap_psize].shift; in realmode_pfn_to_page()
Dhugetlbpage.c416 if (mmu_psize_defs[i].shift == 0 || gpage_npages[i] == 0) in reserve_hugetlb_gpages()
831 BUG_ON(mmu_psize_defs[mmu_psize].shift != shift); in add_huge_page_size()
864 if (!mmu_psize_defs[psize].shift) in hugetlbpage_init()
886 if (mmu_psize_defs[MMU_PAGE_4M].shift) in hugetlbpage_init()
887 HPAGE_SHIFT = mmu_psize_defs[MMU_PAGE_4M].shift; in hugetlbpage_init()
906 if (!mmu_psize_defs[psize].shift) in hugetlbpage_init()
935 if (mmu_psize_defs[MMU_PAGE_16M].shift) in hugetlbpage_init()
936 HPAGE_SHIFT = mmu_psize_defs[MMU_PAGE_16M].shift; in hugetlbpage_init()
937 else if (mmu_psize_defs[MMU_PAGE_1M].shift) in hugetlbpage_init()
938 HPAGE_SHIFT = mmu_psize_defs[MMU_PAGE_1M].shift; in hugetlbpage_init()
Dhugetlbpage-book3e.c51 return mmu_psize_defs[psize].enc; in mmu_get_tsize()
99 shift = mmu_psize_defs[psize].shift; in book3e_hugetlb_preload()
Dpgtable_64.c848 if (mmu_psize_defs[MMU_PAGE_16M].shift != PMD_SHIFT) in has_transparent_hugepage()
858 if (mmu_psize_defs[MMU_PAGE_64K].shift && in has_transparent_hugepage()
859 (mmu_psize_defs[MMU_PAGE_64K].penc[MMU_PAGE_16M] == -1)) in has_transparent_hugepage()
864 if (mmu_psize_defs[MMU_PAGE_4K].penc[MMU_PAGE_16M] == -1) in has_transparent_hugepage()
Dhugetlbpage-hash64.c30 BUG_ON(shift != mmu_psize_defs[mmu_psize].shift); in __hash_page_huge()
Dslice.c270 int pshift = max_t(int, mmu_psize_defs[psize].shift, PAGE_SHIFT); in slice_find_area_bottomup()
313 int pshift = max_t(int, mmu_psize_defs[psize].shift, PAGE_SHIFT); in slice_find_area_topdown()
393 int pshift = max_t(int, mmu_psize_defs[psize].shift, PAGE_SHIFT); in slice_get_unmapped_area()
Dcopro_fault.c138 vsid |= mmu_psize_defs[psize].sllp | in copro_calculate_slb()
Dhugepage-hash64.c83 shift = mmu_psize_defs[psize].shift; in __hash_page_thp()
Dtlb_hash64.c67 addr &= ~((1UL << mmu_psize_defs[psize].shift) - 1); in hpte_need_flush()
Dslb_low.S160 ld r11,mmu_psize_defs@got(r11)
/linux-4.4.14/arch/powerpc/kvm/
Dbook3s_64_mmu_host.c157 hash = hpt_hash(vpn, mmu_psize_defs[hpsize].shift, MMU_SEGSIZE_256M); in kvmppc_mmu_map_page()
342 slb_vsid |= mmu_psize_defs[MMU_PAGE_64K].sllp; in kvmppc_mmu_map_segment()
Dbook3s_64_mmu.c628 mmu_psize_defs[MMU_PAGE_64K].shift && in kvmppc_mmu_book3s_64_esid_to_vsid()
Dbook3s_hv.c2742 struct mmu_psize_def *def = &mmu_psize_defs[linux_psize]; in kvmppc_add_seg_page_size()
/linux-4.4.14/arch/powerpc/platforms/cell/
Dspu_base.c132 return mmu_psize_defs[MMU_PAGE_64K].shift != 0; in spu_64k_pages_available()
226 llp = mmu_psize_defs[mmu_linear_psize].sllp; in __spu_kernel_slb()
228 llp = mmu_psize_defs[mmu_virtual_psize].sllp; in __spu_kernel_slb()
/linux-4.4.14/drivers/misc/cxl/
Dmain.c113 sstp0 |= (SLB_VSID_KERNEL | mmu_psize_defs[mmu_linear_psize].sllp) << 50; in cxl_alloc_sst()
/linux-4.4.14/arch/powerpc/kernel/
Dmachine_kexec.c82 VMCOREINFO_SYMBOL(mmu_psize_defs); in arch_crash_save_vmcoreinfo()
Dprocess.c1114 unsigned long llp = mmu_psize_defs[mmu_linear_psize].sllp; in setup_ksp_vsid()
/linux-4.4.14/arch/powerpc/platforms/pseries/
Dlpar.c344 hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize); in pSeries_lpar_hpte_find()
460 shift = mmu_psize_defs[psize].shift; in pSeries_lpar_hugepage_invalidate()