Lines Matching refs:hptep

175 static inline void native_lock_hpte(struct hash_pte *hptep)  in native_lock_hpte()  argument
177 unsigned long *word = (unsigned long *)&hptep->v; in native_lock_hpte()
187 static inline void native_unlock_hpte(struct hash_pte *hptep) in native_unlock_hpte() argument
189 unsigned long *word = (unsigned long *)&hptep->v; in native_unlock_hpte()
198 struct hash_pte *hptep = htab_address + hpte_group; in native_hpte_insert() local
209 if (! (be64_to_cpu(hptep->v) & HPTE_V_VALID)) { in native_hpte_insert()
211 native_lock_hpte(hptep); in native_hpte_insert()
212 if (! (be64_to_cpu(hptep->v) & HPTE_V_VALID)) in native_hpte_insert()
214 native_unlock_hpte(hptep); in native_hpte_insert()
217 hptep++; in native_hpte_insert()
231 hptep->r = cpu_to_be64(hpte_r); in native_hpte_insert()
238 hptep->v = cpu_to_be64(hpte_v); in native_hpte_insert()
247 struct hash_pte *hptep; in native_hpte_remove() local
258 hptep = htab_address + hpte_group + slot_offset; in native_hpte_remove()
259 hpte_v = be64_to_cpu(hptep->v); in native_hpte_remove()
263 native_lock_hpte(hptep); in native_hpte_remove()
264 hpte_v = be64_to_cpu(hptep->v); in native_hpte_remove()
268 native_unlock_hpte(hptep); in native_hpte_remove()
279 hptep->v = 0; in native_hpte_remove()
288 struct hash_pte *hptep = htab_address + slot; in native_hpte_updatepp() local
297 hpte_v = be64_to_cpu(hptep->v); in native_hpte_updatepp()
309 native_lock_hpte(hptep); in native_hpte_updatepp()
311 hpte_v = be64_to_cpu(hptep->v); in native_hpte_updatepp()
318 hptep->r = cpu_to_be64((be64_to_cpu(hptep->r) & in native_hpte_updatepp()
323 native_unlock_hpte(hptep); in native_hpte_updatepp()
339 struct hash_pte *hptep; in native_hpte_find() local
351 hptep = htab_address + slot; in native_hpte_find()
352 hpte_v = be64_to_cpu(hptep->v); in native_hpte_find()
376 struct hash_pte *hptep; in native_hpte_updateboltedpp() local
384 hptep = htab_address + slot; in native_hpte_updateboltedpp()
387 hptep->r = cpu_to_be64((be64_to_cpu(hptep->r) & in native_hpte_updateboltedpp()
400 struct hash_pte *hptep = htab_address + slot; in native_hpte_invalidate() local
410 native_lock_hpte(hptep); in native_hpte_invalidate()
411 hpte_v = be64_to_cpu(hptep->v); in native_hpte_invalidate()
421 native_unlock_hpte(hptep); in native_hpte_invalidate()
424 hptep->v = 0; in native_hpte_invalidate()
438 struct hash_pte *hptep; in native_hugepage_invalidate() local
465 hptep = htab_address + slot; in native_hugepage_invalidate()
467 native_lock_hpte(hptep); in native_hugepage_invalidate()
468 hpte_v = be64_to_cpu(hptep->v); in native_hugepage_invalidate()
472 native_unlock_hpte(hptep); in native_hugepage_invalidate()
475 hptep->v = 0; in native_hugepage_invalidate()
600 struct hash_pte *hptep = htab_address; in native_hpte_clear() local
609 for (slot = 0; slot < slots; slot++, hptep++) { in native_hpte_clear()
615 hpte_v = be64_to_cpu(hptep->v); in native_hpte_clear()
622 hpte_decode(hptep, slot, &psize, &apsize, &ssize, &vpn); in native_hpte_clear()
623 hptep->v = 0; in native_hpte_clear()
639 struct hash_pte *hptep; in native_flush_hash_range() local
662 hptep = htab_address + slot; in native_flush_hash_range()
664 native_lock_hpte(hptep); in native_flush_hash_range()
665 hpte_v = be64_to_cpu(hptep->v); in native_flush_hash_range()
668 native_unlock_hpte(hptep); in native_flush_hash_range()
670 hptep->v = 0; in native_flush_hash_range()