hop_addr 310 drivers/misc/habanalabs/debugfs.c static inline u64 get_hop0_pte_addr(struct hl_ctx *ctx, u64 hop_addr, hop_addr 313 drivers/misc/habanalabs/debugfs.c return hop_addr + ctx->hdev->asic_prop.mmu_pte_size * hop_addr 317 drivers/misc/habanalabs/debugfs.c static inline u64 get_hop1_pte_addr(struct hl_ctx *ctx, u64 hop_addr, hop_addr 320 drivers/misc/habanalabs/debugfs.c return hop_addr + ctx->hdev->asic_prop.mmu_pte_size * hop_addr 324 drivers/misc/habanalabs/debugfs.c static inline u64 get_hop2_pte_addr(struct hl_ctx *ctx, u64 hop_addr, hop_addr 327 drivers/misc/habanalabs/debugfs.c return hop_addr + ctx->hdev->asic_prop.mmu_pte_size * hop_addr 331 drivers/misc/habanalabs/debugfs.c static inline u64 get_hop3_pte_addr(struct hl_ctx *ctx, u64 hop_addr, hop_addr 334 drivers/misc/habanalabs/debugfs.c return hop_addr + ctx->hdev->asic_prop.mmu_pte_size * hop_addr 338 drivers/misc/habanalabs/debugfs.c static inline u64 get_hop4_pte_addr(struct hl_ctx *ctx, u64 hop_addr, hop_addr 341 drivers/misc/habanalabs/debugfs.c return hop_addr + ctx->hdev->asic_prop.mmu_pte_size * hop_addr 537 drivers/misc/habanalabs/debugfs.c u64 hop_addr, hop_pte_addr, hop_pte; hop_addr 549 drivers/misc/habanalabs/debugfs.c hop_addr = get_hop0_addr(ctx); hop_addr 550 drivers/misc/habanalabs/debugfs.c hop_pte_addr = get_hop0_pte_addr(ctx, hop_addr, virt_addr); hop_addr 554 drivers/misc/habanalabs/debugfs.c hop_addr = get_next_hop_addr(hop_pte); hop_addr 555 drivers/misc/habanalabs/debugfs.c if (hop_addr == ULLONG_MAX) hop_addr 557 drivers/misc/habanalabs/debugfs.c hop_pte_addr = get_hop1_pte_addr(ctx, hop_addr, virt_addr); hop_addr 561 drivers/misc/habanalabs/debugfs.c hop_addr = get_next_hop_addr(hop_pte); hop_addr 562 drivers/misc/habanalabs/debugfs.c if (hop_addr == ULLONG_MAX) hop_addr 564 drivers/misc/habanalabs/debugfs.c hop_pte_addr = get_hop2_pte_addr(ctx, hop_addr, virt_addr); hop_addr 568 drivers/misc/habanalabs/debugfs.c hop_addr = get_next_hop_addr(hop_pte); hop_addr 569 drivers/misc/habanalabs/debugfs.c if (hop_addr == ULLONG_MAX) hop_addr 571 drivers/misc/habanalabs/debugfs.c hop_pte_addr = get_hop3_pte_addr(ctx, hop_addr, virt_addr); hop_addr 576 drivers/misc/habanalabs/debugfs.c hop_addr = get_next_hop_addr(hop_pte); hop_addr 577 drivers/misc/habanalabs/debugfs.c if (hop_addr == ULLONG_MAX) hop_addr 579 drivers/misc/habanalabs/debugfs.c hop_pte_addr = get_hop4_pte_addr(ctx, hop_addr, virt_addr); hop_addr 16 drivers/misc/habanalabs/mmu.c static struct pgt_info *get_pgt_info(struct hl_ctx *ctx, u64 hop_addr) hop_addr 21 drivers/misc/habanalabs/mmu.c (unsigned long) hop_addr) hop_addr 22 drivers/misc/habanalabs/mmu.c if (hop_addr == pgt_info->shadow_addr) hop_addr 28 drivers/misc/habanalabs/mmu.c static void free_hop(struct hl_ctx *ctx, u64 hop_addr) hop_addr 31 drivers/misc/habanalabs/mmu.c struct pgt_info *pgt_info = get_pgt_info(ctx, hop_addr); hop_addr 135 drivers/misc/habanalabs/mmu.c static inline void get_pte(struct hl_ctx *ctx, u64 hop_addr) hop_addr 137 drivers/misc/habanalabs/mmu.c get_pgt_info(ctx, hop_addr)->num_of_ptes++; hop_addr 149 drivers/misc/habanalabs/mmu.c static inline int put_pte(struct hl_ctx *ctx, u64 hop_addr) hop_addr 151 drivers/misc/habanalabs/mmu.c struct pgt_info *pgt_info = get_pgt_info(ctx, hop_addr); hop_addr 162 drivers/misc/habanalabs/mmu.c free_hop(ctx, hop_addr); hop_addr 167 drivers/misc/habanalabs/mmu.c static inline u64 get_hopN_pte_addr(struct hl_ctx *ctx, u64 hop_addr, hop_addr 170 drivers/misc/habanalabs/mmu.c return hop_addr + ctx->hdev->asic_prop.mmu_pte_size * hop_addr 174 drivers/misc/habanalabs/mmu.c static inline u64 get_hop0_pte_addr(struct hl_ctx *ctx, u64 hop_addr, u64 vaddr) hop_addr 176 drivers/misc/habanalabs/mmu.c return get_hopN_pte_addr(ctx, hop_addr, vaddr, HOP0_MASK, HOP0_SHIFT); hop_addr 179 drivers/misc/habanalabs/mmu.c static inline u64 get_hop1_pte_addr(struct hl_ctx *ctx, u64 hop_addr, u64 vaddr) hop_addr 181 drivers/misc/habanalabs/mmu.c return get_hopN_pte_addr(ctx, hop_addr, vaddr, HOP1_MASK, HOP1_SHIFT); hop_addr 184 drivers/misc/habanalabs/mmu.c static inline u64 get_hop2_pte_addr(struct hl_ctx *ctx, u64 hop_addr, u64 vaddr) hop_addr 186 drivers/misc/habanalabs/mmu.c return get_hopN_pte_addr(ctx, hop_addr, vaddr, HOP2_MASK, HOP2_SHIFT); hop_addr 189 drivers/misc/habanalabs/mmu.c static inline u64 get_hop3_pte_addr(struct hl_ctx *ctx, u64 hop_addr, u64 vaddr) hop_addr 191 drivers/misc/habanalabs/mmu.c return get_hopN_pte_addr(ctx, hop_addr, vaddr, HOP3_MASK, HOP3_SHIFT); hop_addr 194 drivers/misc/habanalabs/mmu.c static inline u64 get_hop4_pte_addr(struct hl_ctx *ctx, u64 hop_addr, u64 vaddr) hop_addr 196 drivers/misc/habanalabs/mmu.c return get_hopN_pte_addr(ctx, hop_addr, vaddr, HOP4_MASK, HOP4_SHIFT); hop_addr 210 drivers/misc/habanalabs/mmu.c u64 hop_addr = get_next_hop_addr(ctx, curr_pte); hop_addr 212 drivers/misc/habanalabs/mmu.c if (hop_addr == ULLONG_MAX) { hop_addr 213 drivers/misc/habanalabs/mmu.c hop_addr = alloc_hop(ctx); hop_addr 214 drivers/misc/habanalabs/mmu.c *is_new_hop = (hop_addr != ULLONG_MAX); hop_addr 217 drivers/misc/habanalabs/mmu.c return hop_addr;