dev_dax 275 drivers/dax/bus.c struct dev_dax *dev_dax = to_dev_dax(dev); dev_dax 276 drivers/dax/bus.c unsigned long long size = resource_size(&dev_dax->region->res); dev_dax 282 drivers/dax/bus.c static int dev_dax_target_node(struct dev_dax *dev_dax) dev_dax 284 drivers/dax/bus.c struct dax_region *dax_region = dev_dax->region; dev_dax 292 drivers/dax/bus.c struct dev_dax *dev_dax = to_dev_dax(dev); dev_dax 294 drivers/dax/bus.c return sprintf(buf, "%d\n", dev_dax_target_node(dev_dax)); dev_dax 298 drivers/dax/bus.c static unsigned long long dev_dax_resource(struct dev_dax *dev_dax) dev_dax 300 drivers/dax/bus.c struct dax_region *dax_region = dev_dax->region; dev_dax 308 drivers/dax/bus.c struct dev_dax *dev_dax = to_dev_dax(dev); dev_dax 310 drivers/dax/bus.c return sprintf(buf, "%#llx\n", dev_dax_resource(dev_dax)); dev_dax 328 drivers/dax/bus.c struct dev_dax *dev_dax = to_dev_dax(dev); dev_dax 330 drivers/dax/bus.c if (a == &dev_attr_target_node.attr && dev_dax_target_node(dev_dax) < 0) dev_dax 355 drivers/dax/bus.c void kill_dev_dax(struct dev_dax *dev_dax) dev_dax 357 drivers/dax/bus.c struct dax_device *dax_dev = dev_dax->dax_dev; dev_dax 367 drivers/dax/bus.c struct dev_dax *dev_dax = to_dev_dax(dev); dev_dax 368 drivers/dax/bus.c struct dax_region *dax_region = dev_dax->region; dev_dax 369 drivers/dax/bus.c struct dax_device *dax_dev = dev_dax->dax_dev; dev_dax 373 drivers/dax/bus.c kfree(dev_dax); dev_dax 378 drivers/dax/bus.c struct dev_dax *dev_dax = to_dev_dax(dev); dev_dax 382 drivers/dax/bus.c kill_dev_dax(dev_dax); dev_dax 387 drivers/dax/bus.c struct dev_dax *__devm_create_dev_dax(struct dax_region *dax_region, int id, dev_dax 392 drivers/dax/bus.c struct dev_dax *dev_dax; dev_dax 400 drivers/dax/bus.c dev_dax = kzalloc(sizeof(*dev_dax), GFP_KERNEL); dev_dax 401 drivers/dax/bus.c if (!dev_dax) dev_dax 404 drivers/dax/bus.c memcpy(&dev_dax->pgmap, pgmap, sizeof(*pgmap)); dev_dax 410 drivers/dax/bus.c dax_dev = alloc_dax(dev_dax, NULL, NULL, DAXDEV_F_SYNC); dev_dax 418 drivers/dax/bus.c dev = &dev_dax->dev; dev_dax 421 drivers/dax/bus.c dev_dax->dax_dev = dax_dev; dev_dax 422 drivers/dax/bus.c dev_dax->region = dax_region; dev_dax 423 drivers/dax/bus.c dev_dax->target_node = dax_region->target_node; dev_dax 439 drivers/dax/bus.c kill_dev_dax(dev_dax); dev_dax 448 drivers/dax/bus.c return dev_dax; dev_dax 451 drivers/dax/bus.c kfree(dev_dax); dev_dax 7 drivers/dax/bus.h struct dev_dax; dev_dax 21 drivers/dax/bus.h struct dev_dax *__devm_create_dev_dax(struct dax_region *dax_region, int id, dev_dax 24 drivers/dax/bus.h static inline struct dev_dax *devm_create_dev_dax(struct dax_region *dax_region, dev_dax 31 drivers/dax/bus.h struct dev_dax *__dax_pmem_probe(struct device *dev, enum dev_dax_subsys subsys); dev_dax 44 drivers/dax/bus.h void kill_dev_dax(struct dev_dax *dev_dax); dev_dax 57 drivers/dax/dax-private.h static inline struct dev_dax *to_dev_dax(struct device *dev) dev_dax 59 drivers/dax/dax-private.h return container_of(dev, struct dev_dax, dev); dev_dax 17 drivers/dax/device.c static int check_vma(struct dev_dax *dev_dax, struct vm_area_struct *vma, dev_dax 20 drivers/dax/device.c struct dax_region *dax_region = dev_dax->region; dev_dax 21 drivers/dax/device.c struct device *dev = &dev_dax->dev; dev_dax 24 drivers/dax/device.c if (!dax_alive(dev_dax->dax_dev)) dev_dax 63 drivers/dax/device.c __weak phys_addr_t dax_pgoff_to_phys(struct dev_dax *dev_dax, pgoff_t pgoff, dev_dax 66 drivers/dax/device.c struct resource *res = &dev_dax->region->res; dev_dax 78 drivers/dax/device.c static vm_fault_t __dev_dax_pte_fault(struct dev_dax *dev_dax, dev_dax 81 drivers/dax/device.c struct device *dev = &dev_dax->dev; dev_dax 86 drivers/dax/device.c if (check_vma(dev_dax, vmf->vma, __func__)) dev_dax 89 drivers/dax/device.c dax_region = dev_dax->region; dev_dax 99 drivers/dax/device.c phys = dax_pgoff_to_phys(dev_dax, vmf->pgoff, PAGE_SIZE); dev_dax 110 drivers/dax/device.c static vm_fault_t __dev_dax_pmd_fault(struct dev_dax *dev_dax, dev_dax 114 drivers/dax/device.c struct device *dev = &dev_dax->dev; dev_dax 120 drivers/dax/device.c if (check_vma(dev_dax, vmf->vma, __func__)) dev_dax 123 drivers/dax/device.c dax_region = dev_dax->region; dev_dax 147 drivers/dax/device.c phys = dax_pgoff_to_phys(dev_dax, pgoff, PMD_SIZE); dev_dax 159 drivers/dax/device.c static vm_fault_t __dev_dax_pud_fault(struct dev_dax *dev_dax, dev_dax 163 drivers/dax/device.c struct device *dev = &dev_dax->dev; dev_dax 170 drivers/dax/device.c if (check_vma(dev_dax, vmf->vma, __func__)) dev_dax 173 drivers/dax/device.c dax_region = dev_dax->region; dev_dax 197 drivers/dax/device.c phys = dax_pgoff_to_phys(dev_dax, pgoff, PUD_SIZE); dev_dax 208 drivers/dax/device.c static vm_fault_t __dev_dax_pud_fault(struct dev_dax *dev_dax, dev_dax 223 drivers/dax/device.c struct dev_dax *dev_dax = filp->private_data; dev_dax 225 drivers/dax/device.c dev_dbg(&dev_dax->dev, "%s: %s (%#lx - %#lx) size = %d\n", current->comm, dev_dax 233 drivers/dax/device.c rc = __dev_dax_pte_fault(dev_dax, vmf, &pfn); dev_dax 237 drivers/dax/device.c rc = __dev_dax_pmd_fault(dev_dax, vmf, &pfn); dev_dax 241 drivers/dax/device.c rc = __dev_dax_pud_fault(dev_dax, vmf, &pfn); dev_dax 282 drivers/dax/device.c struct dev_dax *dev_dax = filp->private_data; dev_dax 283 drivers/dax/device.c struct dax_region *dax_region = dev_dax->region; dev_dax 293 drivers/dax/device.c struct dev_dax *dev_dax = filp->private_data; dev_dax 294 drivers/dax/device.c struct dax_region *dax_region = dev_dax->region; dev_dax 308 drivers/dax/device.c struct dev_dax *dev_dax = filp->private_data; dev_dax 311 drivers/dax/device.c dev_dbg(&dev_dax->dev, "trace\n"); dev_dax 318 drivers/dax/device.c rc = check_vma(dev_dax, vma, __func__); dev_dax 334 drivers/dax/device.c struct dev_dax *dev_dax = filp ? filp->private_data : NULL; dev_dax 337 drivers/dax/device.c if (!dev_dax || addr) dev_dax 340 drivers/dax/device.c dax_region = dev_dax->region; dev_dax 372 drivers/dax/device.c struct dev_dax *dev_dax = dax_get_private(dax_dev); dev_dax 374 drivers/dax/device.c dev_dbg(&dev_dax->dev, "trace\n"); dev_dax 380 drivers/dax/device.c filp->private_data = dev_dax; dev_dax 388 drivers/dax/device.c struct dev_dax *dev_dax = filp->private_data; dev_dax 390 drivers/dax/device.c dev_dbg(&dev_dax->dev, "trace\n"); dev_dax 409 drivers/dax/device.c static void dev_dax_kill(void *dev_dax) dev_dax 411 drivers/dax/device.c kill_dev_dax(dev_dax); dev_dax 416 drivers/dax/device.c struct dev_dax *dev_dax = to_dev_dax(dev); dev_dax 417 drivers/dax/device.c struct dax_device *dax_dev = dev_dax->dax_dev; dev_dax 418 drivers/dax/device.c struct resource *res = &dev_dax->region->res; dev_dax 431 drivers/dax/device.c dev_dax->pgmap.type = MEMORY_DEVICE_DEVDAX; dev_dax 432 drivers/dax/device.c addr = devm_memremap_pages(dev, &dev_dax->pgmap); dev_dax 454 drivers/dax/device.c return devm_add_action_or_reset(dev, dev_dax_kill, dev_dax); dev_dax 19 drivers/dax/kmem.c struct dev_dax *dev_dax = to_dev_dax(dev); dev_dax 20 drivers/dax/kmem.c struct resource *res = &dev_dax->region->res; dev_dax 35 drivers/dax/kmem.c numa_node = dev_dax->target_node; dev_dax 80 drivers/dax/kmem.c dev_dax->dax_kmem_res = new_res; dev_dax 88 drivers/dax/kmem.c struct dev_dax *dev_dax = to_dev_dax(dev); dev_dax 89 drivers/dax/kmem.c struct resource *res = dev_dax->dax_kmem_res; dev_dax 101 drivers/dax/kmem.c rc = remove_memory(dev_dax->target_node, kmem_start, kmem_size); dev_dax 113 drivers/dax/kmem.c dev_dax->dax_kmem_res = NULL; dev_dax 15 drivers/dax/pmem/compat.c struct dev_dax *dev_dax = __dax_pmem_probe(dev, DEV_DAX_CLASS); dev_dax 18 drivers/dax/pmem/compat.c if (IS_ERR(dev_dax)) dev_dax 19 drivers/dax/pmem/compat.c return PTR_ERR(dev_dax); dev_dax 21 drivers/dax/pmem/compat.c if (!devres_open_group(&dev_dax->dev, dev_dax, GFP_KERNEL)) dev_dax 24 drivers/dax/pmem/compat.c device_lock(&dev_dax->dev); dev_dax 25 drivers/dax/pmem/compat.c rc = dev_dax_probe(&dev_dax->dev); dev_dax 26 drivers/dax/pmem/compat.c device_unlock(&dev_dax->dev); dev_dax 28 drivers/dax/pmem/compat.c devres_close_group(&dev_dax->dev, dev_dax); dev_dax 30 drivers/dax/pmem/compat.c devres_release_group(&dev_dax->dev, dev_dax); dev_dax 10 drivers/dax/pmem/core.c struct dev_dax *__dax_pmem_probe(struct device *dev, enum dev_dax_subsys subsys) dev_dax 16 drivers/dax/pmem/core.c struct dev_dax *dev_dax; dev_dax 61 drivers/dax/pmem/core.c dev_dax = __devm_create_dev_dax(dax_region, id, &pgmap, subsys); dev_dax 66 drivers/dax/pmem/core.c return dev_dax; dev_dax 9 tools/testing/nvdimm/dax-dev.c phys_addr_t dax_pgoff_to_phys(struct dev_dax *dev_dax, pgoff_t pgoff, dev_dax 12 tools/testing/nvdimm/dax-dev.c struct resource *res = &dev_dax->region->res; dev_dax 21 tools/testing/nvdimm/dax-dev.c if (dev_dax->region->align > PAGE_SIZE)