90 		struct nfit_mem *nfit_mem = nvdimm_provider_data(nvdimm);  in acpi_nfit_ctl()  local
91 		struct acpi_device *adev = nfit_mem->adev;  in acpi_nfit_ctl()
97 		dsm_mask = nfit_mem->dsm_mask;  in acpi_nfit_ctl()
439 		struct nfit_mem *nfit_mem)  in nfit_mem_find_spa_bdw()  argument
441 	u32 device_handle = __to_nfit_memdev(nfit_mem)->device_handle;  in nfit_mem_find_spa_bdw()
442 	u16 dcr = nfit_mem->dcr->region_index;  in nfit_mem_find_spa_bdw()
461 			nfit_mem->spa_bdw = nfit_spa->spa;  in nfit_mem_find_spa_bdw()
467 			nfit_mem->spa_dcr->range_index);  in nfit_mem_find_spa_bdw()
468 	nfit_mem->bdw = NULL;  in nfit_mem_find_spa_bdw()
472 		struct nfit_mem *nfit_mem, struct acpi_nfit_system_address *spa)  in nfit_mem_init_bdw()  argument
474 	u16 dcr = __to_nfit_memdev(nfit_mem)->region_index;  in nfit_mem_init_bdw()
484 		nfit_mem->bdw = nfit_bdw->bdw;  in nfit_mem_init_bdw()
488 	if (!nfit_mem->bdw)  in nfit_mem_init_bdw()
491 	nfit_mem_find_spa_bdw(acpi_desc, nfit_mem);  in nfit_mem_init_bdw()
493 	if (!nfit_mem->spa_bdw)  in nfit_mem_init_bdw()
496 	range_index = nfit_mem->spa_bdw->range_index;  in nfit_mem_init_bdw()
501 		nfit_mem->memdev_bdw = nfit_memdev->memdev;  in nfit_mem_init_bdw()
506 			nfit_mem->idt_bdw = nfit_idt->idt;  in nfit_mem_init_bdw()
514 			nfit_mem->nfit_flush = nfit_flush;  in nfit_mem_init_bdw()
524 	struct nfit_mem *nfit_mem, *found;  in nfit_mem_dcr_init()  local
546 		list_for_each_entry(nfit_mem, &acpi_desc->dimms, list)  in nfit_mem_dcr_init()
547 			if (__to_nfit_memdev(nfit_mem)->device_handle  in nfit_mem_dcr_init()
549 				found = nfit_mem;  in nfit_mem_dcr_init()
554 			nfit_mem = found;  in nfit_mem_dcr_init()
556 			nfit_mem = devm_kzalloc(acpi_desc->dev,  in nfit_mem_dcr_init()
557 					sizeof(*nfit_mem), GFP_KERNEL);  in nfit_mem_dcr_init()
558 			if (!nfit_mem)  in nfit_mem_dcr_init()
560 			INIT_LIST_HEAD(&nfit_mem->list);  in nfit_mem_dcr_init()
561 			list_add(&nfit_mem->list, &acpi_desc->dimms);  in nfit_mem_dcr_init()
574 			if (!nfit_mem->dcr)  in nfit_mem_dcr_init()
575 				nfit_mem->dcr = nfit_dcr->dcr;  in nfit_mem_dcr_init()
576 			else if (nfit_mem->dcr->windows == 0  in nfit_mem_dcr_init()
578 				nfit_mem->dcr = nfit_dcr->dcr;  in nfit_mem_dcr_init()
582 		if (dcr && !nfit_mem->dcr) {  in nfit_mem_dcr_init()
593 			nfit_mem->spa_dcr = spa;  in nfit_mem_dcr_init()
594 			nfit_mem->memdev_dcr = nfit_memdev->memdev;  in nfit_mem_dcr_init()
599 				nfit_mem->idt_dcr = nfit_idt->idt;  in nfit_mem_dcr_init()
602 			nfit_mem_init_bdw(acpi_desc, nfit_mem, spa);  in nfit_mem_dcr_init()
609 			nfit_mem->memdev_pmem = nfit_memdev->memdev;  in nfit_mem_dcr_init()
618 	struct nfit_mem *a = container_of(_a, typeof(*a), list);  in nfit_mem_cmp()
619 	struct nfit_mem *b = container_of(_b, typeof(*b), list);  in nfit_mem_cmp()
687 	struct nfit_mem *nfit_mem = nvdimm_provider_data(nvdimm);  in to_nfit_memdev()  local
689 	return __to_nfit_memdev(nfit_mem);  in to_nfit_memdev()
695 	struct nfit_mem *nfit_mem = nvdimm_provider_data(nvdimm);  in to_nfit_dcr()  local
697 	return nfit_mem->dcr;  in to_nfit_dcr()
816 	struct nfit_mem *nfit_mem;  in acpi_nfit_dimm_by_handle()  local
818 	list_for_each_entry(nfit_mem, &acpi_desc->dimms, list)  in acpi_nfit_dimm_by_handle()
819 		if (__to_nfit_memdev(nfit_mem)->device_handle == device_handle)  in acpi_nfit_dimm_by_handle()
820 			return nfit_mem->nvdimm;  in acpi_nfit_dimm_by_handle()
826 		struct nfit_mem *nfit_mem, u32 device_handle)  in acpi_nfit_add_dimm()  argument
833 	nfit_mem->dsm_mask = acpi_desc->dimm_dsm_force_en;  in acpi_nfit_add_dimm()
839 	nfit_mem->adev = adev_dimm;  in acpi_nfit_add_dimm()
848 			set_bit(i, &nfit_mem->dsm_mask);  in acpi_nfit_add_dimm()
855 	struct nfit_mem *nfit_mem;  in acpi_nfit_register_dimms()  local
858 	list_for_each_entry(nfit_mem, &acpi_desc->dimms, list) {  in acpi_nfit_register_dimms()
865 		device_handle = __to_nfit_memdev(nfit_mem)->device_handle;  in acpi_nfit_register_dimms()
872 		if (nfit_mem->bdw && nfit_mem->memdev_pmem)  in acpi_nfit_register_dimms()
875 		mem_flags = __to_nfit_memdev(nfit_mem)->flags;  in acpi_nfit_register_dimms()
879 		rc = acpi_nfit_add_dimm(acpi_desc, nfit_mem, device_handle);  in acpi_nfit_register_dimms()
883 		nvdimm = nvdimm_create(acpi_desc->nvdimm_bus, nfit_mem,  in acpi_nfit_register_dimms()
885 				flags, &nfit_mem->dsm_mask);  in acpi_nfit_register_dimms()
889 		nfit_mem->nvdimm = nvdimm;  in acpi_nfit_register_dimms()
1016 		struct nfit_mem *nfit_mem = nvdimm_provider_data(nvdimm);  in acpi_nfit_init_interleave_set()  local
1020 		if (!memdev || !nfit_mem->dcr) {  in acpi_nfit_init_interleave_set()
1026 		map->serial_number = nfit_mem->dcr->serial_number;  in acpi_nfit_init_interleave_set()
1353 	struct nfit_mem *nfit_mem;  in acpi_nfit_blk_region_enable()  local
1358 	nfit_mem = nvdimm_provider_data(nvdimm);  in acpi_nfit_blk_region_enable()
1359 	if (!nfit_mem || !nfit_mem->dcr || !nfit_mem->bdw) {  in acpi_nfit_blk_region_enable()
1361 				nfit_mem ? "" : " nfit_mem",  in acpi_nfit_blk_region_enable()
1362 				(nfit_mem && nfit_mem->dcr) ? "" : " dcr",  in acpi_nfit_blk_region_enable()
1363 				(nfit_mem && nfit_mem->bdw) ? "" : " bdw");  in acpi_nfit_blk_region_enable()
1374 	nfit_blk->bdw_offset = nfit_mem->bdw->offset;  in acpi_nfit_blk_region_enable()
1376 	mmio->addr.base = nfit_spa_map(acpi_desc, nfit_mem->spa_bdw,  in acpi_nfit_blk_region_enable()
1383 	mmio->size = nfit_mem->bdw->size;  in acpi_nfit_blk_region_enable()
1384 	mmio->base_offset = nfit_mem->memdev_bdw->region_offset;  in acpi_nfit_blk_region_enable()
1385 	mmio->idt = nfit_mem->idt_bdw;  in acpi_nfit_blk_region_enable()
1386 	mmio->spa = nfit_mem->spa_bdw;  in acpi_nfit_blk_region_enable()
1387 	rc = nfit_blk_init_interleave(mmio, nfit_mem->idt_bdw,  in acpi_nfit_blk_region_enable()
1388 			nfit_mem->memdev_bdw->interleave_ways);  in acpi_nfit_blk_region_enable()
1396 	nfit_blk->cmd_offset = nfit_mem->dcr->command_offset;  in acpi_nfit_blk_region_enable()
1397 	nfit_blk->stat_offset = nfit_mem->dcr->status_offset;  in acpi_nfit_blk_region_enable()
1399 	mmio->addr.base = nfit_spa_map(acpi_desc, nfit_mem->spa_dcr,  in acpi_nfit_blk_region_enable()
1406 	mmio->size = nfit_mem->dcr->window_size;  in acpi_nfit_blk_region_enable()
1407 	mmio->base_offset = nfit_mem->memdev_dcr->region_offset;  in acpi_nfit_blk_region_enable()
1408 	mmio->idt = nfit_mem->idt_dcr;  in acpi_nfit_blk_region_enable()
1409 	mmio->spa = nfit_mem->spa_dcr;  in acpi_nfit_blk_region_enable()
1410 	rc = nfit_blk_init_interleave(mmio, nfit_mem->idt_dcr,  in acpi_nfit_blk_region_enable()
1411 			nfit_mem->memdev_dcr->interleave_ways);  in acpi_nfit_blk_region_enable()
1425 	nfit_flush = nfit_mem->nfit_flush;  in acpi_nfit_blk_region_enable()
1483 	struct nfit_mem *nfit_mem;  in acpi_nfit_init_mapping()  local
1500 		nfit_mem = nvdimm_provider_data(nvdimm);  in acpi_nfit_init_mapping()
1501 		if (!nfit_mem || !nfit_mem->bdw) {  in acpi_nfit_init_mapping()
1505 			nd_mapping->size = nfit_mem->bdw->capacity;  in acpi_nfit_init_mapping()
1506 			nd_mapping->start = nfit_mem->bdw->start_address;  in acpi_nfit_init_mapping()
1507 			ndr_desc->num_lanes = nfit_mem->bdw->windows;  in acpi_nfit_init_mapping()