Lines Matching refs:nd_region
26 struct nd_region *nd_region = to_nd_region(dev->parent); in namespace_pmem_release() local
29 ida_simple_remove(&nd_region->ns_ida, nspm->id); in namespace_pmem_release()
38 struct nd_region *nd_region = to_nd_region(dev->parent); in namespace_blk_release() local
41 ida_simple_remove(&nd_region->ns_ida, nsblk->id); in namespace_blk_release()
107 struct nd_region *nd_region = to_nd_region(dev->parent); in pmem_should_map_pages() local
114 if (!test_bit(ND_REGION_PAGEMAP, &nd_region->flags)) in pmem_should_map_pages()
159 struct nd_region *nd_region = to_nd_region(ndns->dev.parent); in nvdimm_namespace_disk_name() local
176 sprintf(name, "pmem%d.%d%s", nd_region->id, nsidx, in nvdimm_namespace_disk_name()
179 sprintf(name, "pmem%d%s", nd_region->id, in nvdimm_namespace_disk_name()
185 sprintf(name, "ndblk%d.%d%s", nd_region->id, nsblk->id, in nvdimm_namespace_disk_name()
218 struct nd_region *nd_region = to_nd_region(dev->parent); in nstype_show() local
220 return sprintf(buf, "%d\n", nd_region_to_nstype(nd_region)); in nstype_show()
271 struct nd_region *nd_region = to_nd_region(nsblk->common.dev.parent); in nd_namespace_blk_size() local
272 struct nd_mapping *nd_mapping = &nd_region->mapping[0]; in nd_namespace_blk_size()
289 struct nd_region *nd_region = to_nd_region(nsblk->common.dev.parent); in __nd_namespace_blk_validate() local
290 struct nd_mapping *nd_mapping = &nd_region->mapping[0]; in __nd_namespace_blk_validate()
346 static int nd_namespace_label_update(struct nd_region *nd_region, in nd_namespace_label_update() argument
367 return nd_pmem_namespace_label_update(nd_region, nspm, size); in nd_namespace_label_update()
377 return nd_blk_namespace_label_update(nd_region, nsblk, size); in nd_namespace_label_update()
385 struct nd_region *nd_region = to_nd_region(dev->parent); in alt_name_store() local
393 rc = nd_namespace_label_update(nd_region, dev); in alt_name_store()
421 static int scan_free(struct nd_region *nd_region, in scan_free() argument
443 nd_dbg_dpa(nd_region, ndd, res, "delete %d\n", rc); in scan_free()
461 nd_dbg_dpa(nd_region, ndd, res, "shrink %d\n", rc); in scan_free()
479 static int shrink_dpa_allocation(struct nd_region *nd_region, in shrink_dpa_allocation() argument
484 for (i = 0; i < nd_region->ndr_mappings; i++) { in shrink_dpa_allocation()
485 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in shrink_dpa_allocation()
488 rc = scan_free(nd_region, nd_mapping, label_id, n); in shrink_dpa_allocation()
497 struct nd_region *nd_region, struct nd_mapping *nd_mapping, in init_dpa_allocation() argument
517 nd_dbg_dpa(nd_region, ndd, res, "init %d\n", rc); in init_dpa_allocation()
538 static void space_valid(struct nd_region *nd_region, struct nvdimm_drvdata *ndd, in space_valid() argument
547 align = nd_region->align / nd_region->ndr_mappings; in space_valid()
558 struct nd_mapping *nd_mapping = &nd_region->mapping[0]; in space_valid()
566 WARN_ON(!is_nd_blk(&nd_region->dev)); in space_valid()
567 nvdimm_bus = walk_to_nvdimm_bus(&nd_region->dev); in space_valid()
594 static resource_size_t scan_allocate(struct nd_region *nd_region, in scan_allocate() argument
631 space_valid(nd_region, ndd, label_id, NULL, next, exist, in scan_allocate()
642 space_valid(nd_region, ndd, label_id, res, next, exist, in scan_allocate()
653 space_valid(nd_region, ndd, label_id, res, next, exist, in scan_allocate()
716 nd_dbg_dpa(nd_region, ndd, new_res, "%s(%d) %d\n", in scan_allocate()
742 return init_dpa_allocation(label_id, nd_region, nd_mapping, n); in scan_allocate()
746 static int merge_dpa(struct nd_region *nd_region, in merge_dpa() argument
767 nd_dbg_dpa(nd_region, ndd, res, "merge %d\n", rc); in merge_dpa()
780 struct nd_region *nd_region; in __reserve_free_pmem() local
787 nd_region = to_nd_region(dev); in __reserve_free_pmem()
788 if (nd_region->ndr_mappings == 0) in __reserve_free_pmem()
793 for (i = 0; i < nd_region->ndr_mappings; i++) { in __reserve_free_pmem()
794 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in __reserve_free_pmem()
800 n = nd_pmem_available_dpa(nd_region, nd_mapping, &rem); in __reserve_free_pmem()
803 rem = scan_allocate(nd_region, nd_mapping, &label_id, n); in __reserve_free_pmem()
804 dev_WARN_ONCE(&nd_region->dev, rem, in __reserve_free_pmem()
851 static int grow_dpa_allocation(struct nd_region *nd_region, in grow_dpa_allocation() argument
854 struct nvdimm_bus *nvdimm_bus = walk_to_nvdimm_bus(&nd_region->dev); in grow_dpa_allocation()
858 for (i = 0; i < nd_region->ndr_mappings; i++) { in grow_dpa_allocation()
859 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in grow_dpa_allocation()
875 rem = scan_allocate(nd_region, nd_mapping, in grow_dpa_allocation()
885 dev_WARN_ONCE(&nd_region->dev, rem, in grow_dpa_allocation()
892 rc = merge_dpa(nd_region, nd_mapping, label_id); in grow_dpa_allocation()
900 static void nd_namespace_pmem_set_resource(struct nd_region *nd_region, in nd_namespace_pmem_set_resource() argument
912 struct nd_mapping *nd_mapping = &nd_region->mapping[0]; in nd_namespace_pmem_set_resource()
928 * nd_region->ndr_mappings; in nd_namespace_pmem_set_resource()
937 res->start = nd_region->ndr_start + offset; in nd_namespace_pmem_set_resource()
953 struct nd_region *nd_region = to_nd_region(dev->parent); in __size_store() local
984 if (nd_region->ndr_mappings == 0) { in __size_store()
989 div_u64_rem(val, nd_region->align, &remainder); in __size_store()
992 nd_region->align / SZ_1K); in __size_store()
997 for (i = 0; i < nd_region->ndr_mappings; i++) { in __size_store()
998 nd_mapping = &nd_region->mapping[i]; in __size_store()
1010 available = nd_region_allocatable_dpa(nd_region); in __size_store()
1018 val = div_u64(val, nd_region->ndr_mappings); in __size_store()
1019 allocated = div_u64(allocated, nd_region->ndr_mappings); in __size_store()
1021 rc = shrink_dpa_allocation(nd_region, &label_id, in __size_store()
1024 rc = grow_dpa_allocation(nd_region, &label_id, val - allocated); in __size_store()
1032 nd_namespace_pmem_set_resource(nd_region, nspm, in __size_store()
1033 val * nd_region->ndr_mappings); in __size_store()
1042 if (val == 0 && id != 0 && nd_region->ns_seed != dev && !ndns->claim) in __size_store()
1051 struct nd_region *nd_region = to_nd_region(dev->parent); in size_store() local
1065 rc = nd_namespace_label_update(nd_region, dev); in size_store()
1127 struct nd_region *nd_region = to_nd_region(dev->parent); in nvdimm_namespace_locked() local
1129 for (i = 0; i < nd_region->ndr_mappings; i++) { in nvdimm_namespace_locked()
1130 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in nvdimm_namespace_locked()
1183 static int namespace_update_uuid(struct nd_region *nd_region, in namespace_update_uuid() argument
1203 for (i = 0; i < nd_region->ndr_mappings; i++) { in namespace_update_uuid()
1204 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in namespace_update_uuid()
1219 for (i = 0; i < nd_region->ndr_mappings; i++) { in namespace_update_uuid()
1220 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in namespace_update_uuid()
1253 struct nd_region *nd_region = to_nd_region(dev->parent); in uuid_store() local
1277 rc = namespace_update_uuid(nd_region, dev, uuid, ns_uuid); in uuid_store()
1279 rc = nd_namespace_label_update(nd_region, dev); in uuid_store()
1341 struct nd_region *nd_region = to_nd_region(dev->parent); in sector_size_store() local
1366 rc = nd_namespace_label_update(nd_region, dev); in sector_size_store()
1379 struct nd_region *nd_region = to_nd_region(dev->parent); in dpa_extents_show() local
1402 for (i = 0; i < nd_region->ndr_mappings; i++) { in dpa_extents_show()
1403 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in dpa_extents_show()
1420 struct nd_region *nd_region = to_nd_region(dev->parent); in btt_claim_class() local
1423 for (i = 0; i < nd_region->ndr_mappings; i++) { in btt_claim_class()
1424 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in btt_claim_class()
1521 struct nd_region *nd_region = to_nd_region(dev->parent); in holder_class_store() local
1529 rc = nd_namespace_label_update(nd_region, dev); in holder_class_store()
1805 static struct device **create_namespace_io(struct nd_region *nd_region) in create_namespace_io() argument
1823 dev->parent = &nd_region->dev; in create_namespace_io()
1825 res->name = dev_name(&nd_region->dev); in create_namespace_io()
1827 res->start = nd_region->ndr_start; in create_namespace_io()
1828 res->end = res->start + nd_region->ndr_size - 1; in create_namespace_io()
1834 static bool has_uuid_at_pos(struct nd_region *nd_region, u8 *uuid, in has_uuid_at_pos() argument
1840 for (i = 0; i < nd_region->ndr_mappings; i++) { in has_uuid_at_pos()
1841 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in has_uuid_at_pos()
1842 struct nd_interleave_set *nd_set = nd_region->nd_set; in has_uuid_at_pos()
1878 if (nlabel != nd_region->ndr_mappings) in has_uuid_at_pos()
1891 static int select_pmem_id(struct nd_region *nd_region, u8 *pmem_id) in select_pmem_id() argument
1898 for (i = 0; i < nd_region->ndr_mappings; i++) { in select_pmem_id()
1899 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in select_pmem_id()
1932 dev_dbg(&nd_region->dev, "%s invalid label for %pUb\n", in select_pmem_id()
1949 static struct device *create_namespace_pmem(struct nd_region *nd_region, in create_namespace_pmem() argument
1953 u64 cookie = nd_region_interleave_set_cookie(nd_region, nsindex); in create_namespace_pmem()
1954 u64 altcookie = nd_region_interleave_set_altcookie(nd_region); in create_namespace_pmem()
1965 dev_dbg(&nd_region->dev, "invalid interleave-set-cookie\n"); in create_namespace_pmem()
1970 dev_dbg(&nd_region->dev, "invalid cookie in label: %pUb\n", in create_namespace_pmem()
1975 dev_dbg(&nd_region->dev, "valid altcookie in label: %pUb\n", in create_namespace_pmem()
1986 dev->parent = &nd_region->dev; in create_namespace_pmem()
1988 res->name = dev_name(&nd_region->dev); in create_namespace_pmem()
1991 for (i = 0; i < nd_region->ndr_mappings; i++) { in create_namespace_pmem()
1992 if (has_uuid_at_pos(nd_region, nd_label->uuid, cookie, i)) in create_namespace_pmem()
1994 if (has_uuid_at_pos(nd_region, nd_label->uuid, altcookie, i)) in create_namespace_pmem()
1999 if (i < nd_region->ndr_mappings) { in create_namespace_pmem()
2000 struct nvdimm *nvdimm = nd_region->mapping[i].nvdimm; in create_namespace_pmem()
2007 dev_err(&nd_region->dev, "%s missing label for %pUb\n", in create_namespace_pmem()
2021 rc = select_pmem_id(nd_region, nd_label->uuid); in create_namespace_pmem()
2026 for (i = 0; i < nd_region->ndr_mappings; i++) { in create_namespace_pmem()
2030 nd_mapping = &nd_region->mapping[i]; in create_namespace_pmem()
2061 nd_namespace_pmem_set_resource(nd_region, nspm, size); in create_namespace_pmem()
2068 dev_dbg(&nd_region->dev, "invalid label(s)\n"); in create_namespace_pmem()
2071 dev_dbg(&nd_region->dev, "label not found\n"); in create_namespace_pmem()
2074 dev_dbg(&nd_region->dev, "unexpected err: %d\n", rc); in create_namespace_pmem()
2080 struct resource *nsblk_add_resource(struct nd_region *nd_region, in nsblk_add_resource() argument
2103 static struct device *nd_namespace_blk_create(struct nd_region *nd_region) in nd_namespace_blk_create() argument
2108 if (!is_nd_blk(&nd_region->dev)) in nd_namespace_blk_create()
2117 nsblk->id = ida_simple_get(&nd_region->ns_ida, 0, 0, GFP_KERNEL); in nd_namespace_blk_create()
2122 dev_set_name(dev, "namespace%d.%d", nd_region->id, nsblk->id); in nd_namespace_blk_create()
2123 dev->parent = &nd_region->dev; in nd_namespace_blk_create()
2128 static struct device *nd_namespace_pmem_create(struct nd_region *nd_region) in nd_namespace_pmem_create() argument
2134 if (!is_memory(&nd_region->dev)) in nd_namespace_pmem_create()
2143 dev->parent = &nd_region->dev; in nd_namespace_pmem_create()
2145 res->name = dev_name(&nd_region->dev); in nd_namespace_pmem_create()
2148 nspm->id = ida_simple_get(&nd_region->ns_ida, 0, 0, GFP_KERNEL); in nd_namespace_pmem_create()
2153 dev_set_name(dev, "namespace%d.%d", nd_region->id, nspm->id); in nd_namespace_pmem_create()
2154 nd_namespace_pmem_set_resource(nd_region, nspm, 0); in nd_namespace_pmem_create()
2159 void nd_region_create_ns_seed(struct nd_region *nd_region) in nd_region_create_ns_seed() argument
2161 WARN_ON(!is_nvdimm_bus_locked(&nd_region->dev)); in nd_region_create_ns_seed()
2163 if (nd_region_to_nstype(nd_region) == ND_DEVICE_NAMESPACE_IO) in nd_region_create_ns_seed()
2166 if (is_nd_blk(&nd_region->dev)) in nd_region_create_ns_seed()
2167 nd_region->ns_seed = nd_namespace_blk_create(nd_region); in nd_region_create_ns_seed()
2169 nd_region->ns_seed = nd_namespace_pmem_create(nd_region); in nd_region_create_ns_seed()
2175 if (!nd_region->ns_seed) in nd_region_create_ns_seed()
2176 dev_err(&nd_region->dev, "failed to create %s namespace\n", in nd_region_create_ns_seed()
2177 is_nd_blk(&nd_region->dev) ? "blk" : "pmem"); in nd_region_create_ns_seed()
2179 nd_device_register(nd_region->ns_seed); in nd_region_create_ns_seed()
2182 void nd_region_create_dax_seed(struct nd_region *nd_region) in nd_region_create_dax_seed() argument
2184 WARN_ON(!is_nvdimm_bus_locked(&nd_region->dev)); in nd_region_create_dax_seed()
2185 nd_region->dax_seed = nd_dax_create(nd_region); in nd_region_create_dax_seed()
2190 if (!nd_region->dax_seed) in nd_region_create_dax_seed()
2191 dev_err(&nd_region->dev, "failed to create dax namespace\n"); in nd_region_create_dax_seed()
2194 void nd_region_create_pfn_seed(struct nd_region *nd_region) in nd_region_create_pfn_seed() argument
2196 WARN_ON(!is_nvdimm_bus_locked(&nd_region->dev)); in nd_region_create_pfn_seed()
2197 nd_region->pfn_seed = nd_pfn_create(nd_region); in nd_region_create_pfn_seed()
2202 if (!nd_region->pfn_seed) in nd_region_create_pfn_seed()
2203 dev_err(&nd_region->dev, "failed to create pfn namespace\n"); in nd_region_create_pfn_seed()
2206 void nd_region_create_btt_seed(struct nd_region *nd_region) in nd_region_create_btt_seed() argument
2208 WARN_ON(!is_nvdimm_bus_locked(&nd_region->dev)); in nd_region_create_btt_seed()
2209 nd_region->btt_seed = nd_btt_create(nd_region); in nd_region_create_btt_seed()
2214 if (!nd_region->btt_seed) in nd_region_create_btt_seed()
2215 dev_err(&nd_region->dev, "failed to create btt namespace\n"); in nd_region_create_btt_seed()
2218 static int add_namespace_resource(struct nd_region *nd_region, in add_namespace_resource() argument
2222 struct nd_mapping *nd_mapping = &nd_region->mapping[0]; in add_namespace_resource()
2238 res = nsblk_add_resource(nd_region, ndd, in add_namespace_resource()
2243 nd_dbg_dpa(nd_region, ndd, res, "%d assign\n", count); in add_namespace_resource()
2245 dev_err(&nd_region->dev, in add_namespace_resource()
2256 static struct device *create_namespace_blk(struct nd_region *nd_region, in create_namespace_blk() argument
2260 struct nd_mapping *nd_mapping = &nd_region->mapping[0]; in create_namespace_blk()
2261 struct nd_interleave_set *nd_set = nd_region->nd_set; in create_namespace_blk()
2289 dev->parent = &nd_region->dev; in create_namespace_blk()
2306 res = nsblk_add_resource(nd_region, ndd, nsblk, in create_namespace_blk()
2310 nd_dbg_dpa(nd_region, ndd, res, "%d: assign\n", count); in create_namespace_blk()
2342 static struct device **scan_labels(struct nd_region *nd_region) in scan_labels() argument
2347 struct nd_mapping *nd_mapping = &nd_region->mapping[0]; in scan_labels()
2359 if (is_nd_blk(&nd_region->dev) in scan_labels()
2370 i = add_namespace_resource(nd_region, nd_label, devs, count); in scan_labels()
2382 if (is_nd_blk(&nd_region->dev)) in scan_labels()
2383 dev = create_namespace_blk(nd_region, nd_label, count); in scan_labels()
2389 dev = create_namespace_pmem(nd_region, nsindex, nd_label); in scan_labels()
2408 dev_dbg(&nd_region->dev, "discovered %d %s namespace%s\n", in scan_labels()
2409 count, is_nd_blk(&nd_region->dev) in scan_labels()
2419 if (is_nd_blk(&nd_region->dev)) { in scan_labels()
2435 nd_namespace_pmem_set_resource(nd_region, nspm, 0); in scan_labels()
2437 dev->parent = &nd_region->dev; in scan_labels()
2439 } else if (is_memory(&nd_region->dev)) { in scan_labels()
2441 for (i = 0; i < nd_region->ndr_mappings; i++) { in scan_labels()
2446 nd_mapping = &nd_region->mapping[i]; in scan_labels()
2471 if (is_nd_blk(&nd_region->dev)) in scan_labels()
2480 static struct device **create_namespaces(struct nd_region *nd_region) in create_namespaces() argument
2486 if (nd_region->ndr_mappings == 0) in create_namespaces()
2490 for (i = 0; i < nd_region->ndr_mappings; i++) { in create_namespaces()
2491 nd_mapping = &nd_region->mapping[i]; in create_namespaces()
2495 devs = scan_labels(nd_region); in create_namespaces()
2497 for (i = 0; i < nd_region->ndr_mappings; i++) { in create_namespaces()
2498 int reverse = nd_region->ndr_mappings - 1 - i; in create_namespaces()
2500 nd_mapping = &nd_region->mapping[reverse]; in create_namespaces()
2509 struct nd_region *nd_region = region; in deactivate_labels() local
2512 for (i = 0; i < nd_region->ndr_mappings; i++) { in deactivate_labels()
2513 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in deactivate_labels()
2528 static int init_active_labels(struct nd_region *nd_region) in init_active_labels() argument
2532 for (i = 0; i < nd_region->ndr_mappings; i++) { in init_active_labels()
2533 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in init_active_labels()
2551 dev_err(&nd_region->dev, "%s: is %s, failing probe\n", in init_active_labels()
2590 if (i < nd_region->ndr_mappings) in init_active_labels()
2595 deactivate_labels(nd_region); in init_active_labels()
2599 return devm_add_action_or_reset(&nd_region->dev, deactivate_labels, in init_active_labels()
2600 nd_region); in init_active_labels()
2603 int nd_region_register_namespaces(struct nd_region *nd_region, int *err) in nd_region_register_namespaces() argument
2609 nvdimm_bus_lock(&nd_region->dev); in nd_region_register_namespaces()
2610 rc = init_active_labels(nd_region); in nd_region_register_namespaces()
2612 nvdimm_bus_unlock(&nd_region->dev); in nd_region_register_namespaces()
2616 type = nd_region_to_nstype(nd_region); in nd_region_register_namespaces()
2619 devs = create_namespace_io(nd_region); in nd_region_register_namespaces()
2623 devs = create_namespaces(nd_region); in nd_region_register_namespaces()
2628 nvdimm_bus_unlock(&nd_region->dev); in nd_region_register_namespaces()
2641 id = ida_simple_get(&nd_region->ns_ida, 0, 0, in nd_region_register_namespaces()
2648 id = ida_simple_get(&nd_region->ns_ida, 0, 0, in nd_region_register_namespaces()
2656 dev_set_name(dev, "namespace%d.%d", nd_region->id, id); in nd_region_register_namespaces()
2660 nd_region->ns_seed = devs[0]; in nd_region_register_namespaces()