Lines Matching refs:nd_region
26 struct nd_region *nd_region = to_nd_region(dev->parent); in namespace_pmem_release() local
29 ida_simple_remove(&nd_region->ns_ida, nspm->id); in namespace_pmem_release()
38 struct nd_region *nd_region = to_nd_region(dev->parent); in namespace_blk_release() local
41 ida_simple_remove(&nd_region->ns_ida, nsblk->id); in namespace_blk_release()
107 struct nd_region *nd_region = to_nd_region(dev->parent); in pmem_should_map_pages() local
114 if (!test_bit(ND_REGION_PAGEMAP, &nd_region->flags)) in pmem_should_map_pages()
159 struct nd_region *nd_region = to_nd_region(ndns->dev.parent); in nvdimm_namespace_disk_name() local
176 sprintf(name, "pmem%d.%d%s", nd_region->id, nsidx, in nvdimm_namespace_disk_name()
179 sprintf(name, "pmem%d%s", nd_region->id, in nvdimm_namespace_disk_name()
185 sprintf(name, "ndblk%d.%d%s", nd_region->id, nsblk->id, in nvdimm_namespace_disk_name()
216 struct nd_region *nd_region = to_nd_region(dev->parent); in nstype_show() local
218 return sprintf(buf, "%d\n", nd_region_to_nstype(nd_region)); in nstype_show()
269 struct nd_region *nd_region = to_nd_region(nsblk->common.dev.parent); in nd_namespace_blk_size() local
270 struct nd_mapping *nd_mapping = &nd_region->mapping[0]; in nd_namespace_blk_size()
287 struct nd_region *nd_region = to_nd_region(nsblk->common.dev.parent); in __nd_namespace_blk_validate() local
288 struct nd_mapping *nd_mapping = &nd_region->mapping[0]; in __nd_namespace_blk_validate()
344 static int nd_namespace_label_update(struct nd_region *nd_region, in nd_namespace_label_update() argument
365 return nd_pmem_namespace_label_update(nd_region, nspm, size); in nd_namespace_label_update()
375 return nd_blk_namespace_label_update(nd_region, nsblk, size); in nd_namespace_label_update()
383 struct nd_region *nd_region = to_nd_region(dev->parent); in alt_name_store() local
391 rc = nd_namespace_label_update(nd_region, dev); in alt_name_store()
419 static int scan_free(struct nd_region *nd_region, in scan_free() argument
441 nd_dbg_dpa(nd_region, ndd, res, "delete %d\n", rc); in scan_free()
459 nd_dbg_dpa(nd_region, ndd, res, "shrink %d\n", rc); in scan_free()
477 static int shrink_dpa_allocation(struct nd_region *nd_region, in shrink_dpa_allocation() argument
482 for (i = 0; i < nd_region->ndr_mappings; i++) { in shrink_dpa_allocation()
483 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in shrink_dpa_allocation()
486 rc = scan_free(nd_region, nd_mapping, label_id, n); in shrink_dpa_allocation()
495 struct nd_region *nd_region, struct nd_mapping *nd_mapping, in init_dpa_allocation() argument
515 nd_dbg_dpa(nd_region, ndd, res, "init %d\n", rc); in init_dpa_allocation()
536 static void space_valid(struct nd_region *nd_region, struct nvdimm_drvdata *ndd, in space_valid() argument
545 align = nd_region->align / nd_region->ndr_mappings; in space_valid()
556 struct nd_mapping *nd_mapping = &nd_region->mapping[0]; in space_valid()
564 WARN_ON(!is_nd_blk(&nd_region->dev)); in space_valid()
565 nvdimm_bus = walk_to_nvdimm_bus(&nd_region->dev); in space_valid()
592 static resource_size_t scan_allocate(struct nd_region *nd_region, in scan_allocate() argument
629 space_valid(nd_region, ndd, label_id, NULL, next, exist, in scan_allocate()
640 space_valid(nd_region, ndd, label_id, res, next, exist, in scan_allocate()
651 space_valid(nd_region, ndd, label_id, res, next, exist, in scan_allocate()
714 nd_dbg_dpa(nd_region, ndd, new_res, "%s(%d) %d\n", in scan_allocate()
740 return init_dpa_allocation(label_id, nd_region, nd_mapping, n); in scan_allocate()
744 static int merge_dpa(struct nd_region *nd_region, in merge_dpa() argument
765 nd_dbg_dpa(nd_region, ndd, res, "merge %d\n", rc); in merge_dpa()
778 struct nd_region *nd_region; in __reserve_free_pmem() local
785 nd_region = to_nd_region(dev); in __reserve_free_pmem()
786 if (nd_region->ndr_mappings == 0) in __reserve_free_pmem()
791 for (i = 0; i < nd_region->ndr_mappings; i++) { in __reserve_free_pmem()
792 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in __reserve_free_pmem()
798 n = nd_pmem_available_dpa(nd_region, nd_mapping, &rem); in __reserve_free_pmem()
801 rem = scan_allocate(nd_region, nd_mapping, &label_id, n); in __reserve_free_pmem()
802 dev_WARN_ONCE(&nd_region->dev, rem, in __reserve_free_pmem()
849 static int grow_dpa_allocation(struct nd_region *nd_region, in grow_dpa_allocation() argument
852 struct nvdimm_bus *nvdimm_bus = walk_to_nvdimm_bus(&nd_region->dev); in grow_dpa_allocation()
856 for (i = 0; i < nd_region->ndr_mappings; i++) { in grow_dpa_allocation()
857 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in grow_dpa_allocation()
873 rem = scan_allocate(nd_region, nd_mapping, in grow_dpa_allocation()
883 dev_WARN_ONCE(&nd_region->dev, rem, in grow_dpa_allocation()
890 rc = merge_dpa(nd_region, nd_mapping, label_id); in grow_dpa_allocation()
898 static void nd_namespace_pmem_set_resource(struct nd_region *nd_region, in nd_namespace_pmem_set_resource() argument
910 struct nd_mapping *nd_mapping = &nd_region->mapping[0]; in nd_namespace_pmem_set_resource()
926 * nd_region->ndr_mappings; in nd_namespace_pmem_set_resource()
935 res->start = nd_region->ndr_start + offset; in nd_namespace_pmem_set_resource()
952 struct nd_region *nd_region = to_nd_region(dev->parent); in __size_store() local
983 if (nd_region->ndr_mappings == 0) { in __size_store()
988 div_u64_rem(val, nd_region->align, &remainder); in __size_store()
991 nd_region->align / SZ_1K); in __size_store()
996 for (i = 0; i < nd_region->ndr_mappings; i++) { in __size_store()
997 nd_mapping = &nd_region->mapping[i]; in __size_store()
1009 available = nd_region_allocatable_dpa(nd_region); in __size_store()
1017 val = div_u64(val, nd_region->ndr_mappings); in __size_store()
1018 allocated = div_u64(allocated, nd_region->ndr_mappings); in __size_store()
1020 rc = shrink_dpa_allocation(nd_region, &label_id, in __size_store()
1023 rc = grow_dpa_allocation(nd_region, &label_id, val - allocated); in __size_store()
1031 nd_namespace_pmem_set_resource(nd_region, nspm, in __size_store()
1032 val * nd_region->ndr_mappings); in __size_store()
1041 if (val == 0 && id != 0 && nd_region->ns_seed != dev && !ndns->claim) in __size_store()
1050 struct nd_region *nd_region = to_nd_region(dev->parent); in size_store() local
1064 rc = nd_namespace_label_update(nd_region, dev); in size_store()
1126 struct nd_region *nd_region = to_nd_region(dev->parent); in nvdimm_namespace_locked() local
1128 for (i = 0; i < nd_region->ndr_mappings; i++) { in nvdimm_namespace_locked()
1129 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in nvdimm_namespace_locked()
1182 static int namespace_update_uuid(struct nd_region *nd_region, in namespace_update_uuid() argument
1203 for (i = 0; i < nd_region->ndr_mappings; i++) { in namespace_update_uuid()
1204 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in namespace_update_uuid()
1219 for (i = 0; i < nd_region->ndr_mappings; i++) { in namespace_update_uuid()
1220 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in namespace_update_uuid()
1255 struct nd_region *nd_region = to_nd_region(dev->parent); in uuid_store() local
1279 rc = namespace_update_uuid(nd_region, dev, uuid, ns_uuid); in uuid_store()
1281 rc = nd_namespace_label_update(nd_region, dev); in uuid_store()
1343 struct nd_region *nd_region = to_nd_region(dev->parent); in sector_size_store() local
1368 rc = nd_namespace_label_update(nd_region, dev); in sector_size_store()
1381 struct nd_region *nd_region = to_nd_region(dev->parent); in dpa_extents_show() local
1404 for (i = 0; i < nd_region->ndr_mappings; i++) { in dpa_extents_show()
1405 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in dpa_extents_show()
1422 struct nd_region *nd_region = to_nd_region(dev->parent); in btt_claim_class() local
1425 for (i = 0; i < nd_region->ndr_mappings; i++) { in btt_claim_class()
1426 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in btt_claim_class()
1523 struct nd_region *nd_region = to_nd_region(dev->parent); in holder_class_store() local
1531 rc = nd_namespace_label_update(nd_region, dev); in holder_class_store()
1807 static struct device **create_namespace_io(struct nd_region *nd_region) in create_namespace_io() argument
1825 dev->parent = &nd_region->dev; in create_namespace_io()
1827 res->name = dev_name(&nd_region->dev); in create_namespace_io()
1829 res->start = nd_region->ndr_start; in create_namespace_io()
1830 res->end = res->start + nd_region->ndr_size - 1; in create_namespace_io()
1836 static bool has_uuid_at_pos(struct nd_region *nd_region, const uuid_t *uuid, in has_uuid_at_pos() argument
1842 for (i = 0; i < nd_region->ndr_mappings; i++) { in has_uuid_at_pos()
1843 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in has_uuid_at_pos()
1844 struct nd_interleave_set *nd_set = nd_region->nd_set; in has_uuid_at_pos()
1872 if (!nsl_validate_nlabel(nd_region, ndd, nd_label)) in has_uuid_at_pos()
1885 static int select_pmem_id(struct nd_region *nd_region, const uuid_t *pmem_id) in select_pmem_id() argument
1892 for (i = 0; i < nd_region->ndr_mappings; i++) { in select_pmem_id()
1893 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in select_pmem_id()
1926 dev_dbg(&nd_region->dev, "%s invalid label for %pUb\n", in select_pmem_id()
1944 static struct device *create_namespace_pmem(struct nd_region *nd_region, in create_namespace_pmem() argument
1951 u64 cookie = nd_region_interleave_set_cookie(nd_region, nsindex); in create_namespace_pmem()
1952 u64 altcookie = nd_region_interleave_set_altcookie(nd_region); in create_namespace_pmem()
1963 dev_dbg(&nd_region->dev, "invalid interleave-set-cookie\n"); in create_namespace_pmem()
1968 dev_dbg(&nd_region->dev, "invalid cookie in label: %pUb\n", in create_namespace_pmem()
1973 dev_dbg(&nd_region->dev, "valid altcookie in label: %pUb\n", in create_namespace_pmem()
1984 dev->parent = &nd_region->dev; in create_namespace_pmem()
1986 res->name = dev_name(&nd_region->dev); in create_namespace_pmem()
1989 for (i = 0; i < nd_region->ndr_mappings; i++) { in create_namespace_pmem()
1993 if (has_uuid_at_pos(nd_region, &uuid, cookie, i)) in create_namespace_pmem()
1995 if (has_uuid_at_pos(nd_region, &uuid, altcookie, i)) in create_namespace_pmem()
2000 if (i < nd_region->ndr_mappings) { in create_namespace_pmem()
2001 struct nvdimm *nvdimm = nd_region->mapping[i].nvdimm; in create_namespace_pmem()
2008 dev_err(&nd_region->dev, "%s missing label for %pUb\n", in create_namespace_pmem()
2023 rc = select_pmem_id(nd_region, &uuid); in create_namespace_pmem()
2028 for (i = 0; i < nd_region->ndr_mappings; i++) { in create_namespace_pmem()
2032 nd_mapping = &nd_region->mapping[i]; in create_namespace_pmem()
2061 nd_namespace_pmem_set_resource(nd_region, nspm, size); in create_namespace_pmem()
2068 dev_dbg(&nd_region->dev, "invalid label(s)\n"); in create_namespace_pmem()
2071 dev_dbg(&nd_region->dev, "label not found\n"); in create_namespace_pmem()
2074 dev_dbg(&nd_region->dev, "unexpected err: %d\n", rc); in create_namespace_pmem()
2080 struct resource *nsblk_add_resource(struct nd_region *nd_region, in nsblk_add_resource() argument
2103 static struct device *nd_namespace_blk_create(struct nd_region *nd_region) in nd_namespace_blk_create() argument
2108 if (!is_nd_blk(&nd_region->dev)) in nd_namespace_blk_create()
2117 nsblk->id = ida_simple_get(&nd_region->ns_ida, 0, 0, GFP_KERNEL); in nd_namespace_blk_create()
2122 dev_set_name(dev, "namespace%d.%d", nd_region->id, nsblk->id); in nd_namespace_blk_create()
2123 dev->parent = &nd_region->dev; in nd_namespace_blk_create()
2128 static struct device *nd_namespace_pmem_create(struct nd_region *nd_region) in nd_namespace_pmem_create() argument
2134 if (!is_memory(&nd_region->dev)) in nd_namespace_pmem_create()
2143 dev->parent = &nd_region->dev; in nd_namespace_pmem_create()
2145 res->name = dev_name(&nd_region->dev); in nd_namespace_pmem_create()
2148 nspm->id = ida_simple_get(&nd_region->ns_ida, 0, 0, GFP_KERNEL); in nd_namespace_pmem_create()
2153 dev_set_name(dev, "namespace%d.%d", nd_region->id, nspm->id); in nd_namespace_pmem_create()
2154 nd_namespace_pmem_set_resource(nd_region, nspm, 0); in nd_namespace_pmem_create()
2159 void nd_region_create_ns_seed(struct nd_region *nd_region) in nd_region_create_ns_seed() argument
2161 WARN_ON(!is_nvdimm_bus_locked(&nd_region->dev)); in nd_region_create_ns_seed()
2163 if (nd_region_to_nstype(nd_region) == ND_DEVICE_NAMESPACE_IO) in nd_region_create_ns_seed()
2166 if (is_nd_blk(&nd_region->dev)) in nd_region_create_ns_seed()
2167 nd_region->ns_seed = nd_namespace_blk_create(nd_region); in nd_region_create_ns_seed()
2169 nd_region->ns_seed = nd_namespace_pmem_create(nd_region); in nd_region_create_ns_seed()
2175 if (!nd_region->ns_seed) in nd_region_create_ns_seed()
2176 dev_err(&nd_region->dev, "failed to create %s namespace\n", in nd_region_create_ns_seed()
2177 is_nd_blk(&nd_region->dev) ? "blk" : "pmem"); in nd_region_create_ns_seed()
2179 nd_device_register(nd_region->ns_seed); in nd_region_create_ns_seed()
2182 void nd_region_create_dax_seed(struct nd_region *nd_region) in nd_region_create_dax_seed() argument
2184 WARN_ON(!is_nvdimm_bus_locked(&nd_region->dev)); in nd_region_create_dax_seed()
2185 nd_region->dax_seed = nd_dax_create(nd_region); in nd_region_create_dax_seed()
2190 if (!nd_region->dax_seed) in nd_region_create_dax_seed()
2191 dev_err(&nd_region->dev, "failed to create dax namespace\n"); in nd_region_create_dax_seed()
2194 void nd_region_create_pfn_seed(struct nd_region *nd_region) in nd_region_create_pfn_seed() argument
2196 WARN_ON(!is_nvdimm_bus_locked(&nd_region->dev)); in nd_region_create_pfn_seed()
2197 nd_region->pfn_seed = nd_pfn_create(nd_region); in nd_region_create_pfn_seed()
2202 if (!nd_region->pfn_seed) in nd_region_create_pfn_seed()
2203 dev_err(&nd_region->dev, "failed to create pfn namespace\n"); in nd_region_create_pfn_seed()
2206 void nd_region_create_btt_seed(struct nd_region *nd_region) in nd_region_create_btt_seed() argument
2208 WARN_ON(!is_nvdimm_bus_locked(&nd_region->dev)); in nd_region_create_btt_seed()
2209 nd_region->btt_seed = nd_btt_create(nd_region); in nd_region_create_btt_seed()
2214 if (!nd_region->btt_seed) in nd_region_create_btt_seed()
2215 dev_err(&nd_region->dev, "failed to create btt namespace\n"); in nd_region_create_btt_seed()
2218 static int add_namespace_resource(struct nd_region *nd_region, in add_namespace_resource() argument
2222 struct nd_mapping *nd_mapping = &nd_region->mapping[0]; in add_namespace_resource()
2238 res = nsblk_add_resource(nd_region, ndd, in add_namespace_resource()
2243 nd_dbg_dpa(nd_region, ndd, res, "%d assign\n", count); in add_namespace_resource()
2245 dev_err(&nd_region->dev, in add_namespace_resource()
2256 static struct device *create_namespace_blk(struct nd_region *nd_region, in create_namespace_blk() argument
2260 struct nd_mapping *nd_mapping = &nd_region->mapping[0]; in create_namespace_blk()
2261 struct nd_interleave_set *nd_set = nd_region->nd_set; in create_namespace_blk()
2279 dev->parent = &nd_region->dev; in create_namespace_blk()
2293 res = nsblk_add_resource(nd_region, ndd, nsblk, in create_namespace_blk()
2297 nd_dbg_dpa(nd_region, ndd, res, "%d: assign\n", count); in create_namespace_blk()
2329 static struct device **scan_labels(struct nd_region *nd_region) in scan_labels() argument
2334 struct nd_mapping *nd_mapping = &nd_region->mapping[0]; in scan_labels()
2347 if (is_nd_blk(&nd_region->dev) in scan_labels()
2358 i = add_namespace_resource(nd_region, nd_label, devs, count); in scan_labels()
2370 if (is_nd_blk(&nd_region->dev)) in scan_labels()
2371 dev = create_namespace_blk(nd_region, nd_label, count); in scan_labels()
2373 dev = create_namespace_pmem(nd_region, nd_mapping, in scan_labels()
2392 dev_dbg(&nd_region->dev, "discovered %d %s namespace%s\n", in scan_labels()
2393 count, is_nd_blk(&nd_region->dev) in scan_labels()
2403 if (is_nd_blk(&nd_region->dev)) { in scan_labels()
2419 nd_namespace_pmem_set_resource(nd_region, nspm, 0); in scan_labels()
2421 dev->parent = &nd_region->dev; in scan_labels()
2423 } else if (is_memory(&nd_region->dev)) { in scan_labels()
2425 for (i = 0; i < nd_region->ndr_mappings; i++) { in scan_labels()
2430 nd_mapping = &nd_region->mapping[i]; in scan_labels()
2455 if (is_nd_blk(&nd_region->dev)) in scan_labels()
2464 static struct device **create_namespaces(struct nd_region *nd_region) in create_namespaces() argument
2470 if (nd_region->ndr_mappings == 0) in create_namespaces()
2474 for (i = 0; i < nd_region->ndr_mappings; i++) { in create_namespaces()
2475 nd_mapping = &nd_region->mapping[i]; in create_namespaces()
2479 devs = scan_labels(nd_region); in create_namespaces()
2481 for (i = 0; i < nd_region->ndr_mappings; i++) { in create_namespaces()
2482 int reverse = nd_region->ndr_mappings - 1 - i; in create_namespaces()
2484 nd_mapping = &nd_region->mapping[reverse]; in create_namespaces()
2493 struct nd_region *nd_region = region; in deactivate_labels() local
2496 for (i = 0; i < nd_region->ndr_mappings; i++) { in deactivate_labels()
2497 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in deactivate_labels()
2512 static int init_active_labels(struct nd_region *nd_region) in init_active_labels() argument
2516 for (i = 0; i < nd_region->ndr_mappings; i++) { in init_active_labels()
2517 struct nd_mapping *nd_mapping = &nd_region->mapping[i]; in init_active_labels()
2535 dev_err(&nd_region->dev, "%s: is %s, failing probe\n", in init_active_labels()
2574 if (i < nd_region->ndr_mappings) in init_active_labels()
2579 deactivate_labels(nd_region); in init_active_labels()
2583 return devm_add_action_or_reset(&nd_region->dev, deactivate_labels, in init_active_labels()
2584 nd_region); in init_active_labels()
2587 int nd_region_register_namespaces(struct nd_region *nd_region, int *err) in nd_region_register_namespaces() argument
2593 nvdimm_bus_lock(&nd_region->dev); in nd_region_register_namespaces()
2594 rc = init_active_labels(nd_region); in nd_region_register_namespaces()
2596 nvdimm_bus_unlock(&nd_region->dev); in nd_region_register_namespaces()
2600 type = nd_region_to_nstype(nd_region); in nd_region_register_namespaces()
2603 devs = create_namespace_io(nd_region); in nd_region_register_namespaces()
2607 devs = create_namespaces(nd_region); in nd_region_register_namespaces()
2612 nvdimm_bus_unlock(&nd_region->dev); in nd_region_register_namespaces()
2625 id = ida_simple_get(&nd_region->ns_ida, 0, 0, in nd_region_register_namespaces()
2632 id = ida_simple_get(&nd_region->ns_ida, 0, 0, in nd_region_register_namespaces()
2640 dev_set_name(dev, "namespace%d.%d", nd_region->id, id); in nd_region_register_namespaces()
2644 nd_region->ns_seed = devs[0]; in nd_region_register_namespaces()