region.c 4.07 KB
Newer Older
1
// SPDX-License-Identifier: GPL-2.0-only
2
3
4
/*
 * Copyright(c) 2013-2015 Intel Corporation. All rights reserved.
 */
Vishal Verma's avatar
Vishal Verma committed
5
#include <linux/cpumask.h>
6
7
8
#include <linux/module.h>
#include <linux/device.h>
#include <linux/nd.h>
9
#include "nd-core.h"
10
11
12
13
#include "nd.h"

static int nd_region_probe(struct device *dev)
{
14
	int err, rc;
Vishal Verma's avatar
Vishal Verma committed
15
	static unsigned long once;
16
	struct nd_region_data *ndrd;
17
18
	struct nd_region *nd_region = to_nd_region(dev);

Vishal Verma's avatar
Vishal Verma committed
19
20
21
	if (nd_region->num_lanes > num_online_cpus()
			&& nd_region->num_lanes < num_possible_cpus()
			&& !test_and_set_bit(0, &once)) {
22
		dev_dbg(dev, "online cpus (%d) < concurrent i/o lanes (%d) < possible cpus (%d)\n",
Vishal Verma's avatar
Vishal Verma committed
23
24
				num_online_cpus(), nd_region->num_lanes,
				num_possible_cpus());
25
		dev_dbg(dev, "setting nr_cpus=%d may yield better libnvdimm device performance\n",
Vishal Verma's avatar
Vishal Verma committed
26
27
28
				nd_region->num_lanes);
	}

29
30
31
32
	rc = nd_region_activate(nd_region);
	if (rc)
		return rc;

33
34
35
36
	rc = nd_blk_region_init(nd_region);
	if (rc)
		return rc;

37
	if (is_memory(&nd_region->dev)) {
38
39
40
41
		struct resource ndr_res;

		if (devm_init_badblocks(dev, &nd_region->bb))
			return -ENODEV;
42
43
		nd_region->bb_state = sysfs_get_dirent(nd_region->dev.kobj.sd,
						       "badblocks");
44
		if (!nd_region->bb_state)
45
			dev_warn(&nd_region->dev,
46
					"'badblocks' notification disabled\n");
47
48
		ndr_res.start = nd_region->ndr_start;
		ndr_res.end = nd_region->ndr_start + nd_region->ndr_size - 1;
49
		nvdimm_badblocks_populate(nd_region, &nd_region->bb, &ndr_res);
50
51
	}

52
53
54
55
56
57
58
59
60
61
62
	rc = nd_region_register_namespaces(nd_region, &err);
	if (rc < 0)
		return rc;

	ndrd = dev_get_drvdata(dev);
	ndrd->ns_active = rc;
	ndrd->ns_count = rc + err;

	if (rc && err && rc == err)
		return -ENODEV;

63
	nd_region->btt_seed = nd_btt_create(nd_region);
64
	nd_region->pfn_seed = nd_pfn_create(nd_region);
65
	nd_region->dax_seed = nd_dax_create(nd_region);
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
	if (err == 0)
		return 0;

	/*
	 * Given multiple namespaces per region, we do not want to
	 * disable all the successfully registered peer namespaces upon
	 * a single registration failure.  If userspace is missing a
	 * namespace that it expects it can disable/re-enable the region
	 * to retry discovery after correcting the failure.
	 * <regionX>/namespaces returns the current
	 * "<async-registered>/<total>" namespace count.
	 */
	dev_err(dev, "failed to register %d namespace%s, continuing...\n",
			err, err == 1 ? "" : "s");
	return 0;
}

static int child_unregister(struct device *dev, void *data)
{
	nd_device_unregister(dev, ND_SYNC);
	return 0;
}

static int nd_region_remove(struct device *dev)
{
91
92
	struct nd_region *nd_region = to_nd_region(dev);

93
94
	device_for_each_child(dev, NULL, child_unregister);

95
96
	/* flush attribute readers and disable */
	nvdimm_bus_lock(dev);
97
	nd_region->ns_seed = NULL;
98
	nd_region->btt_seed = NULL;
99
	nd_region->pfn_seed = NULL;
100
	nd_region->dax_seed = NULL;
101
102
103
	dev_set_drvdata(dev, NULL);
	nvdimm_bus_unlock(dev);

104
	/*
105
	 * Note, this assumes nd_device_lock() context to not race
106
107
108
109
110
	 * nd_region_notify()
	 */
	sysfs_put(nd_region->bb_state);
	nd_region->bb_state = NULL;

111
112
113
	return 0;
}

114
115
116
117
118
119
120
121
static int child_notify(struct device *dev, void *data)
{
	nd_device_notify(dev, *(enum nvdimm_event *) data);
	return 0;
}

static void nd_region_notify(struct device *dev, enum nvdimm_event event)
{
122
123
124
125
	if (event == NVDIMM_REVALIDATE_POISON) {
		struct nd_region *nd_region = to_nd_region(dev);
		struct resource res;

126
		if (is_memory(&nd_region->dev)) {
127
128
129
130
131
			res.start = nd_region->ndr_start;
			res.end = nd_region->ndr_start +
				nd_region->ndr_size - 1;
			nvdimm_badblocks_populate(nd_region,
					&nd_region->bb, &res);
132
133
			if (nd_region->bb_state)
				sysfs_notify_dirent(nd_region->bb_state);
134
135
		}
	}
136
137
138
	device_for_each_child(dev, &event, child_notify);
}

139
140
141
static struct nd_device_driver nd_region_driver = {
	.probe = nd_region_probe,
	.remove = nd_region_remove,
142
	.notify = nd_region_notify,
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
	.drv = {
		.name = "nd_region",
	},
	.type = ND_DRIVER_REGION_BLK | ND_DRIVER_REGION_PMEM,
};

int __init nd_region_init(void)
{
	return nd_driver_register(&nd_region_driver);
}

void nd_region_exit(void)
{
	driver_unregister(&nd_region_driver.drv);
}

MODULE_ALIAS_ND_DEVICE(ND_DEVICE_REGION_PMEM);
MODULE_ALIAS_ND_DEVICE(ND_DEVICE_REGION_BLK);