1 // SPDX-License-Identifier: GPL-2.0-only
2 /* Copyright(c) 2020 Intel Corporation. */
3 #include <linux/device.h>
4 #include <linux/slab.h>
13 * The core CXL PMEM infrastructure supports persistent memory
14 * provisioning and serves as a bridge to the LIBNVDIMM subsystem. A CXL
15 * 'bridge' device is added at the root of a CXL device topology if
16 * platform firmware advertises at least one persistent memory capable
17 * CXL window. That root-level bridge corresponds to a LIBNVDIMM 'bus'
18 * device. Then for each cxl_memdev in the CXL device topology a bridge
19 * device is added to host a LIBNVDIMM dimm object. When these bridges
20 * are registered native LIBNVDIMM uapis are translated to CXL
21 * operations, for example, namespace label access commands.
24 static DEFINE_IDA(cxl_nvdimm_bridge_ida);
26 static void cxl_nvdimm_bridge_release(struct device *dev)
28 struct cxl_nvdimm_bridge *cxl_nvb = to_cxl_nvdimm_bridge(dev);
30 ida_free(&cxl_nvdimm_bridge_ida, cxl_nvb->id);
34 static const struct attribute_group *cxl_nvdimm_bridge_attribute_groups[] = {
35 &cxl_base_attribute_group,
39 const struct device_type cxl_nvdimm_bridge_type = {
40 .name = "cxl_nvdimm_bridge",
41 .release = cxl_nvdimm_bridge_release,
42 .groups = cxl_nvdimm_bridge_attribute_groups,
45 struct cxl_nvdimm_bridge *to_cxl_nvdimm_bridge(struct device *dev)
47 if (dev_WARN_ONCE(dev, dev->type != &cxl_nvdimm_bridge_type,
48 "not a cxl_nvdimm_bridge device\n"))
50 return container_of(dev, struct cxl_nvdimm_bridge, dev);
52 EXPORT_SYMBOL_NS_GPL(to_cxl_nvdimm_bridge, CXL);
54 bool is_cxl_nvdimm_bridge(struct device *dev)
56 return dev->type == &cxl_nvdimm_bridge_type;
58 EXPORT_SYMBOL_NS_GPL(is_cxl_nvdimm_bridge, CXL);
60 static int match_nvdimm_bridge(struct device *dev, void *data)
62 return is_cxl_nvdimm_bridge(dev);
65 struct cxl_nvdimm_bridge *cxl_find_nvdimm_bridge(struct cxl_memdev *cxlmd)
67 struct cxl_port *port = find_cxl_root(cxlmd->endpoint);
73 dev = device_find_child(&port->dev, NULL, match_nvdimm_bridge);
74 put_device(&port->dev);
79 return to_cxl_nvdimm_bridge(dev);
81 EXPORT_SYMBOL_NS_GPL(cxl_find_nvdimm_bridge, CXL);
83 static struct lock_class_key cxl_nvdimm_bridge_key;
85 static struct cxl_nvdimm_bridge *cxl_nvdimm_bridge_alloc(struct cxl_port *port)
87 struct cxl_nvdimm_bridge *cxl_nvb;
91 cxl_nvb = kzalloc(sizeof(*cxl_nvb), GFP_KERNEL);
93 return ERR_PTR(-ENOMEM);
95 rc = ida_alloc(&cxl_nvdimm_bridge_ida, GFP_KERNEL);
101 cxl_nvb->port = port;
102 device_initialize(dev);
103 lockdep_set_class(&dev->mutex, &cxl_nvdimm_bridge_key);
104 device_set_pm_not_required(dev);
105 dev->parent = &port->dev;
106 dev->bus = &cxl_bus_type;
107 dev->type = &cxl_nvdimm_bridge_type;
116 static void unregister_nvb(void *_cxl_nvb)
118 struct cxl_nvdimm_bridge *cxl_nvb = _cxl_nvb;
120 device_unregister(&cxl_nvb->dev);
124 * devm_cxl_add_nvdimm_bridge() - add the root of a LIBNVDIMM topology
125 * @host: platform firmware root device
126 * @port: CXL port at the root of a CXL topology
128 * Return: bridge device that can host cxl_nvdimm objects
130 struct cxl_nvdimm_bridge *devm_cxl_add_nvdimm_bridge(struct device *host,
131 struct cxl_port *port)
133 struct cxl_nvdimm_bridge *cxl_nvb;
137 if (!IS_ENABLED(CONFIG_CXL_PMEM))
138 return ERR_PTR(-ENXIO);
140 cxl_nvb = cxl_nvdimm_bridge_alloc(port);
145 rc = dev_set_name(dev, "nvdimm-bridge%d", cxl_nvb->id);
149 rc = device_add(dev);
153 rc = devm_add_action_or_reset(host, unregister_nvb, cxl_nvb);
163 EXPORT_SYMBOL_NS_GPL(devm_cxl_add_nvdimm_bridge, CXL);
165 static void cxl_nvdimm_release(struct device *dev)
167 struct cxl_nvdimm *cxl_nvd = to_cxl_nvdimm(dev);
172 static const struct attribute_group *cxl_nvdimm_attribute_groups[] = {
173 &cxl_base_attribute_group,
177 const struct device_type cxl_nvdimm_type = {
178 .name = "cxl_nvdimm",
179 .release = cxl_nvdimm_release,
180 .groups = cxl_nvdimm_attribute_groups,
183 bool is_cxl_nvdimm(struct device *dev)
185 return dev->type == &cxl_nvdimm_type;
187 EXPORT_SYMBOL_NS_GPL(is_cxl_nvdimm, CXL);
189 struct cxl_nvdimm *to_cxl_nvdimm(struct device *dev)
191 if (dev_WARN_ONCE(dev, !is_cxl_nvdimm(dev),
192 "not a cxl_nvdimm device\n"))
194 return container_of(dev, struct cxl_nvdimm, dev);
196 EXPORT_SYMBOL_NS_GPL(to_cxl_nvdimm, CXL);
198 static struct lock_class_key cxl_nvdimm_key;
200 static struct cxl_nvdimm *cxl_nvdimm_alloc(struct cxl_nvdimm_bridge *cxl_nvb,
201 struct cxl_memdev *cxlmd)
203 struct cxl_nvdimm *cxl_nvd;
206 cxl_nvd = kzalloc(sizeof(*cxl_nvd), GFP_KERNEL);
208 return ERR_PTR(-ENOMEM);
211 cxl_nvd->cxlmd = cxlmd;
212 cxlmd->cxl_nvd = cxl_nvd;
213 device_initialize(dev);
214 lockdep_set_class(&dev->mutex, &cxl_nvdimm_key);
215 device_set_pm_not_required(dev);
216 dev->parent = &cxlmd->dev;
217 dev->bus = &cxl_bus_type;
218 dev->type = &cxl_nvdimm_type;
220 * A "%llx" string is 17-bytes vs dimm_id that is max
221 * NVDIMM_KEY_DESC_LEN
223 BUILD_BUG_ON(sizeof(cxl_nvd->dev_id) < 17 ||
224 sizeof(cxl_nvd->dev_id) > NVDIMM_KEY_DESC_LEN);
225 sprintf(cxl_nvd->dev_id, "%llx", cxlmd->cxlds->serial);
230 static void cxlmd_release_nvdimm(void *_cxlmd)
232 struct cxl_memdev *cxlmd = _cxlmd;
233 struct cxl_nvdimm *cxl_nvd = cxlmd->cxl_nvd;
234 struct cxl_nvdimm_bridge *cxl_nvb = cxlmd->cxl_nvb;
236 cxl_nvd->cxlmd = NULL;
237 cxlmd->cxl_nvd = NULL;
238 cxlmd->cxl_nvb = NULL;
239 device_unregister(&cxl_nvd->dev);
240 put_device(&cxl_nvb->dev);
244 * devm_cxl_add_nvdimm() - add a bridge between a cxl_memdev and an nvdimm
245 * @cxlmd: cxl_memdev instance that will perform LIBNVDIMM operations
247 * Return: 0 on success negative error code on failure.
249 int devm_cxl_add_nvdimm(struct cxl_memdev *cxlmd)
251 struct cxl_nvdimm_bridge *cxl_nvb;
252 struct cxl_nvdimm *cxl_nvd;
256 cxl_nvb = cxl_find_nvdimm_bridge(cxlmd);
260 cxl_nvd = cxl_nvdimm_alloc(cxl_nvb, cxlmd);
261 if (IS_ERR(cxl_nvd)) {
262 rc = PTR_ERR(cxl_nvd);
265 cxlmd->cxl_nvb = cxl_nvb;
268 rc = dev_set_name(dev, "pmem%d", cxlmd->id);
272 rc = device_add(dev);
276 dev_dbg(&cxlmd->dev, "register %s\n", dev_name(dev));
278 /* @cxlmd carries a reference on @cxl_nvb until cxlmd_release_nvdimm */
279 return devm_add_action_or_reset(&cxlmd->dev, cxlmd_release_nvdimm, cxlmd);
284 cxlmd->cxl_nvb = NULL;
285 cxlmd->cxl_nvd = NULL;
286 put_device(&cxl_nvb->dev);
290 EXPORT_SYMBOL_NS_GPL(devm_cxl_add_nvdimm, CXL);