Commit 9f53f9fa authored by Dan Williams's avatar Dan Williams

libnvdimm, pmem: add libnvdimm support to the pmem driver

nd_pmem attaches to persistent memory regions and namespaces emitted by
the libnvdimm subsystem, and, same as the original pmem driver, presents
the system-physical-address range as a block device.

The existing e820-type-12 to pmem setup is converted to an nvdimm_bus
that emits an nd_namespace_io device.

Note that the X in 'pmemX' is now derived from the parent region.  This
provides some stability to the pmem devices names from boot-to-boot.
The minor numbers are also more predictable by passing 0 to
alloc_disk().

Cc: Andy Lutomirski <luto@amacapital.net>
Cc: Boaz Harrosh <boaz@plexistor.com>
Cc: H. Peter Anvin <hpa@zytor.com>
Cc: Jens Axboe <axboe@fb.com>
Cc: Ingo Molnar <mingo@kernel.org>
Cc: Christoph Hellwig <hch@lst.de>
Signed-off-by: default avatarRoss Zwisler <ross.zwisler@linux.intel.com>
Acked-by: default avatarChristoph Hellwig <hch@lst.de>
Tested-by: default avatarToshi Kani <toshi.kani@hp.com>
Signed-off-by: default avatarDan Williams <dan.j.williams@intel.com>
parent 18da2c9e
...@@ -1424,6 +1424,9 @@ source "mm/Kconfig" ...@@ -1424,6 +1424,9 @@ source "mm/Kconfig"
config X86_PMEM_LEGACY config X86_PMEM_LEGACY
bool "Support non-standard NVDIMMs and ADR protected memory" bool "Support non-standard NVDIMMs and ADR protected memory"
depends on PHYS_ADDR_T_64BIT
depends on BLK_DEV
select LIBNVDIMM
help help
Treat memory marked using the non-standard e820 type of 12 as used Treat memory marked using the non-standard e820 type of 12 as used
by the Intel Sandy Bridge-EP reference BIOS as protected memory. by the Intel Sandy Bridge-EP reference BIOS as protected memory.
......
/* /*
* Copyright (c) 2015, Christoph Hellwig. * Copyright (c) 2015, Christoph Hellwig.
* Copyright (c) 2015, Intel Corporation.
*/ */
#include <linux/memblock.h>
#include <linux/platform_device.h> #include <linux/platform_device.h>
#include <linux/slab.h> #include <linux/libnvdimm.h>
#include <linux/module.h>
#include <asm/e820.h> #include <asm/e820.h>
#include <asm/page_types.h>
#include <asm/setup.h>
static __init void register_pmem_device(struct resource *res) static void e820_pmem_release(struct device *dev)
{ {
struct platform_device *pdev; struct nvdimm_bus *nvdimm_bus = dev->platform_data;
int error;
pdev = platform_device_alloc("pmem", PLATFORM_DEVID_AUTO); if (nvdimm_bus)
if (!pdev) nvdimm_bus_unregister(nvdimm_bus);
return; }
error = platform_device_add_resources(pdev, res, 1); static struct platform_device e820_pmem = {
if (error) .name = "e820_pmem",
goto out_put_pdev; .id = -1,
.dev = {
.release = e820_pmem_release,
},
};
error = platform_device_add(pdev); static const struct attribute_group *e820_pmem_attribute_groups[] = {
if (error) &nvdimm_bus_attribute_group,
goto out_put_pdev; NULL,
return; };
out_put_pdev: static const struct attribute_group *e820_pmem_region_attribute_groups[] = {
dev_warn(&pdev->dev, "failed to add 'pmem' (persistent memory) device!\n"); &nd_region_attribute_group,
platform_device_put(pdev); &nd_device_attribute_group,
} NULL,
};
static __init int register_pmem_devices(void) static __init int register_e820_pmem(void)
{ {
int i; static struct nvdimm_bus_descriptor nd_desc;
struct device *dev = &e820_pmem.dev;
struct nvdimm_bus *nvdimm_bus;
int rc, i;
rc = platform_device_register(&e820_pmem);
if (rc)
return rc;
nd_desc.attr_groups = e820_pmem_attribute_groups;
nd_desc.provider_name = "e820";
nvdimm_bus = nvdimm_bus_register(dev, &nd_desc);
if (!nvdimm_bus)
goto err;
dev->platform_data = nvdimm_bus;
for (i = 0; i < e820.nr_map; i++) { for (i = 0; i < e820.nr_map; i++) {
struct e820entry *ei = &e820.map[i]; struct e820entry *ei = &e820.map[i];
if (ei->type == E820_PRAM) {
struct resource res = { struct resource res = {
.flags = IORESOURCE_MEM, .flags = IORESOURCE_MEM,
.start = ei->addr, .start = ei->addr,
.end = ei->addr + ei->size - 1, .end = ei->addr + ei->size - 1,
}; };
register_pmem_device(&res); struct nd_region_desc ndr_desc;
}
if (ei->type != E820_PRAM)
continue;
memset(&ndr_desc, 0, sizeof(ndr_desc));
ndr_desc.res = &res;
ndr_desc.attr_groups = e820_pmem_region_attribute_groups;
if (!nvdimm_pmem_region_create(nvdimm_bus, &ndr_desc))
goto err;
} }
return 0; return 0;
err:
dev_err(dev, "failed to register legacy persistent memory ranges\n");
platform_device_unregister(&e820_pmem);
return -ENXIO;
} }
device_initcall(register_pmem_devices); device_initcall(register_e820_pmem);
/* /*
* Persistent Memory Driver * Persistent Memory Driver
* *
* Copyright (c) 2014, Intel Corporation. * Copyright (c) 2014-2015, Intel Corporation.
* Copyright (c) 2015, Christoph Hellwig <hch@lst.de>. * Copyright (c) 2015, Christoph Hellwig <hch@lst.de>.
* Copyright (c) 2015, Boaz Harrosh <boaz@plexistor.com>. * Copyright (c) 2015, Boaz Harrosh <boaz@plexistor.com>.
* *
...@@ -23,8 +23,8 @@ ...@@ -23,8 +23,8 @@
#include <linux/module.h> #include <linux/module.h>
#include <linux/moduleparam.h> #include <linux/moduleparam.h>
#include <linux/slab.h> #include <linux/slab.h>
#include <linux/nd.h>
#define PMEM_MINORS 16 #include "nd.h"
struct pmem_device { struct pmem_device {
struct request_queue *pmem_queue; struct request_queue *pmem_queue;
...@@ -37,7 +37,6 @@ struct pmem_device { ...@@ -37,7 +37,6 @@ struct pmem_device {
}; };
static int pmem_major; static int pmem_major;
static atomic_t pmem_index;
static void pmem_do_bvec(struct pmem_device *pmem, struct page *page, static void pmem_do_bvec(struct pmem_device *pmem, struct page *page,
unsigned int len, unsigned int off, int rw, unsigned int len, unsigned int off, int rw,
...@@ -118,11 +117,12 @@ static const struct block_device_operations pmem_fops = { ...@@ -118,11 +117,12 @@ static const struct block_device_operations pmem_fops = {
.direct_access = pmem_direct_access, .direct_access = pmem_direct_access,
}; };
static struct pmem_device *pmem_alloc(struct device *dev, struct resource *res) static struct pmem_device *pmem_alloc(struct device *dev,
struct resource *res, int id)
{ {
struct pmem_device *pmem; struct pmem_device *pmem;
struct gendisk *disk; struct gendisk *disk;
int idx, err; int err;
err = -ENOMEM; err = -ENOMEM;
pmem = kzalloc(sizeof(*pmem), GFP_KERNEL); pmem = kzalloc(sizeof(*pmem), GFP_KERNEL);
...@@ -134,7 +134,8 @@ static struct pmem_device *pmem_alloc(struct device *dev, struct resource *res) ...@@ -134,7 +134,8 @@ static struct pmem_device *pmem_alloc(struct device *dev, struct resource *res)
err = -EINVAL; err = -EINVAL;
if (!request_mem_region(pmem->phys_addr, pmem->size, "pmem")) { if (!request_mem_region(pmem->phys_addr, pmem->size, "pmem")) {
dev_warn(dev, "could not reserve region [0x%pa:0x%zx]\n", &pmem->phys_addr, pmem->size); dev_warn(dev, "could not reserve region [0x%pa:0x%zx]\n",
&pmem->phys_addr, pmem->size);
goto out_free_dev; goto out_free_dev;
} }
...@@ -155,19 +156,17 @@ static struct pmem_device *pmem_alloc(struct device *dev, struct resource *res) ...@@ -155,19 +156,17 @@ static struct pmem_device *pmem_alloc(struct device *dev, struct resource *res)
blk_queue_max_hw_sectors(pmem->pmem_queue, 1024); blk_queue_max_hw_sectors(pmem->pmem_queue, 1024);
blk_queue_bounce_limit(pmem->pmem_queue, BLK_BOUNCE_ANY); blk_queue_bounce_limit(pmem->pmem_queue, BLK_BOUNCE_ANY);
disk = alloc_disk(PMEM_MINORS); disk = alloc_disk(0);
if (!disk) if (!disk)
goto out_free_queue; goto out_free_queue;
idx = atomic_inc_return(&pmem_index) - 1;
disk->major = pmem_major; disk->major = pmem_major;
disk->first_minor = PMEM_MINORS * idx; disk->first_minor = 0;
disk->fops = &pmem_fops; disk->fops = &pmem_fops;
disk->private_data = pmem; disk->private_data = pmem;
disk->queue = pmem->pmem_queue; disk->queue = pmem->pmem_queue;
disk->flags = GENHD_FL_EXT_DEVT; disk->flags = GENHD_FL_EXT_DEVT;
sprintf(disk->disk_name, "pmem%d", idx); sprintf(disk->disk_name, "pmem%d", id);
disk->driverfs_dev = dev; disk->driverfs_dev = dev;
set_capacity(disk, pmem->size >> 9); set_capacity(disk, pmem->size >> 9);
pmem->pmem_disk = disk; pmem->pmem_disk = disk;
...@@ -198,42 +197,38 @@ static void pmem_free(struct pmem_device *pmem) ...@@ -198,42 +197,38 @@ static void pmem_free(struct pmem_device *pmem)
kfree(pmem); kfree(pmem);
} }
static int pmem_probe(struct platform_device *pdev) static int nd_pmem_probe(struct device *dev)
{ {
struct nd_region *nd_region = to_nd_region(dev->parent);
struct nd_namespace_io *nsio = to_nd_namespace_io(dev);
struct pmem_device *pmem; struct pmem_device *pmem;
struct resource *res;
if (WARN_ON(pdev->num_resources > 1))
return -ENXIO;
res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
if (!res)
return -ENXIO;
pmem = pmem_alloc(&pdev->dev, res); pmem = pmem_alloc(dev, &nsio->res, nd_region->id);
if (IS_ERR(pmem)) if (IS_ERR(pmem))
return PTR_ERR(pmem); return PTR_ERR(pmem);
platform_set_drvdata(pdev, pmem); dev_set_drvdata(dev, pmem);
return 0; return 0;
} }
static int pmem_remove(struct platform_device *pdev) static int nd_pmem_remove(struct device *dev)
{ {
struct pmem_device *pmem = platform_get_drvdata(pdev); struct pmem_device *pmem = dev_get_drvdata(dev);
pmem_free(pmem); pmem_free(pmem);
return 0; return 0;
} }
static struct platform_driver pmem_driver = { MODULE_ALIAS("pmem");
.probe = pmem_probe, MODULE_ALIAS_ND_DEVICE(ND_DEVICE_NAMESPACE_IO);
.remove = pmem_remove, static struct nd_device_driver nd_pmem_driver = {
.driver = { .probe = nd_pmem_probe,
.owner = THIS_MODULE, .remove = nd_pmem_remove,
.name = "pmem", .drv = {
.name = "nd_pmem",
}, },
.type = ND_DRIVER_NAMESPACE_IO,
}; };
static int __init pmem_init(void) static int __init pmem_init(void)
...@@ -244,16 +239,19 @@ static int __init pmem_init(void) ...@@ -244,16 +239,19 @@ static int __init pmem_init(void)
if (pmem_major < 0) if (pmem_major < 0)
return pmem_major; return pmem_major;
error = platform_driver_register(&pmem_driver); error = nd_driver_register(&nd_pmem_driver);
if (error) if (error) {
unregister_blkdev(pmem_major, "pmem"); unregister_blkdev(pmem_major, "pmem");
return error; return error;
}
return 0;
} }
module_init(pmem_init); module_init(pmem_init);
static void pmem_exit(void) static void pmem_exit(void)
{ {
platform_driver_unregister(&pmem_driver); driver_unregister(&nd_pmem_driver.drv);
unregister_blkdev(pmem_major, "pmem"); unregister_blkdev(pmem_major, "pmem");
} }
module_exit(pmem_exit); module_exit(pmem_exit);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment