Commit 08f1c192 authored by Muli Ben-Yehuda's avatar Muli Ben-Yehuda Committed by Linus Torvalds

x86-64: introduce struct pci_sysdata to facilitate sharing of ->sysdata

This patch introduces struct pci_sysdata to x86 and x86-64, and
converts the existing two users (NUMA, Calgary) to use it.

This lays the groundwork for having other users of sysdata, such as
the PCI domains work.

The Calgary bits are tested, the NUMA bits just look ok.
Signed-off-by: default avatarJeff Garzik <jeff@garzik.org>
Signed-off-by: default avatarMuli Ben-Yehuda <muli@il.ibm.com>
Signed-off-by: default avatarLinus Torvalds <torvalds@linux-foundation.org>
parent 7557244b
...@@ -8,20 +8,42 @@ ...@@ -8,20 +8,42 @@
struct pci_bus * __devinit pci_acpi_scan_root(struct acpi_device *device, int domain, int busnum) struct pci_bus * __devinit pci_acpi_scan_root(struct acpi_device *device, int domain, int busnum)
{ {
struct pci_bus *bus; struct pci_bus *bus;
struct pci_sysdata *sd;
int pxm;
/* Allocate per-root-bus (not per bus) arch-specific data.
* TODO: leak; this memory is never freed.
* It's arguable whether it's worth the trouble to care.
*/
sd = kzalloc(sizeof(*sd), GFP_KERNEL);
if (!sd) {
printk(KERN_ERR "PCI: OOM, not probing PCI bus %02x\n", busnum);
return NULL;
}
if (domain != 0) { if (domain != 0) {
printk(KERN_WARNING "PCI: Multiple domains not supported\n"); printk(KERN_WARNING "PCI: Multiple domains not supported\n");
kfree(sd);
return NULL; return NULL;
} }
bus = pcibios_scan_root(busnum); sd->node = -1;
pxm = acpi_get_pxm(device->handle);
#ifdef CONFIG_ACPI_NUMA
if (pxm >= 0)
sd->node = pxm_to_node(pxm);
#endif
bus = pci_scan_bus_parented(NULL, busnum, &pci_root_ops, sd);
if (!bus)
kfree(sd);
#ifdef CONFIG_ACPI_NUMA #ifdef CONFIG_ACPI_NUMA
if (bus != NULL) { if (bus != NULL) {
int pxm = acpi_get_pxm(device->handle);
if (pxm >= 0) { if (pxm >= 0) {
bus->sysdata = (void *)(unsigned long)pxm_to_node(pxm); printk("bus %d -> pxm %d -> node %d\n",
printk("bus %d -> pxm %d -> node %ld\n", busnum, pxm, sd->node);
busnum, pxm, (long)(bus->sysdata));
} }
} }
#endif #endif
......
...@@ -293,6 +293,7 @@ static struct dmi_system_id __devinitdata pciprobe_dmi_table[] = { ...@@ -293,6 +293,7 @@ static struct dmi_system_id __devinitdata pciprobe_dmi_table[] = {
struct pci_bus * __devinit pcibios_scan_root(int busnum) struct pci_bus * __devinit pcibios_scan_root(int busnum)
{ {
struct pci_bus *bus = NULL; struct pci_bus *bus = NULL;
struct pci_sysdata *sd;
dmi_check_system(pciprobe_dmi_table); dmi_check_system(pciprobe_dmi_table);
...@@ -303,9 +304,19 @@ struct pci_bus * __devinit pcibios_scan_root(int busnum) ...@@ -303,9 +304,19 @@ struct pci_bus * __devinit pcibios_scan_root(int busnum)
} }
} }
/* Allocate per-root-bus (not per bus) arch-specific data.
* TODO: leak; this memory is never freed.
* It's arguable whether it's worth the trouble to care.
*/
sd = kzalloc(sizeof(*sd), GFP_KERNEL);
if (!sd) {
printk(KERN_ERR "PCI: OOM, not probing PCI bus %02x\n", busnum);
return NULL;
}
printk(KERN_DEBUG "PCI: Probing PCI hardware (bus %02x)\n", busnum); printk(KERN_DEBUG "PCI: Probing PCI hardware (bus %02x)\n", busnum);
return pci_scan_bus_parented(NULL, busnum, &pci_root_ops, NULL); return pci_scan_bus_parented(NULL, busnum, &pci_root_ops, sd);
} }
extern u8 pci_cache_line_size; extern u8 pci_cache_line_size;
......
...@@ -373,7 +373,7 @@ static inline struct iommu_table *find_iommu_table(struct device *dev) ...@@ -373,7 +373,7 @@ static inline struct iommu_table *find_iommu_table(struct device *dev)
else else
pbus = pdev->bus; pbus = pdev->bus;
tbl = pbus->self->sysdata; tbl = pci_iommu(pbus);
BUG_ON(pdev->bus->parent && BUG_ON(pdev->bus->parent &&
(tbl->it_busno != pdev->bus->parent->number)); (tbl->it_busno != pdev->bus->parent->number));
...@@ -716,7 +716,7 @@ static void __init calgary_reserve_mem_region(struct pci_dev *dev, u64 start, ...@@ -716,7 +716,7 @@ static void __init calgary_reserve_mem_region(struct pci_dev *dev, u64 start,
limit++; limit++;
numpages = ((limit - start) >> PAGE_SHIFT); numpages = ((limit - start) >> PAGE_SHIFT);
iommu_range_reserve(dev->sysdata, start, numpages); iommu_range_reserve(pci_iommu(dev->bus), start, numpages);
} }
static void __init calgary_reserve_peripheral_mem_1(struct pci_dev *dev) static void __init calgary_reserve_peripheral_mem_1(struct pci_dev *dev)
...@@ -724,7 +724,7 @@ static void __init calgary_reserve_peripheral_mem_1(struct pci_dev *dev) ...@@ -724,7 +724,7 @@ static void __init calgary_reserve_peripheral_mem_1(struct pci_dev *dev)
void __iomem *target; void __iomem *target;
u64 low, high, sizelow; u64 low, high, sizelow;
u64 start, limit; u64 start, limit;
struct iommu_table *tbl = dev->sysdata; struct iommu_table *tbl = pci_iommu(dev->bus);
unsigned char busnum = dev->bus->number; unsigned char busnum = dev->bus->number;
void __iomem *bbar = tbl->bbar; void __iomem *bbar = tbl->bbar;
...@@ -748,7 +748,7 @@ static void __init calgary_reserve_peripheral_mem_2(struct pci_dev *dev) ...@@ -748,7 +748,7 @@ static void __init calgary_reserve_peripheral_mem_2(struct pci_dev *dev)
u32 val32; u32 val32;
u64 low, high, sizelow, sizehigh; u64 low, high, sizelow, sizehigh;
u64 start, limit; u64 start, limit;
struct iommu_table *tbl = dev->sysdata; struct iommu_table *tbl = pci_iommu(dev->bus);
unsigned char busnum = dev->bus->number; unsigned char busnum = dev->bus->number;
void __iomem *bbar = tbl->bbar; void __iomem *bbar = tbl->bbar;
...@@ -784,7 +784,7 @@ static void __init calgary_reserve_regions(struct pci_dev *dev) ...@@ -784,7 +784,7 @@ static void __init calgary_reserve_regions(struct pci_dev *dev)
{ {
unsigned int npages; unsigned int npages;
u64 start; u64 start;
struct iommu_table *tbl = dev->sysdata; struct iommu_table *tbl = pci_iommu(dev->bus);
/* reserve EMERGENCY_PAGES from bad_dma_address and up */ /* reserve EMERGENCY_PAGES from bad_dma_address and up */
iommu_range_reserve(tbl, bad_dma_address, EMERGENCY_PAGES); iommu_range_reserve(tbl, bad_dma_address, EMERGENCY_PAGES);
...@@ -818,7 +818,7 @@ static int __init calgary_setup_tar(struct pci_dev *dev, void __iomem *bbar) ...@@ -818,7 +818,7 @@ static int __init calgary_setup_tar(struct pci_dev *dev, void __iomem *bbar)
if (ret) if (ret)
return ret; return ret;
tbl = dev->sysdata; tbl = pci_iommu(dev->bus);
tbl->it_base = (unsigned long)bus_info[dev->bus->number].tce_space; tbl->it_base = (unsigned long)bus_info[dev->bus->number].tce_space;
tce_free(tbl, 0, tbl->it_size); tce_free(tbl, 0, tbl->it_size);
...@@ -855,7 +855,7 @@ static int __init calgary_setup_tar(struct pci_dev *dev, void __iomem *bbar) ...@@ -855,7 +855,7 @@ static int __init calgary_setup_tar(struct pci_dev *dev, void __iomem *bbar)
static void __init calgary_free_bus(struct pci_dev *dev) static void __init calgary_free_bus(struct pci_dev *dev)
{ {
u64 val64; u64 val64;
struct iommu_table *tbl = dev->sysdata; struct iommu_table *tbl = pci_iommu(dev->bus);
void __iomem *target; void __iomem *target;
unsigned int bitmapsz; unsigned int bitmapsz;
...@@ -870,7 +870,8 @@ static void __init calgary_free_bus(struct pci_dev *dev) ...@@ -870,7 +870,8 @@ static void __init calgary_free_bus(struct pci_dev *dev)
tbl->it_map = NULL; tbl->it_map = NULL;
kfree(tbl); kfree(tbl);
dev->sysdata = NULL;
set_pci_iommu(dev->bus, NULL);
/* Can't free bootmem allocated memory after system is up :-( */ /* Can't free bootmem allocated memory after system is up :-( */
bus_info[dev->bus->number].tce_space = NULL; bus_info[dev->bus->number].tce_space = NULL;
...@@ -943,7 +944,7 @@ static void calioc2_dump_error_regs(struct iommu_table *tbl) ...@@ -943,7 +944,7 @@ static void calioc2_dump_error_regs(struct iommu_table *tbl)
static void calgary_watchdog(unsigned long data) static void calgary_watchdog(unsigned long data)
{ {
struct pci_dev *dev = (struct pci_dev *)data; struct pci_dev *dev = (struct pci_dev *)data;
struct iommu_table *tbl = dev->sysdata; struct iommu_table *tbl = pci_iommu(dev->bus);
void __iomem *bbar = tbl->bbar; void __iomem *bbar = tbl->bbar;
u32 val32; u32 val32;
void __iomem *target; void __iomem *target;
...@@ -1041,7 +1042,7 @@ static void __init calgary_enable_translation(struct pci_dev *dev) ...@@ -1041,7 +1042,7 @@ static void __init calgary_enable_translation(struct pci_dev *dev)
struct iommu_table *tbl; struct iommu_table *tbl;
busnum = dev->bus->number; busnum = dev->bus->number;
tbl = dev->sysdata; tbl = pci_iommu(dev->bus);
bbar = tbl->bbar; bbar = tbl->bbar;
/* enable TCE in PHB Config Register */ /* enable TCE in PHB Config Register */
...@@ -1073,7 +1074,7 @@ static void __init calgary_disable_translation(struct pci_dev *dev) ...@@ -1073,7 +1074,7 @@ static void __init calgary_disable_translation(struct pci_dev *dev)
struct iommu_table *tbl; struct iommu_table *tbl;
busnum = dev->bus->number; busnum = dev->bus->number;
tbl = dev->sysdata; tbl = pci_iommu(dev->bus);
bbar = tbl->bbar; bbar = tbl->bbar;
/* disable TCE in PHB Config Register */ /* disable TCE in PHB Config Register */
...@@ -1091,7 +1092,7 @@ static void __init calgary_disable_translation(struct pci_dev *dev) ...@@ -1091,7 +1092,7 @@ static void __init calgary_disable_translation(struct pci_dev *dev)
static void __init calgary_init_one_nontraslated(struct pci_dev *dev) static void __init calgary_init_one_nontraslated(struct pci_dev *dev)
{ {
pci_dev_get(dev); pci_dev_get(dev);
dev->sysdata = NULL; set_pci_iommu(dev->bus, NULL);
/* is the device behind a bridge? */ /* is the device behind a bridge? */
if (dev->bus->parent) if (dev->bus->parent)
...@@ -1123,7 +1124,7 @@ static int __init calgary_init_one(struct pci_dev *dev) ...@@ -1123,7 +1124,7 @@ static int __init calgary_init_one(struct pci_dev *dev)
} else } else
dev->bus->self = dev; dev->bus->self = dev;
tbl = dev->sysdata; tbl = pci_iommu(dev->bus);
tbl->chip_ops->handle_quirks(tbl, dev); tbl->chip_ops->handle_quirks(tbl, dev);
calgary_enable_translation(dev); calgary_enable_translation(dev);
...@@ -1520,7 +1521,7 @@ static void __init calgary_fixup_one_tce_space(struct pci_dev *dev) ...@@ -1520,7 +1521,7 @@ static void __init calgary_fixup_one_tce_space(struct pci_dev *dev)
unsigned int npages; unsigned int npages;
int i; int i;
tbl = dev->sysdata; tbl = pci_iommu(dev->bus);
for (i = 0; i < 4; i++) { for (i = 0; i < 4; i++) {
struct resource *r = &dev->resource[PCI_BRIDGE_RESOURCES + i]; struct resource *r = &dev->resource[PCI_BRIDGE_RESOURCES + i];
......
...@@ -136,9 +136,9 @@ int build_tce_table(struct pci_dev *dev, void __iomem *bbar) ...@@ -136,9 +136,9 @@ int build_tce_table(struct pci_dev *dev, void __iomem *bbar)
struct iommu_table *tbl; struct iommu_table *tbl;
int ret; int ret;
if (dev->sysdata) { if (pci_iommu(dev->bus)) {
printk(KERN_ERR "Calgary: dev %p has sysdata %p\n", printk(KERN_ERR "Calgary: dev %p has sysdata->iommu %p\n",
dev, dev->sysdata); dev, pci_iommu(dev->bus));
BUG(); BUG();
} }
...@@ -155,11 +155,7 @@ int build_tce_table(struct pci_dev *dev, void __iomem *bbar) ...@@ -155,11 +155,7 @@ int build_tce_table(struct pci_dev *dev, void __iomem *bbar)
tbl->bbar = bbar; tbl->bbar = bbar;
/* set_pci_iommu(dev->bus, tbl);
* NUMA is already using the bus's sysdata pointer, so we use
* the bus's pci_dev's sysdata instead.
*/
dev->sysdata = tbl;
return 0; return 0;
......
...@@ -59,6 +59,8 @@ fill_mp_bus_to_cpumask(void) ...@@ -59,6 +59,8 @@ fill_mp_bus_to_cpumask(void)
j <= SUBORDINATE_LDT_BUS_NUMBER(ldtbus); j <= SUBORDINATE_LDT_BUS_NUMBER(ldtbus);
j++) { j++) {
struct pci_bus *bus; struct pci_bus *bus;
struct pci_sysdata *sd;
long node = NODE_ID(nid); long node = NODE_ID(nid);
/* Algorithm a bit dumb, but /* Algorithm a bit dumb, but
it shouldn't matter here */ it shouldn't matter here */
...@@ -67,7 +69,9 @@ fill_mp_bus_to_cpumask(void) ...@@ -67,7 +69,9 @@ fill_mp_bus_to_cpumask(void)
continue; continue;
if (!node_online(node)) if (!node_online(node))
node = 0; node = 0;
bus->sysdata = (void *)node;
sd = bus->sysdata;
sd->node = node;
} }
} }
} }
......
...@@ -3,6 +3,11 @@ ...@@ -3,6 +3,11 @@
#ifdef __KERNEL__ #ifdef __KERNEL__
struct pci_sysdata {
int node; /* NUMA node */
};
#include <linux/mm.h> /* for struct page */ #include <linux/mm.h> /* for struct page */
/* Can be used to override the logic in pci_scan_bus for skipping /* Can be used to override the logic in pci_scan_bus for skipping
......
...@@ -67,7 +67,7 @@ static inline int node_to_first_cpu(int node) ...@@ -67,7 +67,7 @@ static inline int node_to_first_cpu(int node)
return first_cpu(mask); return first_cpu(mask);
} }
#define pcibus_to_node(bus) ((long) (bus)->sysdata) #define pcibus_to_node(bus) ((struct pci_sysdata *)((bus)->sysdata))->node
#define pcibus_to_cpumask(bus) node_to_cpumask(pcibus_to_node(bus)) #define pcibus_to_cpumask(bus) node_to_cpumask(pcibus_to_node(bus))
/* sched_domains SD_NODE_INIT for NUMAQ machines */ /* sched_domains SD_NODE_INIT for NUMAQ machines */
......
...@@ -5,6 +5,25 @@ ...@@ -5,6 +5,25 @@
#ifdef __KERNEL__ #ifdef __KERNEL__
struct pci_sysdata {
int node; /* NUMA node */
void* iommu; /* IOMMU private data */
};
#ifdef CONFIG_CALGARY_IOMMU
static inline void* pci_iommu(struct pci_bus *bus)
{
struct pci_sysdata *sd = bus->sysdata;
return sd->iommu;
}
static inline void set_pci_iommu(struct pci_bus *bus, void *val)
{
struct pci_sysdata *sd = bus->sysdata;
sd->iommu = val;
}
#endif /* CONFIG_CALGARY_IOMMU */
#include <linux/mm.h> /* for struct page */ #include <linux/mm.h> /* for struct page */
/* Can be used to override the logic in pci_scan_bus for skipping /* Can be used to override the logic in pci_scan_bus for skipping
......
...@@ -22,7 +22,7 @@ extern int __node_distance(int, int); ...@@ -22,7 +22,7 @@ extern int __node_distance(int, int);
#define parent_node(node) (node) #define parent_node(node) (node)
#define node_to_first_cpu(node) (first_cpu(node_to_cpumask[node])) #define node_to_first_cpu(node) (first_cpu(node_to_cpumask[node]))
#define node_to_cpumask(node) (node_to_cpumask[node]) #define node_to_cpumask(node) (node_to_cpumask[node])
#define pcibus_to_node(bus) ((long)(bus->sysdata)) #define pcibus_to_node(bus) ((struct pci_sysdata *)((bus)->sysdata))->node
#define pcibus_to_cpumask(bus) node_to_cpumask(pcibus_to_node(bus)); #define pcibus_to_cpumask(bus) node_to_cpumask(pcibus_to_node(bus));
#define numa_node_id() read_pda(nodenumber) #define numa_node_id() read_pda(nodenumber)
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment