Re: [PATCH v4 27/28] PCI, x86, ACPI: Enable ioapic hotplug supportwith acpi host bridge.

From: Yijing Wang
Date: Mon Oct 21 2013 - 08:32:35 EST

Next message: Ming Lei: "Re: [PATCH 2/2] intel_microcode, Fix long microcode load time whenfirmware file is missing"
Previous message: Prarit Bhargava: "Re: [PATCH 2/2] intel_microcode, Fix long microcode load time whenfirmware file is missing"
Messages sorted by: [ date ] [ thread ] [ subject ] [ author ]

> diff --git a/drivers/acpi/pci_root.c b/drivers/acpi/pci_root.c
> index 5917839..7577175 100644
> --- a/drivers/acpi/pci_root.c
> +++ b/drivers/acpi/pci_root.c
> @@ -532,6 +532,8 @@ static int acpi_pci_root_add(struct acpi_device *device,
> pci_enable_bridges(root->bus);
> }

Hi Yinghai,
This like a mistake, pci_enable_bridges() should be called after hot added ioapic registered,
as the comments mention.

527 if (system_state != SYSTEM_BOOTING) {
528 pcibios_resource_survey_bus(root->bus);
529 pci_assign_unassigned_bus_resources(root->bus);
530
531 /* need to after hot-added ioapic is registered */ <--------------
532 pci_enable_bridges(root->bus);
533 }
534
535 acpi_pci_ioapic_add(root);

In my platform, some errors found like:

614.332730] mp_register_gsi: gsi 71
[ 614.332733] ERROR: Unable to locate IOAPIC for GSI 71
[ 614.332734] No IOAPIC for GSI 71
[ 614.332736] ERROR: Unable to locate IOAPIC for GSI 71
[ 614.332738] acpi_register_gsi: gsi 71, irq -1
[ 614.332740] pci 0000:80:00.0: PCI INT A: failed to register GSI
[ 614.332743] pci 0000:80:00.0: Error enabling bridge (-1), continuing
[ 614.332857] mp_register_gsi: gsi 52
[ 614.332859] ERROR: Unable to locate IOAPIC for GSI 52
[ 614.332860] No IOAPIC for GSI 52
[ 614.332861] ERROR: Unable to locate IOAPIC for GSI 52
[ 614.332863] acpi_register_gsi: gsi 52, irq -1
[ 614.332865] pci 0000:80:01.0: PCI INT A: failed to register GSI
[ 614.332867] pci 0000:80:01.0: Error enabling bridge (-1), continuing
[ 614.332979] mp_register_gsi: gsi 48
[ 614.332980] ERROR: Unable to locate IOAPIC for GSI 48
[ 614.332982] No IOAPIC for GSI 48
[ 614.332983] ERROR: Unable to locate IOAPIC for GSI 48
[ 614.332985] acpi_register_gsi: gsi 48, irq -1
[ 614.332987] pci 0000:80:03.0: PCI INT A: failed to register GSI
[ 614.332989] pci 0000:80:03.0: Error enabling bridge (-1), continuing
[ 614.333101] mp_register_gsi: gsi 50
[ 614.333102] ERROR: Unable to locate IOAPIC for GSI 50
[ 614.333104] No IOAPIC for GSI 50

>
> + acpi_pci_ioapic_add(root);
> +
> pci_bus_add_devices(root->bus);
> return 1;
>
> @@ -546,6 +548,8 @@ static void acpi_pci_root_remove(struct acpi_device *device)
>
> pci_stop_root_bus(root->bus);
>
> + acpi_pci_ioapic_remove(root);
> +
> device_set_run_wake(root->bus->bridge, false);
> pci_acpi_remove_bus_pm_notifier(device);
>
> diff --git a/drivers/pci/ioapic.c b/drivers/pci/ioapic.c
> index 7d6b157..60351b2 100644
> --- a/drivers/pci/ioapic.c
> +++ b/drivers/pci/ioapic.c
> @@ -22,101 +22,142 @@
> #include <linux/slab.h>
> #include <acpi/acpi_bus.h>
>
> -struct ioapic {
> - acpi_handle handle;
> +struct acpi_pci_ioapic {
> + acpi_handle root_handle;
> u32 gsi_base;
> + struct pci_dev *pdev;
> + struct list_head list;
> };
>
> -static int ioapic_probe(struct pci_dev *dev, const struct pci_device_id *ent)
> +static LIST_HEAD(ioapic_list);
> +static DEFINE_MUTEX(ioapic_list_lock);
> +
> +static void handle_ioapic_add(acpi_handle handle, struct pci_dev **pdev,
> + u32 *pgsi_base)
> {
> - acpi_handle handle;
> acpi_status status;
> unsigned long long gsb;
> - struct ioapic *ioapic;
> + struct pci_dev *dev;
> + u32 gsi_base;
> int ret;
> char *type;
> - struct resource *res;
> + struct resource r;
> + struct resource *res = &r;
> + char objname[64];
> + struct acpi_buffer buffer = {sizeof(objname), objname};
>
> - handle = DEVICE_ACPI_HANDLE(&dev->dev);
> - if (!handle)
> - return -EINVAL;
> + *pdev = NULL;
> + *pgsi_base = 0;
>
> status = acpi_evaluate_integer(handle, "_GSB", NULL, &gsb);
> - if (ACPI_FAILURE(status))
> - return -EINVAL;
> -
> - /*
> - * The previous code in acpiphp evaluated _MAT if _GSB failed, but
> - * ACPI spec 4.0 sec 6.2.2 requires _GSB for hot-pluggable I/O APICs.
> - */
> + if (ACPI_FAILURE(status) || !gsb)
> + return;
>
> - ioapic = kzalloc(sizeof(*ioapic), GFP_KERNEL);
> - if (!ioapic)
> - return -ENOMEM;
> + dev = acpi_get_pci_dev(handle);
> + if (!dev)
> + return;
>
> - ioapic->handle = handle;
> - ioapic->gsi_base = (u32) gsb;
> + acpi_get_name(handle, ACPI_FULL_PATHNAME, &buffer);
>
> - if (dev->class == PCI_CLASS_SYSTEM_PIC_IOAPIC)
> - type = "IOAPIC";
> - else
> - type = "IOxAPIC";
> + gsi_base = gsb;
> + type = "IOxAPIC";
>
> ret = pci_enable_device(dev);
> if (ret < 0)
> - goto exit_free;
> + goto exit_put;
>
> pci_set_master(dev);
>
> + if (dev->class == PCI_CLASS_SYSTEM_PIC_IOAPIC)
> + type = "IOAPIC";
> +
> if (pci_request_region(dev, 0, type))
> goto exit_disable;
>
> res = &dev->resource[0];
> - if (acpi_register_ioapic(ioapic->handle, res->start, ioapic->gsi_base))
> +
> + if (acpi_register_ioapic(handle, res->start, gsi_base))
> goto exit_release;
>
> - pci_set_drvdata(dev, ioapic);
> - dev_info(&dev->dev, "%s at %pR, GSI %u\n", type, res, ioapic->gsi_base);
> - return 0;
> + pr_info("%s %s %s at %pR, GSI %u\n",
> + dev_name(&dev->dev), objname, type,
> + res, gsi_base);
> +
> + *pdev = dev;
> + *pgsi_base = gsi_base;
> + return;
>
> exit_release:
> pci_release_region(dev, 0);
> exit_disable:
> pci_disable_device(dev);
> -exit_free:
> - kfree(ioapic);
> - return -ENODEV;
> +exit_put:
> + pci_dev_put(dev);
> }
>
> -static void ioapic_remove(struct pci_dev *dev)
> +static void handle_ioapic_remove(acpi_handle handle, struct pci_dev *dev,
> + u32 gsi_base)
> {
> - struct ioapic *ioapic = pci_get_drvdata(dev);
> + acpi_unregister_ioapic(handle, gsi_base);
>
> - acpi_unregister_ioapic(ioapic->handle, ioapic->gsi_base);
> pci_release_region(dev, 0);
> pci_disable_device(dev);
> - kfree(ioapic);
> + pci_dev_put(dev);
> }
>
> +static acpi_status register_ioapic(acpi_handle handle, u32 lvl,
> + void *context, void **rv)
> +{
> + acpi_handle root_handle = context;
> + struct pci_dev *pdev;
> + u32 gsi_base;
> + struct acpi_pci_ioapic *ioapic;
>
> -static DEFINE_PCI_DEVICE_TABLE(ioapic_devices) = {
> - { PCI_DEVICE_CLASS(PCI_CLASS_SYSTEM_PIC_IOAPIC, ~0) },
> - { PCI_DEVICE_CLASS(PCI_CLASS_SYSTEM_PIC_IOXAPIC, ~0) },
> - { }
> -};
> -MODULE_DEVICE_TABLE(pci, ioapic_devices);
> + handle_ioapic_add(handle, &pdev, &gsi_base);
> + if (!gsi_base)
> + return AE_OK;
>
> -static struct pci_driver ioapic_driver = {
> - .name = "ioapic",
> - .id_table = ioapic_devices,
> - .probe = ioapic_probe,
> - .remove = ioapic_remove,
> -};
> + ioapic = kzalloc(sizeof(*ioapic), GFP_KERNEL);
> + if (!ioapic) {
> + pr_err("%s: cannot allocate memory\n", __func__);
> + handle_ioapic_remove(root_handle, pdev, gsi_base);
> + return AE_OK;
> + }
> + ioapic->root_handle = root_handle;
> + ioapic->pdev = pdev;
> + ioapic->gsi_base = gsi_base;
> +
> + mutex_lock(&ioapic_list_lock);
> + list_add(&ioapic->list, &ioapic_list);
> + mutex_unlock(&ioapic_list_lock);
> +
> + return AE_OK;
> +}
>
> -static int __init ioapic_init(void)
> +void acpi_pci_ioapic_add(struct acpi_pci_root *root)
> {
> - return pci_register_driver(&ioapic_driver);
> + acpi_status status;
> +
> + status = acpi_walk_namespace(ACPI_TYPE_DEVICE, root->device->handle,
> + (u32)1, register_ioapic, NULL,
> + root->device->handle,
> + NULL);
> + if (ACPI_FAILURE(status))
> + pr_err("%s: register_ioapic failure - %d", __func__, status);
> }
> -module_init(ioapic_init);
>
> -MODULE_LICENSE("GPL");
> +void acpi_pci_ioapic_remove(struct acpi_pci_root *root)
> +{
> + struct acpi_pci_ioapic *ioapic, *tmp;
> +
> + mutex_lock(&ioapic_list_lock);
> + list_for_each_entry_safe(ioapic, tmp, &ioapic_list, list) {
> + if (root->device->handle != ioapic->root_handle)
> + continue;
> + list_del(&ioapic->list);
> + handle_ioapic_remove(ioapic->root_handle, ioapic->pdev,
> + ioapic->gsi_base);
> + kfree(ioapic);
> + }
> + mutex_unlock(&ioapic_list_lock);
> +}
> diff --git a/include/linux/pci-acpi.h b/include/linux/pci-acpi.h
> index 1704479..b2a2ced 100644
> --- a/include/linux/pci-acpi.h
> +++ b/include/linux/pci-acpi.h
> @@ -69,6 +69,14 @@ static inline void acpiphp_remove_slots(struct pci_bus *bus) { }
> static inline void acpiphp_check_host_bridge(acpi_handle handle) { }
> #endif
>
> +#ifdef CONFIG_PCI_IOAPIC
> +void acpi_pci_ioapic_add(struct acpi_pci_root *root);
> +void acpi_pci_ioapic_remove(struct acpi_pci_root *root);
> +#else
> +static inline void acpi_pci_ioapic_add(struct acpi_pci_root *root) { }
> +static inline void acpi_pci_ioapic_remove(struct acpi_pci_root *root) { }
> +#endif
> +
> #else /* CONFIG_ACPI */
> static inline void acpi_pci_add_bus(struct pci_bus *bus) { }
> static inline void acpi_pci_remove_bus(struct pci_bus *bus) { }
>

--
Thanks!
Yijing

--
To unsubscribe from this list: send the line "unsubscribe linux-kernel" in
the body of a message to majordomo@xxxxxxxxxxxxxxx
More majordomo info at http://vger.kernel.org/majordomo-info.html
Please read the FAQ at http://www.tux.org/lkml/

Next message: Ming Lei: "Re: [PATCH 2/2] intel_microcode, Fix long microcode load time whenfirmware file is missing"
Previous message: Prarit Bhargava: "Re: [PATCH 2/2] intel_microcode, Fix long microcode load time whenfirmware file is missing"
Messages sorted by: [ date ] [ thread ] [ subject ] [ author ]