drivers/acpi/processor_driver.c

   1 /*
   2  * acpi_processor.c - ACPI Processor Driver ($Revision: 71 $)
   3  *
   4  *  Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
   5  *  Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
   6  *  Copyright (C) 2004       Dominik Brodowski <linux@brodo.de>
   7  *  Copyright (C) 2004  Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com>
   8  *                      - Added processor hotplug support
   9  *
  10  * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  11  *
  12  *  This program is free software; you can redistribute it and/or modify
  13  *  it under the terms of the GNU General Public License as published by
  14  *  the Free Software Foundation; either version 2 of the License, or (at
  15  *  your option) any later version.
  16  *
  17  *  This program is distributed in the hope that it will be useful, but
  18  *  WITHOUT ANY WARRANTY; without even the implied warranty of
  19  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  20  *  General Public License for more details.
  21  *
  22  *  You should have received a copy of the GNU General Public License along
  23  *  with this program; if not, write to the Free Software Foundation, Inc.,
  24  *  59 Temple Place, Suite 330, Boston, MA 02111-1307 USA.
  25  *
  26  * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  27  *  TBD:
  28  *      1. Make # power states dynamic.
  29  *      2. Support duty_cycle values that span bit 4.
  30  *      3. Optimize by having scheduler determine business instead of
  31  *         having us try to calculate it here.
  32  *      4. Need C1 timing -- must modify kernel (IRQ handler) to get this.
  33  */
  34
  35 #include <linux/kernel.h>
  36 #include <linux/module.h>
  37 #include <linux/init.h>
  38 #include <linux/types.h>
  39 #include <linux/pci.h>
  40 #include <linux/pm.h>
  41 #include <linux/cpufreq.h>
  42 #include <linux/cpu.h>
  43 #include <linux/dmi.h>
  44 #include <linux/moduleparam.h>
  45 #include <linux/cpuidle.h>
  46 #include <linux/slab.h>
  47
  48 #include <asm/io.h>
  49 #include <asm/system.h>
  50 #include <asm/cpu.h>
  51 #include <asm/delay.h>
  52 #include <asm/uaccess.h>
  53 #include <asm/processor.h>
  54 #include <asm/smp.h>
  55 #include <asm/acpi.h>
  56
  57 #include <acpi/acpi_bus.h>
  58 #include <acpi/acpi_drivers.h>
  59 #include <acpi/processor.h>
  60
  61 #define PREFIX "ACPI: "
  62
  63 #define ACPI_PROCESSOR_CLASS            "processor"
  64 #define ACPI_PROCESSOR_DEVICE_NAME      "Processor"
  65 #define ACPI_PROCESSOR_FILE_INFO        "info"
  66 #define ACPI_PROCESSOR_FILE_THROTTLING  "throttling"
  67 #define ACPI_PROCESSOR_FILE_LIMIT       "limit"
  68 #define ACPI_PROCESSOR_NOTIFY_PERFORMANCE 0x80
  69 #define ACPI_PROCESSOR_NOTIFY_POWER     0x81
  70 #define ACPI_PROCESSOR_NOTIFY_THROTTLING        0x82
  71
  72 #define ACPI_PROCESSOR_LIMIT_USER       0
  73 #define ACPI_PROCESSOR_LIMIT_THERMAL    1
  74
  75 #define _COMPONENT              ACPI_PROCESSOR_COMPONENT
  76 ACPI_MODULE_NAME("processor_driver");
  77
  78 MODULE_AUTHOR("Paul Diefenbaugh");
  79 MODULE_DESCRIPTION("ACPI Processor Driver");
  80 MODULE_LICENSE("GPL");
  81
  82 static int acpi_processor_add(struct acpi_device *device);
  83 static int acpi_processor_remove(struct acpi_device *device, int type);
  84 static void acpi_processor_notify(struct acpi_device *device, u32 event);
  85 static acpi_status acpi_processor_hotadd_init(struct acpi_processor *pr);
  86 static int acpi_processor_handle_eject(struct acpi_processor *pr);
  87 static int acpi_processor_start(struct acpi_processor *pr);
  88
  89 static const struct acpi_device_id processor_device_ids[] = {
  90         {ACPI_PROCESSOR_OBJECT_HID, 0},
  91         {"ACPI0007", 0},
  92         {"", 0},
  93 };
  94 MODULE_DEVICE_TABLE(acpi, processor_device_ids);
  95
  96 static struct acpi_driver acpi_processor_driver = {
  97         .name = "processor",
  98         .class = ACPI_PROCESSOR_CLASS,
  99         .ids = processor_device_ids,
 100         .ops = {
 101                 .add = acpi_processor_add,
 102                 .remove = acpi_processor_remove,
 103                 .suspend = acpi_processor_suspend,
 104                 .resume = acpi_processor_resume,
 105                 .notify = acpi_processor_notify,
 106                 },
 107 };
 108
 109 #define INSTALL_NOTIFY_HANDLER          1
 110 #define UNINSTALL_NOTIFY_HANDLER        2
 111
 112 DEFINE_PER_CPU(struct acpi_processor *, processors);
 113 #ifndef CONFIG_XEN
 114 EXPORT_PER_CPU_SYMBOL(processors);
 115 #endif
 116
 117 struct acpi_processor_errata errata __read_mostly;
 118
 119 /* --------------------------------------------------------------------------
 120                                 Errata Handling
 121    -------------------------------------------------------------------------- */
 122
 123 static int acpi_processor_errata_piix4(struct pci_dev *dev)
 124 {
 125         u8 value1 = 0;
 126         u8 value2 = 0;
 127
 128
 129         if (!dev)
 130                 return -EINVAL;
 131
 132         /*
 133          * Note that 'dev' references the PIIX4 ACPI Controller.
 134          */
 135
 136         switch (dev->revision) {
 137         case 0:
 138                 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4 A-step\n"));
 139                 break;
 140         case 1:
 141                 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4 B-step\n"));
 142                 break;
 143         case 2:
 144                 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4E\n"));
 145                 break;
 146         case 3:
 147                 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4M\n"));
 148                 break;
 149         default:
 150                 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found unknown PIIX4\n"));
 151                 break;
 152         }
 153
 154         switch (dev->revision) {
 155
 156         case 0:         /* PIIX4 A-step */
 157         case 1:         /* PIIX4 B-step */
 158                 /*
 159                  * See specification changes #13 ("Manual Throttle Duty Cycle")
 160                  * and #14 ("Enabling and Disabling Manual Throttle"), plus
 161                  * erratum #5 ("STPCLK# Deassertion Time") from the January
 162                  * 2002 PIIX4 specification update.  Applies to only older
 163                  * PIIX4 models.
 164                  */
 165                 errata.piix4.throttle = 1;
 166
 167         case 2:         /* PIIX4E */
 168         case 3:         /* PIIX4M */
 169                 /*
 170                  * See erratum #18 ("C3 Power State/BMIDE and Type-F DMA
 171                  * Livelock") from the January 2002 PIIX4 specification update.
 172                  * Applies to all PIIX4 models.
 173                  */
 174
 175                 /*
 176                  * BM-IDE
 177                  * ------
 178                  * Find the PIIX4 IDE Controller and get the Bus Master IDE
 179                  * Status register address.  We'll use this later to read
 180                  * each IDE controller's DMA status to make sure we catch all
 181                  * DMA activity.
 182                  */
 183                 dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,
 184                                      PCI_DEVICE_ID_INTEL_82371AB,
 185                                      PCI_ANY_ID, PCI_ANY_ID, NULL);
 186                 if (dev) {
 187                         errata.piix4.bmisx = pci_resource_start(dev, 4);
 188                         pci_dev_put(dev);
 189                 }
 190
 191                 /*
 192                  * Type-F DMA
 193                  * ----------
 194                  * Find the PIIX4 ISA Controller and read the Motherboard
 195                  * DMA controller's status to see if Type-F (Fast) DMA mode
 196                  * is enabled (bit 7) on either channel.  Note that we'll
 197                  * disable C3 support if this is enabled, as some legacy
 198                  * devices won't operate well if fast DMA is disabled.
 199                  */
 200                 dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,
 201                                      PCI_DEVICE_ID_INTEL_82371AB_0,
 202                                      PCI_ANY_ID, PCI_ANY_ID, NULL);
 203                 if (dev) {
 204                         pci_read_config_byte(dev, 0x76, &value1);
 205                         pci_read_config_byte(dev, 0x77, &value2);
 206                         if ((value1 & 0x80) || (value2 & 0x80))
 207                                 errata.piix4.fdma = 1;
 208                         pci_dev_put(dev);
 209                 }
 210
 211                 break;
 212         }
 213
 214         if (errata.piix4.bmisx)
 215                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 216                                   "Bus master activity detection (BM-IDE) erratum enabled\n"));
 217         if (errata.piix4.fdma)
 218                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 219                                   "Type-F DMA livelock erratum (C3 disabled)\n"));
 220
 221         return 0;
 222 }
 223
 224 static int acpi_processor_errata(struct acpi_processor *pr)
 225 {
 226         int result = 0;
 227         struct pci_dev *dev = NULL;
 228
 229
 230         if (!pr)
 231                 return -EINVAL;
 232
 233         /*
 234          * PIIX4
 235          */
 236         dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,
 237                              PCI_DEVICE_ID_INTEL_82371AB_3, PCI_ANY_ID,
 238                              PCI_ANY_ID, NULL);
 239         if (dev) {
 240                 result = acpi_processor_errata_piix4(dev);
 241                 pci_dev_put(dev);
 242         }
 243
 244         return result;
 245 }
 246
 247 /* --------------------------------------------------------------------------
 248                                  Driver Interface
 249    -------------------------------------------------------------------------- */
 250
 251 static int acpi_processor_get_info(struct acpi_device *device)
 252 {
 253         acpi_status status = 0;
 254         union acpi_object object = { 0 };
 255         struct acpi_buffer buffer = { sizeof(union acpi_object), &object };
 256         struct acpi_processor *pr;
 257         int cpu_index, device_declaration = 0;
 258         static int cpu0_initialized;
 259
 260         pr = acpi_driver_data(device);
 261         if (!pr)
 262                 return -EINVAL;
 263
 264         if (num_online_cpus() > 1)
 265                 errata.smp = TRUE;
 266
 267         acpi_processor_errata(pr);
 268
 269         /*
 270          * Check to see if we have bus mastering arbitration control.  This
 271          * is required for proper C3 usage (to maintain cache coherency).
 272          */
 273         if (acpi_gbl_FADT.pm2_control_block && acpi_gbl_FADT.pm2_control_length) {
 274                 pr->flags.bm_control = 1;
 275                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 276                                   "Bus mastering arbitration control present\n"));
 277         } else
 278                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 279                                   "No bus mastering arbitration control\n"));
 280
 281         if (!strcmp(acpi_device_hid(device), ACPI_PROCESSOR_OBJECT_HID)) {
 282                 /* Declared with "Processor" statement; match ProcessorID */
 283                 status = acpi_evaluate_object(pr->handle, NULL, NULL, &buffer);
 284                 if (ACPI_FAILURE(status)) {
 285                         printk(KERN_ERR PREFIX "Evaluating processor object\n");
 286                         return -ENODEV;
 287                 }
 288
 289                 /*
 290                  * TBD: Synch processor ID (via LAPIC/LSAPIC structures) on SMP.
 291                  *      >>> 'acpi_get_processor_id(acpi_id, &id)' in
 292                  *      arch/xxx/acpi.c
 293                  */
 294                 pr->acpi_id = object.processor.proc_id;
 295         } else {
 296                 /*
 297                  * Declared with "Device" statement; match _UID.
 298                  * Note that we don't handle string _UIDs yet.
 299                  */
 300                 unsigned long long value;
 301                 status = acpi_evaluate_integer(pr->handle, METHOD_NAME__UID,
 302                                                 NULL, &value);
 303                 if (ACPI_FAILURE(status)) {
 304                         printk(KERN_ERR PREFIX
 305                             "Evaluating processor _UID [%#x]\n", status);
 306                         return -ENODEV;
 307                 }
 308                 device_declaration = 1;
 309                 pr->acpi_id = value;
 310         }
 311         cpu_index = acpi_get_cpuid(pr->handle, device_declaration, pr->acpi_id);
 312
 313         /* Handle UP system running SMP kernel, with no LAPIC in MADT */
 314         if (!cpu0_initialized && (cpu_index == -1) &&
 315             (num_online_cpus() == 1)) {
 316                 cpu_index = 0;
 317         }
 318
 319         cpu0_initialized = 1;
 320
 321         pr->id = cpu_index;
 322
 323         /*
 324          *  Extra Processor objects may be enumerated on MP systems with
 325          *  less than the max # of CPUs. They should be ignored _iff
 326          *  they are physically not present.
 327          */
 328         if (pr->id == -1) {
 329                 if (ACPI_FAILURE(acpi_processor_hotadd_init(pr)) &&
 330                     acpi_get_cpuid(pr->handle, ~device_declaration,
 331                                    pr->acpi_id) < 0)
 332                         return -ENODEV;
 333         }
 334 #if defined(CONFIG_SMP) && defined(CONFIG_PROCESSOR_EXTERNAL_CONTROL)
 335         if (pr->id >= setup_max_cpus && pr->id > 0)
 336                 pr->id = -1;
 337 #endif
 338
 339         /*
 340          * On some boxes several processors use the same processor bus id.
 341          * But they are located in different scope. For example:
 342          * \_SB.SCK0.CPU0
 343          * \_SB.SCK1.CPU0
 344          * Rename the processor device bus id. And the new bus id will be
 345          * generated as the following format:
 346          * CPU+CPU ID.
 347          */
 348         if (pr->id != -1)
 349                 sprintf(acpi_device_bid(device), "CPU%X", pr->id);
 350         else
 351                 snprintf(acpi_device_bid(device),
 352                          ARRAY_SIZE(acpi_device_bid(device)),
 353                          "#%0*X",
 354                          (int)ARRAY_SIZE(acpi_device_bid(device)) - 2,
 355                          pr->acpi_id);
 356         ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Processor [%d:%d]\n", pr->id,
 357                           pr->acpi_id));
 358
 359         if (!object.processor.pblk_address)
 360                 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "No PBLK (NULL address)\n"));
 361         else if (object.processor.pblk_length != 6)
 362                 printk(KERN_ERR PREFIX "Invalid PBLK length [%d]\n",
 363                             object.processor.pblk_length);
 364         else {
 365                 pr->throttling.address = object.processor.pblk_address;
 366                 pr->throttling.duty_offset = acpi_gbl_FADT.duty_offset;
 367                 pr->throttling.duty_width = acpi_gbl_FADT.duty_width;
 368
 369                 pr->pblk = object.processor.pblk_address;
 370
 371                 /*
 372                  * We don't care about error returns - we just try to mark
 373                  * these reserved so that nobody else is confused into thinking
 374                  * that this region might be unused..
 375                  *
 376                  * (In particular, allocating the IO range for Cardbus)
 377                  */
 378                 request_region(pr->throttling.address, 6, "ACPI CPU throttle");
 379         }
 380
 381         /*
 382          * If ACPI describes a slot number for this CPU, we can use it
 383          * ensure we get the right value in the "physical id" field
 384          * of /proc/cpuinfo
 385          */
 386         status = acpi_evaluate_object(pr->handle, "_SUN", NULL, &buffer);
 387         if (ACPI_SUCCESS(status) && pr->id != -1)
 388                 arch_fix_phys_package_id(pr->id, object.integer.value);
 389
 390         return 0;
 391 }
 392
 393 #ifndef CONFIG_XEN
 394 static DEFINE_PER_CPU(void *, processor_device_array);
 395 #else
 396 #include <linux/mutex.h>
 397 #include <linux/radix-tree.h>
 398 static DEFINE_MUTEX(processor_device_mutex);
 399 static RADIX_TREE(processor_device_tree, GFP_KERNEL);
 400 #endif
 401
 402 static void acpi_processor_notify(struct acpi_device *device, u32 event)
 403 {
 404         struct acpi_processor *pr = acpi_driver_data(device);
 405         int saved;
 406
 407         if (!pr)
 408                 return;
 409
 410         switch (event) {
 411         case ACPI_PROCESSOR_NOTIFY_PERFORMANCE:
 412                 saved = pr->performance_platform_limit;
 413                 acpi_processor_ppc_has_changed(pr, 1);
 414                 if (saved == pr->performance_platform_limit)
 415                         break;
 416                 acpi_bus_generate_proc_event(device, event,
 417                                         pr->performance_platform_limit);
 418                 acpi_bus_generate_netlink_event(device->pnp.device_class,
 419                                                   dev_name(&device->dev), event,
 420                                                   pr->performance_platform_limit);
 421                 break;
 422         case ACPI_PROCESSOR_NOTIFY_POWER:
 423                 acpi_processor_cst_has_changed(pr);
 424                 acpi_bus_generate_proc_event(device, event, 0);
 425                 acpi_bus_generate_netlink_event(device->pnp.device_class,
 426                                                   dev_name(&device->dev), event, 0);
 427                 break;
 428         case ACPI_PROCESSOR_NOTIFY_THROTTLING:
 429                 acpi_processor_tstate_has_changed(pr);
 430                 acpi_bus_generate_proc_event(device, event, 0);
 431                 acpi_bus_generate_netlink_event(device->pnp.device_class,
 432                                                   dev_name(&device->dev), event, 0);
 433         default:
 434                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 435                                   "Unsupported event [0x%x]\n", event));
 436                 break;
 437         }
 438
 439         return;
 440 }
 441
 442 static int acpi_cpu_soft_notify(struct notifier_block *nfb,
 443                 unsigned long action, void *hcpu)
 444 {
 445         unsigned int cpu = (unsigned long)hcpu;
 446         struct acpi_processor *pr = per_cpu(processors, cpu);
 447
 448         if (action == CPU_ONLINE && pr) {
 449                 /* CPU got physically hotplugged and onlined the first time:
 450                  * Initialize missing things
 451                  */
 452                 if (pr->flags.need_hotplug_init) {
 453                         struct cpuidle_driver *idle_driver =
 454                                 cpuidle_get_driver();
 455
 456                         printk(KERN_INFO "Will online and init hotplugged "
 457                                "CPU: %d\n", pr->id);
 458                         WARN(acpi_processor_start(pr), "Failed to start CPU:"
 459                                 " %d\n", pr->id);
 460                         pr->flags.need_hotplug_init = 0;
 461                         if (idle_driver && !strcmp(idle_driver->name,
 462                                                    "intel_idle")) {
 463                                 intel_idle_cpu_init(pr->id);
 464                         }
 465                 /* Normal CPU soft online event */
 466                 } else {
 467                         acpi_processor_ppc_has_changed(pr, 0);
 468                         acpi_processor_cst_has_changed(pr);
 469                         acpi_processor_reevaluate_tstate(pr, action);
 470                         acpi_processor_tstate_has_changed(pr);
 471                 }
 472         }
 473         if (action == CPU_DEAD && pr) {
 474                 /* invalidate the flag.throttling after one CPU is offline */
 475                 acpi_processor_reevaluate_tstate(pr, action);
 476         }
 477         return NOTIFY_OK;
 478 }
 479
 480 static struct notifier_block acpi_cpu_notifier =
 481 {
 482             .notifier_call = acpi_cpu_soft_notify,
 483 };
 484
 485 /*
 486  * acpi_processor_start() is called by the cpu_hotplug_notifier func:
 487  * acpi_cpu_soft_notify(). Getting it __cpuinit{data} is difficult, the
 488  * root cause seem to be that acpi_processor_uninstall_hotplug_notify()
 489  * is in the module_exit (__exit) func. Allowing acpi_processor_start()
 490  * to not be in __cpuinit section, but being called from __cpuinit funcs
 491  * via __ref looks like the right thing to do here.
 492  */
 493 static __ref int acpi_processor_start(struct acpi_processor *pr)
 494 {
 495 #ifndef CONFIG_XEN
 496         struct acpi_device *device = per_cpu(processor_device_array, pr->id);
 497 #else
 498         struct acpi_device *device = radix_tree_lookup(&processor_device_tree, pr->acpi_id);
 499 #endif
 500         int result = 0;
 501
 502 #if defined(CONFIG_CPU_FREQ) || defined(CONFIG_PROCESSOR_EXTERNAL_CONTROL)
 503         acpi_processor_ppc_has_changed(pr, 0);
 504 #endif
 505 #ifdef CONFIG_CPU_FREQ
 506         acpi_processor_load_module(pr);
 507 #endif
 508         /*
 509          * pr->id may equal to -1 while processor_cntl_external enabled.
 510          * throttle and thermal module don't support this case.
 511          * Tx only works when dom0 vcpu == pcpu num by far, as we give
 512          * control to dom0.
 513          */
 514         if (pr->id != -1) {
 515                 acpi_processor_get_throttling_info(pr);
 516                 acpi_processor_get_limit_info(pr);
 517         }
 518
 519         if (!cpuidle_get_driver() || cpuidle_get_driver() == &acpi_idle_driver
 520             || processor_pm_external())
 521                 acpi_processor_power_init(pr, device);
 522
 523         result = processor_extcntl_prepare(pr);
 524         if (result)
 525                 goto err_power_exit;
 526
 527         pr->cdev = thermal_cooling_device_register("Processor", device,
 528                                                    &processor_cooling_ops);
 529         if (IS_ERR(pr->cdev)) {
 530                 result = PTR_ERR(pr->cdev);
 531                 goto err_power_exit;
 532         }
 533
 534         dev_dbg(&device->dev, "registered as cooling_device%d\n",
 535                 pr->cdev->id);
 536
 537         result = sysfs_create_link(&device->dev.kobj,
 538                                    &pr->cdev->device.kobj,
 539                                    "thermal_cooling");
 540         if (result) {
 541                 printk(KERN_ERR PREFIX "Create sysfs link\n");
 542                 goto err_thermal_unregister;
 543         }
 544         result = sysfs_create_link(&pr->cdev->device.kobj,
 545                                    &device->dev.kobj,
 546                                    "device");
 547         if (result) {
 548                 printk(KERN_ERR PREFIX "Create sysfs link\n");
 549                 goto err_remove_sysfs_thermal;
 550         }
 551
 552         return 0;
 553
 554 err_remove_sysfs_thermal:
 555         sysfs_remove_link(&device->dev.kobj, "thermal_cooling");
 556 err_thermal_unregister:
 557         thermal_cooling_device_unregister(pr->cdev);
 558 err_power_exit:
 559         acpi_processor_power_exit(pr, device);
 560
 561         return result;
 562 }
 563
 564 /*
 565  * Do not put anything in here which needs the core to be online.
 566  * For example MSR access or setting up things which check for cpuinfo_x86
 567  * (cpu_data(cpu)) values, like CPU feature flags, family, model, etc.
 568  * Such things have to be put in and set up above in acpi_processor_start()
 569  */
 570 static int __cpuinit acpi_processor_add(struct acpi_device *device)
 571 {
 572         struct acpi_processor *pr = NULL;
 573         int result = 0;
 574         struct device *dev;
 575
 576         pr = kzalloc(sizeof(struct acpi_processor), GFP_KERNEL);
 577         if (!pr)
 578                 return -ENOMEM;
 579
 580         if (!zalloc_cpumask_var(&pr->throttling.shared_cpu_map, GFP_KERNEL)) {
 581                 kfree(pr);
 582                 return -ENOMEM;
 583         }
 584
 585         pr->handle = device->handle;
 586         strcpy(acpi_device_name(device), ACPI_PROCESSOR_DEVICE_NAME);
 587         strcpy(acpi_device_class(device), ACPI_PROCESSOR_CLASS);
 588         device->driver_data = pr;
 589
 590         result = acpi_processor_get_info(device);
 591         if (result ||
 592             ((pr->id == -1) && !processor_cntl_external())) {
 593                 /* Processor is physically not present */
 594                 return 0;
 595         }
 596
 597 #ifdef CONFIG_SMP
 598         if (pr->id >= setup_max_cpus && pr->id != 0) {
 599                 if (!processor_cntl_external())
 600                         return 0;
 601                 WARN_ON(pr->id != -1);
 602         }
 603 #endif
 604
 605         BUG_ON(!processor_cntl_external() &&
 606                ((pr->id >= nr_cpu_ids) || (pr->id < 0)));
 607
 608         /*
 609          * Buggy BIOS check
 610          * ACPI id of processors can be reported wrongly by the BIOS.
 611          * Don't trust it blindly
 612          */
 613 #ifndef CONFIG_XEN
 614         if (per_cpu(processor_device_array, pr->id) != NULL &&
 615             per_cpu(processor_device_array, pr->id) != device) {
 616 #else
 617         mutex_lock(&processor_device_mutex);
 618         result = radix_tree_insert(&processor_device_tree,
 619                                    pr->acpi_id, device);
 620         switch (result) {
 621         default:
 622                 goto err_unlock_free_cpumask;
 623         case -EEXIST:
 624                 if (radix_tree_lookup(&processor_device_tree,
 625                                       pr->acpi_id) == device) {
 626         case 0:
 627                         mutex_unlock(&processor_device_mutex);
 628                         break;
 629                 }
 630                 mutex_unlock(&processor_device_mutex);
 631 #endif
 632                 printk(KERN_WARNING "BIOS reported wrong ACPI id "
 633                         "for the processor\n");
 634                 result = -ENODEV;
 635                 goto err_free_cpumask;
 636         }
 637 #ifndef CONFIG_XEN
 638         per_cpu(processor_device_array, pr->id) = device;
 639 #else
 640         if (pr->id != -1) {
 641 #endif
 642         per_cpu(processors, pr->id) = pr;
 643
 644         dev = get_cpu_device(pr->id);
 645         if (sysfs_create_link(&device->dev.kobj, &dev->kobj, "sysdev")) {
 646                 result = -EFAULT;
 647                 goto err_free_cpumask;
 648         }
 649 #ifdef CONFIG_XEN
 650         }
 651 #endif
 652
 653         /*
 654          * Do not start hotplugged CPUs now, but when they
 655          * are onlined the first time
 656          */
 657         if (pr->flags.need_hotplug_init)
 658                 return 0;
 659
 660         result = acpi_processor_start(pr);
 661         if (result)
 662                 goto err_remove_sysfs;
 663
 664         return 0;
 665
 666 err_remove_sysfs:
 667         sysfs_remove_link(&device->dev.kobj, "sysdev");
 668 err_free_cpumask:
 669 #ifdef CONFIG_XEN
 670         mutex_lock(&processor_device_mutex);
 671         if (radix_tree_lookup(&processor_device_tree,
 672                               pr->acpi_id) == device)
 673                 radix_tree_delete(&processor_device_tree, pr->acpi_id);
 674 err_unlock_free_cpumask:
 675         mutex_unlock(&processor_device_mutex);
 676 #endif
 677         free_cpumask_var(pr->throttling.shared_cpu_map);
 678
 679         return result;
 680 }
 681
 682 static int acpi_processor_remove(struct acpi_device *device, int type)
 683 {
 684         struct acpi_processor *pr = NULL;
 685
 686
 687         if (!device || !acpi_driver_data(device))
 688                 return -EINVAL;
 689
 690         pr = acpi_driver_data(device);
 691
 692         if (!processor_cntl_external() && pr->id >= nr_cpu_ids)
 693                 goto free;
 694
 695         if (type == ACPI_BUS_REMOVAL_EJECT) {
 696                 if (acpi_processor_handle_eject(pr))
 697                         return -EINVAL;
 698         }
 699
 700         acpi_processor_power_exit(pr, device);
 701
 702         if (pr->id != -1)
 703                 sysfs_remove_link(&device->dev.kobj, "sysdev");
 704
 705         if (pr->cdev) {
 706                 sysfs_remove_link(&device->dev.kobj, "thermal_cooling");
 707                 sysfs_remove_link(&pr->cdev->device.kobj, "device");
 708                 thermal_cooling_device_unregister(pr->cdev);
 709                 pr->cdev = NULL;
 710         }
 711
 712 #ifndef CONFIG_XEN
 713         per_cpu(processors, pr->id) = NULL;
 714         per_cpu(processor_device_array, pr->id) = NULL;
 715 #else
 716         if (pr->id != -1)
 717                 per_cpu(processors, pr->id) = NULL;
 718         mutex_lock(&processor_device_mutex);
 719         radix_tree_delete(&processor_device_tree, pr->acpi_id);
 720         mutex_unlock(&processor_device_mutex);
 721 #endif
 722
 723 free:
 724         free_cpumask_var(pr->throttling.shared_cpu_map);
 725         kfree(pr);
 726
 727         return 0;
 728 }
 729
 730 #ifdef CONFIG_ACPI_HOTPLUG_CPU
 731 /****************************************************************************
 732  *      Acpi processor hotplug support                                      *
 733  ****************************************************************************/
 734
 735 static int is_processor_present(acpi_handle handle)
 736 {
 737         acpi_status status;
 738         unsigned long long sta = 0;
 739
 740
 741         status = acpi_evaluate_integer(handle, "_STA", NULL, &sta);
 742
 743         if (ACPI_SUCCESS(status) && (sta & ACPI_STA_DEVICE_PRESENT))
 744                 return 1;
 745
 746         /*
 747          * _STA is mandatory for a processor that supports hot plug
 748          */
 749         if (status == AE_NOT_FOUND)
 750                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 751                                 "Processor does not support hot plug\n"));
 752         else
 753                 ACPI_EXCEPTION((AE_INFO, status,
 754                                 "Processor Device is not present"));
 755         return 0;
 756 }
 757
 758 static
 759 int acpi_processor_device_add(acpi_handle handle, struct acpi_device **device)
 760 {
 761         acpi_handle phandle;
 762         struct acpi_device *pdev;
 763
 764
 765         if (acpi_get_parent(handle, &phandle)) {
 766                 return -ENODEV;
 767         }
 768
 769         if (acpi_bus_get_device(phandle, &pdev)) {
 770                 return -ENODEV;
 771         }
 772
 773         if (acpi_bus_add(device, pdev, handle, ACPI_BUS_TYPE_PROCESSOR)) {
 774                 return -ENODEV;
 775         }
 776
 777         if (processor_cntl_external() && acpi_driver_data(*device))
 778                 processor_notify_external(acpi_driver_data(*device),
 779                         PROCESSOR_HOTPLUG, HOTPLUG_TYPE_ADD);
 780
 781         return 0;
 782 }
 783
 784 static void acpi_processor_hotplug_notify(acpi_handle handle,
 785                                           u32 event, void *data)
 786 {
 787         struct acpi_processor *pr;
 788         struct acpi_device *device = NULL;
 789         int result;
 790
 791
 792         switch (event) {
 793         case ACPI_NOTIFY_BUS_CHECK:
 794         case ACPI_NOTIFY_DEVICE_CHECK:
 795                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 796                 "Processor driver received %s event\n",
 797                        (event == ACPI_NOTIFY_BUS_CHECK) ?
 798                        "ACPI_NOTIFY_BUS_CHECK" : "ACPI_NOTIFY_DEVICE_CHECK"));
 799
 800                 if (!is_processor_present(handle))
 801                         break;
 802
 803                 if (acpi_bus_get_device(handle, &device)) {
 804                         result = acpi_processor_device_add(handle, &device);
 805                         if (result)
 806                                 printk(KERN_ERR PREFIX
 807                                             "Unable to add the device\n");
 808                         break;
 809                 }
 810                 pr = acpi_driver_data(device);
 811                 if (processor_cntl_external() && pr)
 812                         processor_notify_external(pr,
 813                                         PROCESSOR_HOTPLUG, HOTPLUG_TYPE_ADD);
 814                 break;
 815         case ACPI_NOTIFY_EJECT_REQUEST:
 816                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 817                                   "received ACPI_NOTIFY_EJECT_REQUEST\n"));
 818
 819                 if (acpi_bus_get_device(handle, &device)) {
 820                         printk(KERN_ERR PREFIX
 821                                     "Device don't exist, dropping EJECT\n");
 822                         break;
 823                 }
 824                 pr = acpi_driver_data(device);
 825                 if (!pr) {
 826                         printk(KERN_ERR PREFIX
 827                                     "Driver data is NULL, dropping EJECT\n");
 828                         return;
 829                 }
 830                 if (processor_cntl_external())
 831                         processor_notify_external(pr, PROCESSOR_HOTPLUG,
 832                                                 HOTPLUG_TYPE_REMOVE);
 833                 break;
 834         default:
 835                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 836                                   "Unsupported event [0x%x]\n", event));
 837                 break;
 838         }
 839
 840         return;
 841 }
 842
 843 static acpi_status
 844 processor_walk_namespace_cb(acpi_handle handle,
 845                             u32 lvl, void *context, void **rv)
 846 {
 847         acpi_status status;
 848         int *action = context;
 849         acpi_object_type type = 0;
 850
 851         status = acpi_get_type(handle, &type);
 852         if (ACPI_FAILURE(status))
 853                 return (AE_OK);
 854
 855         if (type != ACPI_TYPE_PROCESSOR)
 856                 return (AE_OK);
 857
 858         switch (*action) {
 859         case INSTALL_NOTIFY_HANDLER:
 860                 acpi_install_notify_handler(handle,
 861                                             ACPI_SYSTEM_NOTIFY,
 862                                             acpi_processor_hotplug_notify,
 863                                             NULL);
 864                 break;
 865         case UNINSTALL_NOTIFY_HANDLER:
 866                 acpi_remove_notify_handler(handle,
 867                                            ACPI_SYSTEM_NOTIFY,
 868                                            acpi_processor_hotplug_notify);
 869                 break;
 870         default:
 871                 break;
 872         }
 873
 874         return (AE_OK);
 875 }
 876
 877 static acpi_status acpi_processor_hotadd_init(struct acpi_processor *pr)
 878 {
 879         acpi_handle handle = pr->handle;
 880
 881 #ifdef CONFIG_XEN
 882         if (xen_pcpu_index(pr->acpi_id, 1) != -1)
 883                 return AE_OK;
 884 #endif
 885
 886         if (!is_processor_present(handle)) {
 887                 return AE_ERROR;
 888         }
 889
 890         if (processor_cntl_external()) {
 891                 processor_notify_external(pr, PROCESSOR_HOTPLUG,
 892                                           HOTPLUG_TYPE_ADD);
 893                 return AE_OK;
 894         }
 895
 896         if (acpi_map_lsapic(handle, &pr->id))
 897                 return AE_ERROR;
 898
 899         if (arch_register_cpu(pr->id)) {
 900                 acpi_unmap_lsapic(pr->id);
 901                 return AE_ERROR;
 902         }
 903
 904         /* CPU got hot-plugged, but cpu_data is not initialized yet
 905          * Set flag to delay cpu_idle/throttling initialization
 906          * in:
 907          * acpi_processor_add()
 908          *   acpi_processor_get_info()
 909          * and do it when the CPU gets online the first time
 910          * TBD: Cleanup above functions and try to do this more elegant.
 911          */
 912         printk(KERN_INFO "CPU %d got hotplugged\n", pr->id);
 913         pr->flags.need_hotplug_init = 1;
 914
 915         return AE_OK;
 916 }
 917
 918 static int acpi_processor_handle_eject(struct acpi_processor *pr)
 919 {
 920         if (processor_cntl_external()) {
 921                 processor_notify_external(pr, PROCESSOR_HOTPLUG,
 922                                           HOTPLUG_TYPE_REMOVE);
 923                 return (0);
 924         }
 925
 926         if (cpu_online(pr->id))
 927                 cpu_down(pr->id);
 928
 929         arch_unregister_cpu(pr->id);
 930         acpi_unmap_lsapic(pr->id);
 931         return (0);
 932 }
 933 #else
 934 static acpi_status acpi_processor_hotadd_init(struct acpi_processor *pr)
 935 {
 936         return AE_ERROR;
 937 }
 938 static int acpi_processor_handle_eject(struct acpi_processor *pr)
 939 {
 940         return (-EINVAL);
 941 }
 942 #endif
 943
 944 static
 945 void acpi_processor_install_hotplug_notify(void)
 946 {
 947 #ifdef CONFIG_ACPI_HOTPLUG_CPU
 948         int action = INSTALL_NOTIFY_HANDLER;
 949         acpi_walk_namespace(ACPI_TYPE_PROCESSOR,
 950                             ACPI_ROOT_OBJECT,
 951                             ACPI_UINT32_MAX,
 952                             processor_walk_namespace_cb, NULL, &action, NULL);
 953 #endif
 954         register_hotcpu_notifier(&acpi_cpu_notifier);
 955 }
 956
 957 static
 958 void acpi_processor_uninstall_hotplug_notify(void)
 959 {
 960 #ifdef CONFIG_ACPI_HOTPLUG_CPU
 961         int action = UNINSTALL_NOTIFY_HANDLER;
 962         acpi_walk_namespace(ACPI_TYPE_PROCESSOR,
 963                             ACPI_ROOT_OBJECT,
 964                             ACPI_UINT32_MAX,
 965                             processor_walk_namespace_cb, NULL, &action, NULL);
 966 #endif
 967         unregister_hotcpu_notifier(&acpi_cpu_notifier);
 968 }
 969
 970 /*
 971  * We keep the driver loaded even when ACPI is not running.
 972  * This is needed for the powernow-k8 driver, that works even without
 973  * ACPI, but needs symbols from this driver
 974  */
 975
 976 static int __init acpi_processor_init(void)
 977 {
 978         int result = 0;
 979
 980         if (acpi_disabled)
 981                 return 0;
 982
 983         memset(&errata, 0, sizeof(errata));
 984
 985         result = acpi_bus_register_driver(&acpi_processor_driver);
 986         if (result < 0)
 987                 return result;
 988
 989         acpi_processor_install_hotplug_notify();
 990
 991         acpi_thermal_cpufreq_init();
 992
 993         acpi_processor_ppc_init();
 994
 995         acpi_processor_throttling_init();
 996
 997         return 0;
 998 }
 999
1000 static void __exit acpi_processor_exit(void)
1001 {
1002         if (acpi_disabled)
1003                 return;
1004
1005         acpi_processor_ppc_exit();
1006
1007         acpi_thermal_cpufreq_exit();
1008
1009         acpi_processor_uninstall_hotplug_notify();
1010
1011         acpi_bus_unregister_driver(&acpi_processor_driver);
1012
1013 #ifdef CONFIG_XEN
1014         {
1015                 struct acpi_device *dev;
1016                 unsigned int idx = 0;
1017
1018                 while (radix_tree_gang_lookup(&processor_device_tree,
1019                                               (void **)&dev, idx, 1)) {
1020                         struct acpi_processor *pr = acpi_driver_data(dev);
1021
1022                         /* prevent live lock */
1023                         if (pr->acpi_id < idx) {
1024                                 printk(KERN_WARNING PREFIX "ID %u unexpected"
1025                                        " (less than %u); leaking memory\n",
1026                                        pr->acpi_id, idx);
1027                                 break;
1028                         }
1029                         idx = pr->acpi_id;
1030                         radix_tree_delete(&processor_device_tree, idx);
1031                         if (!++idx)
1032                                 break;
1033                 }
1034         }
1035 #endif
1036
1037         return;
1038 }
1039
1040 module_init(acpi_processor_init);
1041 module_exit(acpi_processor_exit);
1042
1043 MODULE_ALIAS("processor");