drivers/acpi/processor_driver.c

   1 /*
   2  * acpi_processor.c - ACPI Processor Driver ($Revision: 71 $)
   3  *
   4  *  Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
   5  *  Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
   6  *  Copyright (C) 2004       Dominik Brodowski <linux@brodo.de>
   7  *  Copyright (C) 2004  Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com>
   8  *                      - Added processor hotplug support
   9  *
  10  * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  11  *
  12  *  This program is free software; you can redistribute it and/or modify
  13  *  it under the terms of the GNU General Public License as published by
  14  *  the Free Software Foundation; either version 2 of the License, or (at
  15  *  your option) any later version.
  16  *
  17  *  This program is distributed in the hope that it will be useful, but
  18  *  WITHOUT ANY WARRANTY; without even the implied warranty of
  19  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  20  *  General Public License for more details.
  21  *
  22  *  You should have received a copy of the GNU General Public License along
  23  *  with this program; if not, write to the Free Software Foundation, Inc.,
  24  *  59 Temple Place, Suite 330, Boston, MA 02111-1307 USA.
  25  *
  26  * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  27  *  TBD:
  28  *      1. Make # power states dynamic.
  29  *      2. Support duty_cycle values that span bit 4.
  30  *      3. Optimize by having scheduler determine business instead of
  31  *         having us try to calculate it here.
  32  *      4. Need C1 timing -- must modify kernel (IRQ handler) to get this.
  33  */
  34
  35 #include <linux/kernel.h>
  36 #include <linux/module.h>
  37 #include <linux/init.h>
  38 #include <linux/types.h>
  39 #include <linux/pci.h>
  40 #include <linux/pm.h>
  41 #include <linux/cpufreq.h>
  42 #include <linux/cpu.h>
  43 #include <linux/dmi.h>
  44 #include <linux/moduleparam.h>
  45 #include <linux/cpuidle.h>
  46 #include <linux/slab.h>
  47
  48 #include <asm/io.h>
  49 #include <asm/cpu.h>
  50 #include <asm/delay.h>
  51 #include <asm/uaccess.h>
  52 #include <asm/processor.h>
  53 #include <asm/smp.h>
  54 #include <asm/acpi.h>
  55
  56 #include <acpi/acpi_bus.h>
  57 #include <acpi/acpi_drivers.h>
  58 #include <acpi/processor.h>
  59
  60 #define PREFIX "ACPI: "
  61
  62 #define ACPI_PROCESSOR_CLASS            "processor"
  63 #define ACPI_PROCESSOR_DEVICE_NAME      "Processor"
  64 #define ACPI_PROCESSOR_FILE_INFO        "info"
  65 #define ACPI_PROCESSOR_FILE_THROTTLING  "throttling"
  66 #define ACPI_PROCESSOR_FILE_LIMIT       "limit"
  67 #define ACPI_PROCESSOR_NOTIFY_PERFORMANCE 0x80
  68 #define ACPI_PROCESSOR_NOTIFY_POWER     0x81
  69 #define ACPI_PROCESSOR_NOTIFY_THROTTLING        0x82
  70 #define ACPI_PROCESSOR_DEVICE_HID       "ACPI0007"
  71
  72 #define ACPI_PROCESSOR_LIMIT_USER       0
  73 #define ACPI_PROCESSOR_LIMIT_THERMAL    1
  74
  75 #define _COMPONENT              ACPI_PROCESSOR_COMPONENT
  76 ACPI_MODULE_NAME("processor_driver");
  77
  78 MODULE_AUTHOR("Paul Diefenbaugh");
  79 MODULE_DESCRIPTION("ACPI Processor Driver");
  80 MODULE_LICENSE("GPL");
  81
  82 static int acpi_processor_add(struct acpi_device *device);
  83 static int acpi_processor_remove(struct acpi_device *device, int type);
  84 static void acpi_processor_notify(struct acpi_device *device, u32 event);
  85 static acpi_status acpi_processor_hotadd_init(struct acpi_processor *pr);
  86 static int acpi_processor_handle_eject(struct acpi_processor *pr);
  87 static int acpi_processor_start(struct acpi_processor *pr);
  88
  89 static const struct acpi_device_id processor_device_ids[] = {
  90         {ACPI_PROCESSOR_OBJECT_HID, 0},
  91         {ACPI_PROCESSOR_DEVICE_HID, 0},
  92         {"", 0},
  93 };
  94 MODULE_DEVICE_TABLE(acpi, processor_device_ids);
  95
  96 static struct acpi_driver acpi_processor_driver = {
  97         .name = "processor",
  98         .class = ACPI_PROCESSOR_CLASS,
  99         .ids = processor_device_ids,
 100         .ops = {
 101                 .add = acpi_processor_add,
 102                 .remove = acpi_processor_remove,
 103                 .suspend = acpi_processor_suspend,
 104                 .resume = acpi_processor_resume,
 105                 .notify = acpi_processor_notify,
 106                 },
 107 };
 108
 109 #define INSTALL_NOTIFY_HANDLER          1
 110 #define UNINSTALL_NOTIFY_HANDLER        2
 111
 112 DEFINE_PER_CPU(struct acpi_processor *, processors);
 113 #ifndef CONFIG_XEN
 114 EXPORT_PER_CPU_SYMBOL(processors);
 115 #endif
 116
 117 struct acpi_processor_errata errata __read_mostly;
 118
 119 /* --------------------------------------------------------------------------
 120                                 Errata Handling
 121    -------------------------------------------------------------------------- */
 122
 123 static int acpi_processor_errata_piix4(struct pci_dev *dev)
 124 {
 125         u8 value1 = 0;
 126         u8 value2 = 0;
 127
 128
 129         if (!dev)
 130                 return -EINVAL;
 131
 132         /*
 133          * Note that 'dev' references the PIIX4 ACPI Controller.
 134          */
 135
 136         switch (dev->revision) {
 137         case 0:
 138                 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4 A-step\n"));
 139                 break;
 140         case 1:
 141                 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4 B-step\n"));
 142                 break;
 143         case 2:
 144                 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4E\n"));
 145                 break;
 146         case 3:
 147                 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4M\n"));
 148                 break;
 149         default:
 150                 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found unknown PIIX4\n"));
 151                 break;
 152         }
 153
 154         switch (dev->revision) {
 155
 156         case 0:         /* PIIX4 A-step */
 157         case 1:         /* PIIX4 B-step */
 158                 /*
 159                  * See specification changes #13 ("Manual Throttle Duty Cycle")
 160                  * and #14 ("Enabling and Disabling Manual Throttle"), plus
 161                  * erratum #5 ("STPCLK# Deassertion Time") from the January
 162                  * 2002 PIIX4 specification update.  Applies to only older
 163                  * PIIX4 models.
 164                  */
 165                 errata.piix4.throttle = 1;
 166
 167         case 2:         /* PIIX4E */
 168         case 3:         /* PIIX4M */
 169                 /*
 170                  * See erratum #18 ("C3 Power State/BMIDE and Type-F DMA
 171                  * Livelock") from the January 2002 PIIX4 specification update.
 172                  * Applies to all PIIX4 models.
 173                  */
 174
 175                 /*
 176                  * BM-IDE
 177                  * ------
 178                  * Find the PIIX4 IDE Controller and get the Bus Master IDE
 179                  * Status register address.  We'll use this later to read
 180                  * each IDE controller's DMA status to make sure we catch all
 181                  * DMA activity.
 182                  */
 183                 dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,
 184                                      PCI_DEVICE_ID_INTEL_82371AB,
 185                                      PCI_ANY_ID, PCI_ANY_ID, NULL);
 186                 if (dev) {
 187                         errata.piix4.bmisx = pci_resource_start(dev, 4);
 188                         pci_dev_put(dev);
 189                 }
 190
 191                 /*
 192                  * Type-F DMA
 193                  * ----------
 194                  * Find the PIIX4 ISA Controller and read the Motherboard
 195                  * DMA controller's status to see if Type-F (Fast) DMA mode
 196                  * is enabled (bit 7) on either channel.  Note that we'll
 197                  * disable C3 support if this is enabled, as some legacy
 198                  * devices won't operate well if fast DMA is disabled.
 199                  */
 200                 dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,
 201                                      PCI_DEVICE_ID_INTEL_82371AB_0,
 202                                      PCI_ANY_ID, PCI_ANY_ID, NULL);
 203                 if (dev) {
 204                         pci_read_config_byte(dev, 0x76, &value1);
 205                         pci_read_config_byte(dev, 0x77, &value2);
 206                         if ((value1 & 0x80) || (value2 & 0x80))
 207                                 errata.piix4.fdma = 1;
 208                         pci_dev_put(dev);
 209                 }
 210
 211                 break;
 212         }
 213
 214         if (errata.piix4.bmisx)
 215                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 216                                   "Bus master activity detection (BM-IDE) erratum enabled\n"));
 217         if (errata.piix4.fdma)
 218                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 219                                   "Type-F DMA livelock erratum (C3 disabled)\n"));
 220
 221         return 0;
 222 }
 223
 224 static int acpi_processor_errata(struct acpi_processor *pr)
 225 {
 226         int result = 0;
 227         struct pci_dev *dev = NULL;
 228
 229
 230         if (!pr)
 231                 return -EINVAL;
 232
 233         /*
 234          * PIIX4
 235          */
 236         dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,
 237                              PCI_DEVICE_ID_INTEL_82371AB_3, PCI_ANY_ID,
 238                              PCI_ANY_ID, NULL);
 239         if (dev) {
 240                 result = acpi_processor_errata_piix4(dev);
 241                 pci_dev_put(dev);
 242         }
 243
 244         return result;
 245 }
 246
 247 /* --------------------------------------------------------------------------
 248                                  Driver Interface
 249    -------------------------------------------------------------------------- */
 250
 251 static int acpi_processor_get_info(struct acpi_device *device)
 252 {
 253         acpi_status status = 0;
 254         union acpi_object object = { 0 };
 255         struct acpi_buffer buffer = { sizeof(union acpi_object), &object };
 256         struct acpi_processor *pr;
 257         int cpu_index, device_declaration = 0;
 258         static int cpu0_initialized;
 259
 260         pr = acpi_driver_data(device);
 261         if (!pr)
 262                 return -EINVAL;
 263
 264         if (num_online_cpus() > 1)
 265                 errata.smp = TRUE;
 266
 267         acpi_processor_errata(pr);
 268
 269         /*
 270          * Check to see if we have bus mastering arbitration control.  This
 271          * is required for proper C3 usage (to maintain cache coherency).
 272          */
 273         if (acpi_gbl_FADT.pm2_control_block && acpi_gbl_FADT.pm2_control_length) {
 274                 pr->flags.bm_control = 1;
 275                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 276                                   "Bus mastering arbitration control present\n"));
 277         } else
 278                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 279                                   "No bus mastering arbitration control\n"));
 280
 281         if (!strcmp(acpi_device_hid(device), ACPI_PROCESSOR_OBJECT_HID)) {
 282                 /* Declared with "Processor" statement; match ProcessorID */
 283                 status = acpi_evaluate_object(pr->handle, NULL, NULL, &buffer);
 284                 if (ACPI_FAILURE(status)) {
 285                         printk(KERN_ERR PREFIX "Evaluating processor object\n");
 286                         return -ENODEV;
 287                 }
 288
 289                 /*
 290                  * TBD: Synch processor ID (via LAPIC/LSAPIC structures) on SMP.
 291                  *      >>> 'acpi_get_processor_id(acpi_id, &id)' in
 292                  *      arch/xxx/acpi.c
 293                  */
 294                 pr->acpi_id = object.processor.proc_id;
 295         } else {
 296                 /*
 297                  * Declared with "Device" statement; match _UID.
 298                  * Note that we don't handle string _UIDs yet.
 299                  */
 300                 unsigned long long value;
 301                 status = acpi_evaluate_integer(pr->handle, METHOD_NAME__UID,
 302                                                 NULL, &value);
 303                 if (ACPI_FAILURE(status)) {
 304                         printk(KERN_ERR PREFIX
 305                             "Evaluating processor _UID [%#x]\n", status);
 306                         return -ENODEV;
 307                 }
 308                 device_declaration = 1;
 309                 pr->acpi_id = value;
 310         }
 311         cpu_index = acpi_get_cpuid(pr->handle, device_declaration, pr->acpi_id);
 312
 313         /* Handle UP system running SMP kernel, with no LAPIC in MADT */
 314         if (!cpu0_initialized && (cpu_index == -1) &&
 315             (num_online_cpus() == 1)) {
 316                 cpu_index = 0;
 317         }
 318
 319         cpu0_initialized = 1;
 320
 321         pr->id = cpu_index;
 322
 323         /*
 324          *  Extra Processor objects may be enumerated on MP systems with
 325          *  less than the max # of CPUs. They should be ignored _iff
 326          *  they are physically not present.
 327          */
 328         if (pr->id == -1) {
 329                 if (ACPI_FAILURE(acpi_processor_hotadd_init(pr)) &&
 330                     acpi_get_cpuid(pr->handle, ~device_declaration,
 331                                    pr->acpi_id) < 0)
 332                         return -ENODEV;
 333         }
 334 #if defined(CONFIG_SMP) && defined(CONFIG_PROCESSOR_EXTERNAL_CONTROL)
 335         if (pr->id >= setup_max_cpus && pr->id > 0)
 336                 pr->id = -1;
 337 #endif
 338
 339         /*
 340          * On some boxes several processors use the same processor bus id.
 341          * But they are located in different scope. For example:
 342          * \_SB.SCK0.CPU0
 343          * \_SB.SCK1.CPU0
 344          * Rename the processor device bus id. And the new bus id will be
 345          * generated as the following format:
 346          * CPU+CPU ID.
 347          */
 348         if (pr->id != -1)
 349                 sprintf(acpi_device_bid(device), "CPU%X", pr->id);
 350         else
 351                 snprintf(acpi_device_bid(device),
 352                          ARRAY_SIZE(acpi_device_bid(device)),
 353                          "#%0*X",
 354                          (int)ARRAY_SIZE(acpi_device_bid(device)) - 2,
 355                          pr->acpi_id);
 356         ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Processor [%d:%d]\n", pr->id,
 357                           pr->acpi_id));
 358
 359         if (!object.processor.pblk_address)
 360                 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "No PBLK (NULL address)\n"));
 361         else if (object.processor.pblk_length != 6)
 362                 printk(KERN_ERR PREFIX "Invalid PBLK length [%d]\n",
 363                             object.processor.pblk_length);
 364         else {
 365                 pr->throttling.address = object.processor.pblk_address;
 366                 pr->throttling.duty_offset = acpi_gbl_FADT.duty_offset;
 367                 pr->throttling.duty_width = acpi_gbl_FADT.duty_width;
 368
 369                 pr->pblk = object.processor.pblk_address;
 370
 371                 /*
 372                  * We don't care about error returns - we just try to mark
 373                  * these reserved so that nobody else is confused into thinking
 374                  * that this region might be unused..
 375                  *
 376                  * (In particular, allocating the IO range for Cardbus)
 377                  */
 378                 request_region(pr->throttling.address, 6, "ACPI CPU throttle");
 379         }
 380
 381         /*
 382          * If ACPI describes a slot number for this CPU, we can use it
 383          * ensure we get the right value in the "physical id" field
 384          * of /proc/cpuinfo
 385          */
 386         status = acpi_evaluate_object(pr->handle, "_SUN", NULL, &buffer);
 387         if (ACPI_SUCCESS(status) && pr->id != -1)
 388                 arch_fix_phys_package_id(pr->id, object.integer.value);
 389
 390         return 0;
 391 }
 392
 393 #ifndef CONFIG_XEN
 394 static DEFINE_PER_CPU(void *, processor_device_array);
 395 #else
 396 #include <linux/mutex.h>
 397 #include <linux/radix-tree.h>
 398 static DEFINE_MUTEX(processor_device_mutex);
 399 static RADIX_TREE(processor_device_tree, GFP_KERNEL);
 400 #endif
 401
 402 static void acpi_processor_notify(struct acpi_device *device, u32 event)
 403 {
 404         struct acpi_processor *pr = acpi_driver_data(device);
 405         int saved;
 406
 407         if (!pr)
 408                 return;
 409
 410         switch (event) {
 411         case ACPI_PROCESSOR_NOTIFY_PERFORMANCE:
 412                 saved = pr->performance_platform_limit;
 413                 acpi_processor_ppc_has_changed(pr, 1);
 414                 if (saved == pr->performance_platform_limit)
 415                         break;
 416                 acpi_bus_generate_proc_event(device, event,
 417                                         pr->performance_platform_limit);
 418                 acpi_bus_generate_netlink_event(device->pnp.device_class,
 419                                                   dev_name(&device->dev), event,
 420                                                   pr->performance_platform_limit);
 421                 break;
 422         case ACPI_PROCESSOR_NOTIFY_POWER:
 423                 acpi_processor_cst_has_changed(pr);
 424                 acpi_bus_generate_proc_event(device, event, 0);
 425                 acpi_bus_generate_netlink_event(device->pnp.device_class,
 426                                                   dev_name(&device->dev), event, 0);
 427                 break;
 428         case ACPI_PROCESSOR_NOTIFY_THROTTLING:
 429                 acpi_processor_tstate_has_changed(pr);
 430                 acpi_bus_generate_proc_event(device, event, 0);
 431                 acpi_bus_generate_netlink_event(device->pnp.device_class,
 432                                                   dev_name(&device->dev), event, 0);
 433         default:
 434                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 435                                   "Unsupported event [0x%x]\n", event));
 436                 break;
 437         }
 438
 439         return;
 440 }
 441
 442 static int acpi_cpu_soft_notify(struct notifier_block *nfb,
 443                 unsigned long action, void *hcpu)
 444 {
 445         unsigned int cpu = (unsigned long)hcpu;
 446         struct acpi_processor *pr = per_cpu(processors, cpu);
 447
 448         if (action == CPU_ONLINE && pr) {
 449                 /* CPU got physically hotplugged and onlined the first time:
 450                  * Initialize missing things
 451                  */
 452                 if (pr->flags.need_hotplug_init) {
 453                         struct cpuidle_driver *idle_driver =
 454                                 cpuidle_get_driver();
 455
 456                         printk(KERN_INFO "Will online and init hotplugged "
 457                                "CPU: %d\n", pr->id);
 458                         WARN(acpi_processor_start(pr), "Failed to start CPU:"
 459                                 " %d\n", pr->id);
 460                         pr->flags.need_hotplug_init = 0;
 461                         if (idle_driver && !strcmp(idle_driver->name,
 462                                                    "intel_idle")) {
 463                                 intel_idle_cpu_init(pr->id);
 464                         }
 465                 /* Normal CPU soft online event */
 466                 } else {
 467                         acpi_processor_ppc_has_changed(pr, 0);
 468                         acpi_processor_cst_has_changed(pr);
 469                         acpi_processor_reevaluate_tstate(pr, action);
 470                         acpi_processor_tstate_has_changed(pr);
 471                 }
 472         }
 473         if (action == CPU_DEAD && pr) {
 474                 /* invalidate the flag.throttling after one CPU is offline */
 475                 acpi_processor_reevaluate_tstate(pr, action);
 476         }
 477         return NOTIFY_OK;
 478 }
 479
 480 static struct notifier_block acpi_cpu_notifier =
 481 {
 482             .notifier_call = acpi_cpu_soft_notify,
 483 };
 484
 485 /*
 486  * acpi_processor_start() is called by the cpu_hotplug_notifier func:
 487  * acpi_cpu_soft_notify(). Getting it __cpuinit{data} is difficult, the
 488  * root cause seem to be that acpi_processor_uninstall_hotplug_notify()
 489  * is in the module_exit (__exit) func. Allowing acpi_processor_start()
 490  * to not be in __cpuinit section, but being called from __cpuinit funcs
 491  * via __ref looks like the right thing to do here.
 492  */
 493 static __ref int acpi_processor_start(struct acpi_processor *pr)
 494 {
 495 #ifndef CONFIG_XEN
 496         struct acpi_device *device = per_cpu(processor_device_array, pr->id);
 497 #else
 498         struct acpi_device *device = radix_tree_lookup(&processor_device_tree, pr->acpi_id);
 499 #endif
 500         int result = 0;
 501
 502 #if defined(CONFIG_CPU_FREQ) || defined(CONFIG_PROCESSOR_EXTERNAL_CONTROL)
 503         acpi_processor_ppc_has_changed(pr, 0);
 504 #endif
 505 #ifdef CONFIG_CPU_FREQ
 506         acpi_processor_load_module(pr);
 507 #endif
 508         /*
 509          * pr->id may equal to -1 while processor_cntl_external enabled.
 510          * throttle and thermal module don't support this case.
 511          * Tx only works when dom0 vcpu == pcpu num by far, as we give
 512          * control to dom0.
 513          */
 514         if (pr->id != -1) {
 515                 acpi_processor_get_throttling_info(pr);
 516                 acpi_processor_get_limit_info(pr);
 517         }
 518
 519         if (!cpuidle_get_driver() || cpuidle_get_driver() == &acpi_idle_driver
 520             || processor_pm_external())
 521                 acpi_processor_power_init(pr, device);
 522
 523         result = processor_extcntl_prepare(pr);
 524         if (result)
 525                 goto err_power_exit;
 526
 527         pr->cdev = thermal_cooling_device_register("Processor", device,
 528                                                    &processor_cooling_ops);
 529         if (IS_ERR(pr->cdev)) {
 530                 result = PTR_ERR(pr->cdev);
 531                 goto err_power_exit;
 532         }
 533
 534         dev_dbg(&device->dev, "registered as cooling_device%d\n",
 535                 pr->cdev->id);
 536
 537         result = sysfs_create_link(&device->dev.kobj,
 538                                    &pr->cdev->device.kobj,
 539                                    "thermal_cooling");
 540         if (result) {
 541                 printk(KERN_ERR PREFIX "Create sysfs link\n");
 542                 goto err_thermal_unregister;
 543         }
 544         result = sysfs_create_link(&pr->cdev->device.kobj,
 545                                    &device->dev.kobj,
 546                                    "device");
 547         if (result) {
 548                 printk(KERN_ERR PREFIX "Create sysfs link\n");
 549                 goto err_remove_sysfs_thermal;
 550         }
 551
 552         return 0;
 553
 554 err_remove_sysfs_thermal:
 555         sysfs_remove_link(&device->dev.kobj, "thermal_cooling");
 556 err_thermal_unregister:
 557         thermal_cooling_device_unregister(pr->cdev);
 558 err_power_exit:
 559         acpi_processor_power_exit(pr, device);
 560
 561         return result;
 562 }
 563
 564 /*
 565  * Do not put anything in here which needs the core to be online.
 566  * For example MSR access or setting up things which check for cpuinfo_x86
 567  * (cpu_data(cpu)) values, like CPU feature flags, family, model, etc.
 568  * Such things have to be put in and set up above in acpi_processor_start()
 569  */
 570 static int __cpuinit acpi_processor_add(struct acpi_device *device)
 571 {
 572         struct acpi_processor *pr = NULL;
 573         int result = 0;
 574         struct device *dev;
 575
 576         pr = kzalloc(sizeof(struct acpi_processor), GFP_KERNEL);
 577         if (!pr)
 578                 return -ENOMEM;
 579
 580         if (!zalloc_cpumask_var(&pr->throttling.shared_cpu_map, GFP_KERNEL)) {
 581                 result = -ENOMEM;
 582                 goto err_free_pr;
 583         }
 584
 585         pr->handle = device->handle;
 586         strcpy(acpi_device_name(device), ACPI_PROCESSOR_DEVICE_NAME);
 587         strcpy(acpi_device_class(device), ACPI_PROCESSOR_CLASS);
 588         device->driver_data = pr;
 589
 590         result = acpi_processor_get_info(device);
 591         if (result ||
 592             ((pr->id == -1) && !processor_cntl_external())) {
 593                 /* Processor is physically not present */
 594                 return 0;
 595         }
 596
 597 #ifdef CONFIG_SMP
 598         if (pr->id >= setup_max_cpus && pr->id != 0) {
 599                 if (!processor_cntl_external())
 600                         return 0;
 601                 WARN_ON(pr->id != -1);
 602         }
 603 #endif
 604
 605         BUG_ON(!processor_cntl_external() &&
 606                ((pr->id >= nr_cpu_ids) || (pr->id < 0)));
 607
 608         /*
 609          * Buggy BIOS check
 610          * ACPI id of processors can be reported wrongly by the BIOS.
 611          * Don't trust it blindly
 612          */
 613 #ifndef CONFIG_XEN
 614         if (per_cpu(processor_device_array, pr->id) != NULL &&
 615             per_cpu(processor_device_array, pr->id) != device) {
 616 #else
 617         mutex_lock(&processor_device_mutex);
 618         result = radix_tree_insert(&processor_device_tree,
 619                                    pr->acpi_id, device);
 620         switch (result) {
 621         default:
 622                 mutex_unlock(&processor_device_mutex);
 623                 goto err_free_cpumask;
 624         case -EEXIST:
 625                 if (radix_tree_lookup(&processor_device_tree,
 626                                       pr->acpi_id) == device) {
 627         case 0:
 628                         mutex_unlock(&processor_device_mutex);
 629                         break;
 630                 }
 631                 mutex_unlock(&processor_device_mutex);
 632 #endif
 633                 printk(KERN_WARNING "BIOS reported wrong ACPI id "
 634                         "for the processor\n");
 635                 result = -ENODEV;
 636                 goto err_free_cpumask;
 637         }
 638 #ifndef CONFIG_XEN
 639         per_cpu(processor_device_array, pr->id) = device;
 640 #else
 641         if (pr->id != -1) {
 642 #endif
 643         per_cpu(processors, pr->id) = pr;
 644
 645         dev = get_cpu_device(pr->id);
 646         if (sysfs_create_link(&device->dev.kobj, &dev->kobj, "sysdev")) {
 647                 result = -EFAULT;
 648                 goto err_clear_processor;
 649         }
 650 #ifdef CONFIG_XEN
 651         }
 652 #endif
 653
 654         /*
 655          * Do not start hotplugged CPUs now, but when they
 656          * are onlined the first time
 657          */
 658         if (pr->flags.need_hotplug_init)
 659                 return 0;
 660
 661         result = acpi_processor_start(pr);
 662         if (result)
 663                 goto err_remove_sysfs;
 664
 665         return 0;
 666
 667 err_remove_sysfs:
 668 #ifdef CONFIG_XEN
 669         if (pr->id != -1) {
 670 #endif
 671         sysfs_remove_link(&device->dev.kobj, "sysdev");
 672 err_clear_processor:
 673         /*
 674          * processor_device_array is not cleared to allow checks for buggy BIOS
 675          */
 676         per_cpu(processors, pr->id) = NULL;
 677 #ifdef CONFIG_XEN
 678         }
 679 #endif
 680 err_free_cpumask:
 681         free_cpumask_var(pr->throttling.shared_cpu_map);
 682 err_free_pr:
 683         kfree(pr);
 684         return result;
 685 }
 686
 687 static int acpi_processor_remove(struct acpi_device *device, int type)
 688 {
 689         struct acpi_processor *pr = NULL;
 690
 691
 692         if (!device || !acpi_driver_data(device))
 693                 return -EINVAL;
 694
 695         pr = acpi_driver_data(device);
 696
 697         if (!processor_cntl_external() && pr->id >= nr_cpu_ids)
 698                 goto free;
 699
 700         if (type == ACPI_BUS_REMOVAL_EJECT) {
 701                 if (acpi_processor_handle_eject(pr))
 702                         return -EINVAL;
 703         }
 704
 705         acpi_processor_power_exit(pr, device);
 706
 707         if (pr->id != -1)
 708                 sysfs_remove_link(&device->dev.kobj, "sysdev");
 709
 710         if (pr->cdev) {
 711                 sysfs_remove_link(&device->dev.kobj, "thermal_cooling");
 712                 sysfs_remove_link(&pr->cdev->device.kobj, "device");
 713                 thermal_cooling_device_unregister(pr->cdev);
 714                 pr->cdev = NULL;
 715         }
 716
 717 #ifndef CONFIG_XEN
 718         per_cpu(processors, pr->id) = NULL;
 719         per_cpu(processor_device_array, pr->id) = NULL;
 720 #else
 721         if (pr->id != -1)
 722                 per_cpu(processors, pr->id) = NULL;
 723         mutex_lock(&processor_device_mutex);
 724         radix_tree_delete(&processor_device_tree, pr->acpi_id);
 725         mutex_unlock(&processor_device_mutex);
 726 #endif
 727
 728 free:
 729         free_cpumask_var(pr->throttling.shared_cpu_map);
 730         kfree(pr);
 731
 732         return 0;
 733 }
 734
 735 #ifdef CONFIG_ACPI_HOTPLUG_CPU
 736 /****************************************************************************
 737  *      Acpi processor hotplug support                                      *
 738  ****************************************************************************/
 739
 740 static int is_processor_present(acpi_handle handle)
 741 {
 742         acpi_status status;
 743         unsigned long long sta = 0;
 744
 745
 746         status = acpi_evaluate_integer(handle, "_STA", NULL, &sta);
 747
 748         if (ACPI_SUCCESS(status) && (sta & ACPI_STA_DEVICE_PRESENT))
 749                 return 1;
 750
 751         /*
 752          * _STA is mandatory for a processor that supports hot plug
 753          */
 754         if (status == AE_NOT_FOUND)
 755                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 756                                 "Processor does not support hot plug\n"));
 757         else
 758                 ACPI_EXCEPTION((AE_INFO, status,
 759                                 "Processor Device is not present"));
 760         return 0;
 761 }
 762
 763 static
 764 int acpi_processor_device_add(acpi_handle handle, struct acpi_device **device)
 765 {
 766         acpi_handle phandle;
 767         struct acpi_device *pdev;
 768
 769
 770         if (acpi_get_parent(handle, &phandle)) {
 771                 return -ENODEV;
 772         }
 773
 774         if (acpi_bus_get_device(phandle, &pdev)) {
 775                 return -ENODEV;
 776         }
 777
 778         if (acpi_bus_add(device, pdev, handle, ACPI_BUS_TYPE_PROCESSOR)) {
 779                 return -ENODEV;
 780         }
 781
 782         if (processor_cntl_external() && acpi_driver_data(*device))
 783                 processor_notify_external(acpi_driver_data(*device),
 784                         PROCESSOR_HOTPLUG, HOTPLUG_TYPE_ADD);
 785
 786         return 0;
 787 }
 788
 789 static void acpi_processor_hotplug_notify(acpi_handle handle,
 790                                           u32 event, void *data)
 791 {
 792         struct acpi_processor *pr;
 793         struct acpi_device *device = NULL;
 794         int result;
 795
 796
 797         switch (event) {
 798         case ACPI_NOTIFY_BUS_CHECK:
 799         case ACPI_NOTIFY_DEVICE_CHECK:
 800                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 801                 "Processor driver received %s event\n",
 802                        (event == ACPI_NOTIFY_BUS_CHECK) ?
 803                        "ACPI_NOTIFY_BUS_CHECK" : "ACPI_NOTIFY_DEVICE_CHECK"));
 804
 805                 if (!is_processor_present(handle))
 806                         break;
 807
 808                 if (acpi_bus_get_device(handle, &device)) {
 809                         result = acpi_processor_device_add(handle, &device);
 810                         if (result)
 811                                 printk(KERN_ERR PREFIX
 812                                             "Unable to add the device\n");
 813                         break;
 814                 }
 815                 pr = acpi_driver_data(device);
 816                 if (processor_cntl_external() && pr)
 817                         processor_notify_external(pr,
 818                                         PROCESSOR_HOTPLUG, HOTPLUG_TYPE_ADD);
 819                 break;
 820         case ACPI_NOTIFY_EJECT_REQUEST:
 821                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 822                                   "received ACPI_NOTIFY_EJECT_REQUEST\n"));
 823
 824                 if (acpi_bus_get_device(handle, &device)) {
 825                         printk(KERN_ERR PREFIX
 826                                     "Device don't exist, dropping EJECT\n");
 827                         break;
 828                 }
 829                 pr = acpi_driver_data(device);
 830                 if (!pr) {
 831                         printk(KERN_ERR PREFIX
 832                                     "Driver data is NULL, dropping EJECT\n");
 833                         return;
 834                 }
 835                 if (processor_cntl_external())
 836                         processor_notify_external(pr, PROCESSOR_HOTPLUG,
 837                                                 HOTPLUG_TYPE_REMOVE);
 838                 break;
 839         default:
 840                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 841                                   "Unsupported event [0x%x]\n", event));
 842                 break;
 843         }
 844
 845         return;
 846 }
 847
 848 static acpi_status is_processor_device(acpi_handle handle)
 849 {
 850         struct acpi_device_info *info;
 851         char *hid;
 852         acpi_status status;
 853
 854         status = acpi_get_object_info(handle, &info);
 855         if (ACPI_FAILURE(status))
 856                 return status;
 857
 858         if (info->type == ACPI_TYPE_PROCESSOR) {
 859                 kfree(info);
 860                 return AE_OK;   /* found a processor object */
 861         }
 862
 863         if (!(info->valid & ACPI_VALID_HID)) {
 864                 kfree(info);
 865                 return AE_ERROR;
 866         }
 867
 868         hid = info->hardware_id.string;
 869         if ((hid == NULL) || strcmp(hid, ACPI_PROCESSOR_DEVICE_HID)) {
 870                 kfree(info);
 871                 return AE_ERROR;
 872         }
 873
 874         kfree(info);
 875         return AE_OK;   /* found a processor device object */
 876 }
 877
 878 static acpi_status
 879 processor_walk_namespace_cb(acpi_handle handle,
 880                             u32 lvl, void *context, void **rv)
 881 {
 882         acpi_status status;
 883         int *action = context;
 884
 885         status = is_processor_device(handle);
 886         if (ACPI_FAILURE(status))
 887                 return AE_OK;   /* not a processor; continue to walk */
 888
 889         switch (*action) {
 890         case INSTALL_NOTIFY_HANDLER:
 891                 acpi_install_notify_handler(handle,
 892                                             ACPI_SYSTEM_NOTIFY,
 893                                             acpi_processor_hotplug_notify,
 894                                             NULL);
 895                 break;
 896         case UNINSTALL_NOTIFY_HANDLER:
 897                 acpi_remove_notify_handler(handle,
 898                                            ACPI_SYSTEM_NOTIFY,
 899                                            acpi_processor_hotplug_notify);
 900                 break;
 901         default:
 902                 break;
 903         }
 904
 905         /* found a processor; skip walking underneath */
 906         return AE_CTRL_DEPTH;
 907 }
 908
 909 static acpi_status acpi_processor_hotadd_init(struct acpi_processor *pr)
 910 {
 911         acpi_handle handle = pr->handle;
 912
 913 #ifdef CONFIG_XEN
 914         if (xen_pcpu_index(pr->acpi_id, 1) != -1)
 915                 return AE_OK;
 916 #endif
 917
 918         if (!is_processor_present(handle)) {
 919                 return AE_ERROR;
 920         }
 921
 922         if (processor_cntl_external()) {
 923                 processor_notify_external(pr, PROCESSOR_HOTPLUG,
 924                                           HOTPLUG_TYPE_ADD);
 925                 return AE_OK;
 926         }
 927
 928         if (acpi_map_lsapic(handle, &pr->id))
 929                 return AE_ERROR;
 930
 931         if (arch_register_cpu(pr->id)) {
 932                 acpi_unmap_lsapic(pr->id);
 933                 return AE_ERROR;
 934         }
 935
 936         /* CPU got hot-plugged, but cpu_data is not initialized yet
 937          * Set flag to delay cpu_idle/throttling initialization
 938          * in:
 939          * acpi_processor_add()
 940          *   acpi_processor_get_info()
 941          * and do it when the CPU gets online the first time
 942          * TBD: Cleanup above functions and try to do this more elegant.
 943          */
 944         printk(KERN_INFO "CPU %d got hotplugged\n", pr->id);
 945         pr->flags.need_hotplug_init = 1;
 946
 947         return AE_OK;
 948 }
 949
 950 static int acpi_processor_handle_eject(struct acpi_processor *pr)
 951 {
 952         if (processor_cntl_external()) {
 953                 processor_notify_external(pr, PROCESSOR_HOTPLUG,
 954                                           HOTPLUG_TYPE_REMOVE);
 955                 return (0);
 956         }
 957
 958         if (cpu_online(pr->id))
 959                 cpu_down(pr->id);
 960
 961         arch_unregister_cpu(pr->id);
 962         acpi_unmap_lsapic(pr->id);
 963         return (0);
 964 }
 965 #else
 966 static acpi_status acpi_processor_hotadd_init(struct acpi_processor *pr)
 967 {
 968         return AE_ERROR;
 969 }
 970 static int acpi_processor_handle_eject(struct acpi_processor *pr)
 971 {
 972         return (-EINVAL);
 973 }
 974 #endif
 975
 976 static
 977 void acpi_processor_install_hotplug_notify(void)
 978 {
 979 #ifdef CONFIG_ACPI_HOTPLUG_CPU
 980         int action = INSTALL_NOTIFY_HANDLER;
 981         acpi_walk_namespace(ACPI_TYPE_ANY,
 982                             ACPI_ROOT_OBJECT,
 983                             ACPI_UINT32_MAX,
 984                             processor_walk_namespace_cb, NULL, &action, NULL);
 985 #endif
 986         register_hotcpu_notifier(&acpi_cpu_notifier);
 987 }
 988
 989 static
 990 void acpi_processor_uninstall_hotplug_notify(void)
 991 {
 992 #ifdef CONFIG_ACPI_HOTPLUG_CPU
 993         int action = UNINSTALL_NOTIFY_HANDLER;
 994         acpi_walk_namespace(ACPI_TYPE_ANY,
 995                             ACPI_ROOT_OBJECT,
 996                             ACPI_UINT32_MAX,
 997                             processor_walk_namespace_cb, NULL, &action, NULL);
 998 #endif
 999         unregister_hotcpu_notifier(&acpi_cpu_notifier);
1000 }
1001
1002 /*
1003  * We keep the driver loaded even when ACPI is not running.
1004  * This is needed for the powernow-k8 driver, that works even without
1005  * ACPI, but needs symbols from this driver
1006  */
1007
1008 static int __init acpi_processor_init(void)
1009 {
1010         int result = 0;
1011
1012         if (acpi_disabled)
1013                 return 0;
1014
1015         memset(&errata, 0, sizeof(errata));
1016
1017         result = acpi_bus_register_driver(&acpi_processor_driver);
1018         if (result < 0)
1019                 return result;
1020
1021         acpi_processor_install_hotplug_notify();
1022
1023         acpi_thermal_cpufreq_init();
1024
1025         acpi_processor_ppc_init();
1026
1027         acpi_processor_throttling_init();
1028
1029         return 0;
1030 }
1031
1032 static void __exit acpi_processor_exit(void)
1033 {
1034         if (acpi_disabled)
1035                 return;
1036
1037         acpi_processor_ppc_exit();
1038
1039         acpi_thermal_cpufreq_exit();
1040
1041         acpi_processor_uninstall_hotplug_notify();
1042
1043         acpi_bus_unregister_driver(&acpi_processor_driver);
1044
1045 #ifdef CONFIG_XEN
1046         {
1047                 struct acpi_device *dev;
1048                 unsigned int idx = 0;
1049
1050                 while (radix_tree_gang_lookup(&processor_device_tree,
1051                                               (void **)&dev, idx, 1)) {
1052                         struct acpi_processor *pr = acpi_driver_data(dev);
1053
1054                         /* prevent live lock */
1055                         if (pr->acpi_id < idx) {
1056                                 printk(KERN_WARNING PREFIX "ID %u unexpected"
1057                                        " (less than %u); leaking memory\n",
1058                                        pr->acpi_id, idx);
1059                                 break;
1060                         }
1061                         idx = pr->acpi_id;
1062                         radix_tree_delete(&processor_device_tree, idx);
1063                         if (!++idx)
1064                                 break;
1065                 }
1066         }
1067 #endif
1068
1069         return;
1070 }
1071
1072 module_init(acpi_processor_init);
1073 module_exit(acpi_processor_exit);
1074
1075 MODULE_ALIAS("processor");