drivers/acpi/tables.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  *  acpi_tables.c - ACPI Boot-Time Table Parsing
   4  *
   5  *  Copyright (C) 2001 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
   6  */
   7
   8 /* Uncomment next line to get verbose printout */
   9 /* #define DEBUG */
  10 #define pr_fmt(fmt) "ACPI: " fmt
  11
  12 #include <linux/init.h>
  13 #include <linux/kernel.h>
  14 #include <linux/smp.h>
  15 #include <linux/string.h>
  16 #include <linux/types.h>
  17 #include <linux/irq.h>
  18 #include <linux/errno.h>
  19 #include <linux/acpi.h>
  20 #include <linux/memblock.h>
  21 #include <linux/earlycpio.h>
  22 #include <linux/initrd.h>
  23 #include <linux/security.h>
  24 #include <linux/kmemleak.h>
  25 #include "internal.h"
  26
  27 #ifdef CONFIG_ACPI_CUSTOM_DSDT
  28 #include CONFIG_ACPI_CUSTOM_DSDT_FILE
  29 #endif
  30
  31 #define ACPI_MAX_TABLES         128
  32
  33 static char *mps_inti_flags_polarity[] = { "dfl", "high", "res", "low" };
  34 static char *mps_inti_flags_trigger[] = { "dfl", "edge", "res", "level" };
  35
  36 static struct acpi_table_desc initial_tables[ACPI_MAX_TABLES] __initdata;
  37
  38 static int acpi_apic_instance __initdata_or_acpilib;
  39
  40 enum acpi_subtable_type {
  41         ACPI_SUBTABLE_COMMON,
  42         ACPI_SUBTABLE_HMAT,
  43         ACPI_SUBTABLE_PRMT,
  44         ACPI_SUBTABLE_CEDT,
  45 };
  46
  47 struct acpi_subtable_entry {
  48         union acpi_subtable_headers *hdr;
  49         enum acpi_subtable_type type;
  50 };
  51
  52 /*
  53  * Disable table checksum verification for the early stage due to the size
  54  * limitation of the current x86 early mapping implementation.
  55  */
  56 static bool acpi_verify_table_checksum __initdata_or_acpilib = false;
  57
  58 void acpi_table_print_madt_entry(struct acpi_subtable_header *header)
  59 {
  60         if (!header)
  61                 return;
  62
  63         switch (header->type) {
  64
  65         case ACPI_MADT_TYPE_LOCAL_APIC:
  66                 {
  67                         struct acpi_madt_local_apic *p =
  68                             (struct acpi_madt_local_apic *)header;
  69                         pr_debug("LAPIC (acpi_id[0x%02x] lapic_id[0x%02x] %s)\n",
  70                                  p->processor_id, p->id,
  71                                  (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
  72                 }
  73                 break;
  74
  75         case ACPI_MADT_TYPE_LOCAL_X2APIC:
  76                 {
  77                         struct acpi_madt_local_x2apic *p =
  78                             (struct acpi_madt_local_x2apic *)header;
  79                         pr_debug("X2APIC (apic_id[0x%02x] uid[0x%02x] %s)\n",
  80                                  p->local_apic_id, p->uid,
  81                                  (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
  82                 }
  83                 break;
  84
  85         case ACPI_MADT_TYPE_IO_APIC:
  86                 {
  87                         struct acpi_madt_io_apic *p =
  88                             (struct acpi_madt_io_apic *)header;
  89                         pr_debug("IOAPIC (id[0x%02x] address[0x%08x] gsi_base[%d])\n",
  90                                  p->id, p->address, p->global_irq_base);
  91                 }
  92                 break;
  93
  94         case ACPI_MADT_TYPE_INTERRUPT_OVERRIDE:
  95                 {
  96                         struct acpi_madt_interrupt_override *p =
  97                             (struct acpi_madt_interrupt_override *)header;
  98                         pr_info("INT_SRC_OVR (bus %d bus_irq %d global_irq %d %s %s)\n",
  99                                 p->bus, p->source_irq, p->global_irq,
 100                                 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
 101                                 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2]);
 102                         if (p->inti_flags  &
 103                             ~(ACPI_MADT_POLARITY_MASK | ACPI_MADT_TRIGGER_MASK))
 104                                 pr_info("INT_SRC_OVR unexpected reserved flags: 0x%x\n",
 105                                         p->inti_flags  &
 106                                         ~(ACPI_MADT_POLARITY_MASK | ACPI_MADT_TRIGGER_MASK));
 107                 }
 108                 break;
 109
 110         case ACPI_MADT_TYPE_NMI_SOURCE:
 111                 {
 112                         struct acpi_madt_nmi_source *p =
 113                             (struct acpi_madt_nmi_source *)header;
 114                         pr_info("NMI_SRC (%s %s global_irq %d)\n",
 115                                 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
 116                                 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
 117                                 p->global_irq);
 118                 }
 119                 break;
 120
 121         case ACPI_MADT_TYPE_LOCAL_APIC_NMI:
 122                 {
 123                         struct acpi_madt_local_apic_nmi *p =
 124                             (struct acpi_madt_local_apic_nmi *)header;
 125                         pr_info("LAPIC_NMI (acpi_id[0x%02x] %s %s lint[0x%x])\n",
 126                                 p->processor_id,
 127                                 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK ],
 128                                 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
 129                                 p->lint);
 130                 }
 131                 break;
 132
 133         case ACPI_MADT_TYPE_LOCAL_X2APIC_NMI:
 134                 {
 135                         u16 polarity, trigger;
 136                         struct acpi_madt_local_x2apic_nmi *p =
 137                             (struct acpi_madt_local_x2apic_nmi *)header;
 138
 139                         polarity = p->inti_flags & ACPI_MADT_POLARITY_MASK;
 140                         trigger = (p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2;
 141
 142                         pr_info("X2APIC_NMI (uid[0x%02x] %s %s lint[0x%x])\n",
 143                                 p->uid,
 144                                 mps_inti_flags_polarity[polarity],
 145                                 mps_inti_flags_trigger[trigger],
 146                                 p->lint);
 147                 }
 148                 break;
 149
 150         case ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE:
 151                 {
 152                         struct acpi_madt_local_apic_override *p =
 153                             (struct acpi_madt_local_apic_override *)header;
 154                         pr_info("LAPIC_ADDR_OVR (address[0x%llx])\n",
 155                                 p->address);
 156                 }
 157                 break;
 158
 159         case ACPI_MADT_TYPE_IO_SAPIC:
 160                 {
 161                         struct acpi_madt_io_sapic *p =
 162                             (struct acpi_madt_io_sapic *)header;
 163                         pr_debug("IOSAPIC (id[0x%x] address[%p] gsi_base[%d])\n",
 164                                  p->id, (void *)(unsigned long)p->address,
 165                                  p->global_irq_base);
 166                 }
 167                 break;
 168
 169         case ACPI_MADT_TYPE_LOCAL_SAPIC:
 170                 {
 171                         struct acpi_madt_local_sapic *p =
 172                             (struct acpi_madt_local_sapic *)header;
 173                         pr_debug("LSAPIC (acpi_id[0x%02x] lsapic_id[0x%02x] lsapic_eid[0x%02x] %s)\n",
 174                                  p->processor_id, p->id, p->eid,
 175                                  (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
 176                 }
 177                 break;
 178
 179         case ACPI_MADT_TYPE_INTERRUPT_SOURCE:
 180                 {
 181                         struct acpi_madt_interrupt_source *p =
 182                             (struct acpi_madt_interrupt_source *)header;
 183                         pr_info("PLAT_INT_SRC (%s %s type[0x%x] id[0x%04x] eid[0x%x] iosapic_vector[0x%x] global_irq[0x%x]\n",
 184                                 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
 185                                 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
 186                                 p->type, p->id, p->eid, p->io_sapic_vector,
 187                                 p->global_irq);
 188                 }
 189                 break;
 190
 191         case ACPI_MADT_TYPE_GENERIC_INTERRUPT:
 192                 {
 193                         struct acpi_madt_generic_interrupt *p =
 194                                 (struct acpi_madt_generic_interrupt *)header;
 195                         pr_debug("GICC (acpi_id[0x%04x] address[%llx] MPIDR[0x%llx] %s)\n",
 196                                  p->uid, p->base_address,
 197                                  p->arm_mpidr,
 198                                  (p->flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
 199
 200                 }
 201                 break;
 202
 203         case ACPI_MADT_TYPE_GENERIC_DISTRIBUTOR:
 204                 {
 205                         struct acpi_madt_generic_distributor *p =
 206                                 (struct acpi_madt_generic_distributor *)header;
 207                         pr_debug("GIC Distributor (gic_id[0x%04x] address[%llx] gsi_base[%d])\n",
 208                                  p->gic_id, p->base_address,
 209                                  p->global_irq_base);
 210                 }
 211                 break;
 212
 213         case ACPI_MADT_TYPE_CORE_PIC:
 214                 {
 215                         struct acpi_madt_core_pic *p = (struct acpi_madt_core_pic *)header;
 216
 217                         pr_debug("CORE PIC (processor_id[0x%02x] core_id[0x%02x] %s)\n",
 218                                  p->processor_id, p->core_id,
 219                                  (p->flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
 220                 }
 221                 break;
 222
 223         case ACPI_MADT_TYPE_RINTC:
 224                 {
 225                         struct acpi_madt_rintc *p = (struct acpi_madt_rintc *)header;
 226
 227                         pr_debug("RISC-V INTC (acpi_uid[0x%04x] hart_id[0x%llx] %s)\n",
 228                                  p->uid, p->hart_id,
 229                                  (p->flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
 230                 }
 231                 break;
 232
 233         default:
 234                 pr_warn("Found unsupported MADT entry (type = 0x%x)\n",
 235                         header->type);
 236                 break;
 237         }
 238 }
 239
 240 static unsigned long __init_or_acpilib
 241 acpi_get_entry_type(struct acpi_subtable_entry *entry)
 242 {
 243         switch (entry->type) {
 244         case ACPI_SUBTABLE_COMMON:
 245                 return entry->hdr->common.type;
 246         case ACPI_SUBTABLE_HMAT:
 247                 return entry->hdr->hmat.type;
 248         case ACPI_SUBTABLE_PRMT:
 249                 return 0;
 250         case ACPI_SUBTABLE_CEDT:
 251                 return entry->hdr->cedt.type;
 252         }
 253         return 0;
 254 }
 255
 256 static unsigned long __init_or_acpilib
 257 acpi_get_entry_length(struct acpi_subtable_entry *entry)
 258 {
 259         switch (entry->type) {
 260         case ACPI_SUBTABLE_COMMON:
 261                 return entry->hdr->common.length;
 262         case ACPI_SUBTABLE_HMAT:
 263                 return entry->hdr->hmat.length;
 264         case ACPI_SUBTABLE_PRMT:
 265                 return entry->hdr->prmt.length;
 266         case ACPI_SUBTABLE_CEDT:
 267                 return entry->hdr->cedt.length;
 268         }
 269         return 0;
 270 }
 271
 272 static unsigned long __init_or_acpilib
 273 acpi_get_subtable_header_length(struct acpi_subtable_entry *entry)
 274 {
 275         switch (entry->type) {
 276         case ACPI_SUBTABLE_COMMON:
 277                 return sizeof(entry->hdr->common);
 278         case ACPI_SUBTABLE_HMAT:
 279                 return sizeof(entry->hdr->hmat);
 280         case ACPI_SUBTABLE_PRMT:
 281                 return sizeof(entry->hdr->prmt);
 282         case ACPI_SUBTABLE_CEDT:
 283                 return sizeof(entry->hdr->cedt);
 284         }
 285         return 0;
 286 }
 287
 288 static enum acpi_subtable_type __init_or_acpilib
 289 acpi_get_subtable_type(char *id)
 290 {
 291         if (strncmp(id, ACPI_SIG_HMAT, 4) == 0)
 292                 return ACPI_SUBTABLE_HMAT;
 293         if (strncmp(id, ACPI_SIG_PRMT, 4) == 0)
 294                 return ACPI_SUBTABLE_PRMT;
 295         if (strncmp(id, ACPI_SIG_CEDT, 4) == 0)
 296                 return ACPI_SUBTABLE_CEDT;
 297         return ACPI_SUBTABLE_COMMON;
 298 }
 299
 300 static __init_or_acpilib bool has_handler(struct acpi_subtable_proc *proc)
 301 {
 302         return proc->handler || proc->handler_arg;
 303 }
 304
 305 static __init_or_acpilib int call_handler(struct acpi_subtable_proc *proc,
 306                                           union acpi_subtable_headers *hdr,
 307                                           unsigned long end)
 308 {
 309         if (proc->handler)
 310                 return proc->handler(hdr, end);
 311         if (proc->handler_arg)
 312                 return proc->handler_arg(hdr, proc->arg, end);
 313         return -EINVAL;
 314 }
 315
 316 /**
 317  * acpi_parse_entries_array - for each proc_num find a suitable subtable
 318  *
 319  * @id: table id (for debugging purposes)
 320  * @table_size: size of the root table
 321  * @table_header: where does the table start?
 322  * @proc: array of acpi_subtable_proc struct containing entry id
 323  *        and associated handler with it
 324  * @proc_num: how big proc is?
 325  * @max_entries: how many entries can we process?
 326  *
 327  * For each proc_num find a subtable with proc->id and run proc->handler
 328  * on it. Assumption is that there's only single handler for particular
 329  * entry id.
 330  *
 331  * The table_size is not the size of the complete ACPI table (the length
 332  * field in the header struct), but only the size of the root table; i.e.,
 333  * the offset from the very first byte of the complete ACPI table, to the
 334  * first byte of the very first subtable.
 335  *
 336  * On success returns sum of all matching entries for all proc handlers.
 337  * Otherwise, -ENODEV or -EINVAL is returned.
 338  */
 339 static int __init_or_acpilib acpi_parse_entries_array(
 340         char *id, unsigned long table_size,
 341         struct acpi_table_header *table_header, struct acpi_subtable_proc *proc,
 342         int proc_num, unsigned int max_entries)
 343 {
 344         struct acpi_subtable_entry entry;
 345         unsigned long table_end, subtable_len, entry_len;
 346         int count = 0;
 347         int errs = 0;
 348         int i;
 349
 350         table_end = (unsigned long)table_header + table_header->length;
 351
 352         /* Parse all entries looking for a match. */
 353
 354         entry.type = acpi_get_subtable_type(id);
 355         entry.hdr = (union acpi_subtable_headers *)
 356             ((unsigned long)table_header + table_size);
 357         subtable_len = acpi_get_subtable_header_length(&entry);
 358
 359         while (((unsigned long)entry.hdr) + subtable_len  < table_end) {
 360                 if (max_entries && count >= max_entries)
 361                         break;
 362
 363                 for (i = 0; i < proc_num; i++) {
 364                         if (acpi_get_entry_type(&entry) != proc[i].id)
 365                                 continue;
 366                         if (!has_handler(&proc[i]) ||
 367                             (!errs &&
 368                              call_handler(&proc[i], entry.hdr, table_end))) {
 369                                 errs++;
 370                                 continue;
 371                         }
 372
 373                         proc[i].count++;
 374                         break;
 375                 }
 376                 if (i != proc_num)
 377                         count++;
 378
 379                 /*
 380                  * If entry->length is 0, break from this loop to avoid
 381                  * infinite loop.
 382                  */
 383                 entry_len = acpi_get_entry_length(&entry);
 384                 if (entry_len == 0) {
 385                         pr_err("[%4.4s:0x%02x] Invalid zero length\n", id, proc->id);
 386                         return -EINVAL;
 387                 }
 388
 389                 entry.hdr = (union acpi_subtable_headers *)
 390                     ((unsigned long)entry.hdr + entry_len);
 391         }
 392
 393         if (max_entries && count > max_entries) {
 394                 pr_warn("[%4.4s:0x%02x] found the maximum %i entries\n",
 395                         id, proc->id, count);
 396         }
 397
 398         return errs ? -EINVAL : count;
 399 }
 400
 401 int __init_or_acpilib acpi_table_parse_entries_array(
 402         char *id, unsigned long table_size, struct acpi_subtable_proc *proc,
 403         int proc_num, unsigned int max_entries)
 404 {
 405         struct acpi_table_header *table_header = NULL;
 406         int count;
 407         u32 instance = 0;
 408
 409         if (acpi_disabled)
 410                 return -ENODEV;
 411
 412         if (!id)
 413                 return -EINVAL;
 414
 415         if (!table_size)
 416                 return -EINVAL;
 417
 418         if (!strncmp(id, ACPI_SIG_MADT, 4))
 419                 instance = acpi_apic_instance;
 420
 421         acpi_get_table(id, instance, &table_header);
 422         if (!table_header) {
 423                 pr_debug("%4.4s not present\n", id);
 424                 return -ENODEV;
 425         }
 426
 427         count = acpi_parse_entries_array(id, table_size, table_header,
 428                         proc, proc_num, max_entries);
 429
 430         acpi_put_table(table_header);
 431         return count;
 432 }
 433
 434 static int __init_or_acpilib __acpi_table_parse_entries(
 435         char *id, unsigned long table_size, int entry_id,
 436         acpi_tbl_entry_handler handler, acpi_tbl_entry_handler_arg handler_arg,
 437         void *arg, unsigned int max_entries)
 438 {
 439         struct acpi_subtable_proc proc = {
 440                 .id             = entry_id,
 441                 .handler        = handler,
 442                 .handler_arg    = handler_arg,
 443                 .arg            = arg,
 444         };
 445
 446         return acpi_table_parse_entries_array(id, table_size, &proc, 1,
 447                                                 max_entries);
 448 }
 449
 450 int __init_or_acpilib
 451 acpi_table_parse_cedt(enum acpi_cedt_type id,
 452                       acpi_tbl_entry_handler_arg handler_arg, void *arg)
 453 {
 454         return __acpi_table_parse_entries(ACPI_SIG_CEDT,
 455                                           sizeof(struct acpi_table_cedt), id,
 456                                           NULL, handler_arg, arg, 0);
 457 }
 458 EXPORT_SYMBOL_ACPI_LIB(acpi_table_parse_cedt);
 459
 460 int __init acpi_table_parse_entries(char *id, unsigned long table_size,
 461                                     int entry_id,
 462                                     acpi_tbl_entry_handler handler,
 463                                     unsigned int max_entries)
 464 {
 465         return __acpi_table_parse_entries(id, table_size, entry_id, handler,
 466                                           NULL, NULL, max_entries);
 467 }
 468
 469 int __init acpi_table_parse_madt(enum acpi_madt_type id,
 470                       acpi_tbl_entry_handler handler, unsigned int max_entries)
 471 {
 472         return acpi_table_parse_entries(ACPI_SIG_MADT,
 473                                             sizeof(struct acpi_table_madt), id,
 474                                             handler, max_entries);
 475 }
 476
 477 /**
 478  * acpi_table_parse - find table with @id, run @handler on it
 479  * @id: table id to find
 480  * @handler: handler to run
 481  *
 482  * Scan the ACPI System Descriptor Table (STD) for a table matching @id,
 483  * run @handler on it.
 484  *
 485  * Return 0 if table found, -errno if not.
 486  */
 487 int __init acpi_table_parse(char *id, acpi_tbl_table_handler handler)
 488 {
 489         struct acpi_table_header *table = NULL;
 490
 491         if (acpi_disabled)
 492                 return -ENODEV;
 493
 494         if (!id || !handler)
 495                 return -EINVAL;
 496
 497         if (strncmp(id, ACPI_SIG_MADT, 4) == 0)
 498                 acpi_get_table(id, acpi_apic_instance, &table);
 499         else
 500                 acpi_get_table(id, 0, &table);
 501
 502         if (table) {
 503                 handler(table);
 504                 acpi_put_table(table);
 505                 return 0;
 506         } else
 507                 return -ENODEV;
 508 }
 509
 510 /*
 511  * The BIOS is supposed to supply a single APIC/MADT,
 512  * but some report two.  Provide a knob to use either.
 513  * (don't you wish instance 0 and 1 were not the same?)
 514  */
 515 static void __init check_multiple_madt(void)
 516 {
 517         struct acpi_table_header *table = NULL;
 518
 519         acpi_get_table(ACPI_SIG_MADT, 2, &table);
 520         if (table) {
 521                 pr_warn("BIOS bug: multiple APIC/MADT found, using %d\n",
 522                         acpi_apic_instance);
 523                 pr_warn("If \"acpi_apic_instance=%d\" works better, "
 524                         "notify linux-acpi@vger.kernel.org\n",
 525                         acpi_apic_instance ? 0 : 2);
 526                 acpi_put_table(table);
 527
 528         } else
 529                 acpi_apic_instance = 0;
 530
 531         return;
 532 }
 533
 534 static void acpi_table_taint(struct acpi_table_header *table)
 535 {
 536         pr_warn("Override [%4.4s-%8.8s], this is unsafe: tainting kernel\n",
 537                 table->signature, table->oem_table_id);
 538         add_taint(TAINT_OVERRIDDEN_ACPI_TABLE, LOCKDEP_NOW_UNRELIABLE);
 539 }
 540
 541 #ifdef CONFIG_ACPI_TABLE_UPGRADE
 542 static u64 acpi_tables_addr;
 543 static int all_tables_size;
 544
 545 /* Copied from acpica/tbutils.c:acpi_tb_checksum() */
 546 static u8 __init acpi_table_checksum(u8 *buffer, u32 length)
 547 {
 548         u8 sum = 0;
 549         u8 *end = buffer + length;
 550
 551         while (buffer < end)
 552                 sum = (u8) (sum + *(buffer++));
 553         return sum;
 554 }
 555
 556 /* All but ACPI_SIG_RSDP and ACPI_SIG_FACS: */
 557 static const char table_sigs[][ACPI_NAMESEG_SIZE] __initconst = {
 558         ACPI_SIG_BERT, ACPI_SIG_BGRT, ACPI_SIG_CPEP, ACPI_SIG_ECDT,
 559         ACPI_SIG_EINJ, ACPI_SIG_ERST, ACPI_SIG_HEST, ACPI_SIG_MADT,
 560         ACPI_SIG_MSCT, ACPI_SIG_SBST, ACPI_SIG_SLIT, ACPI_SIG_SRAT,
 561         ACPI_SIG_ASF,  ACPI_SIG_BOOT, ACPI_SIG_DBGP, ACPI_SIG_DMAR,
 562         ACPI_SIG_HPET, ACPI_SIG_IBFT, ACPI_SIG_IVRS, ACPI_SIG_MCFG,
 563         ACPI_SIG_MCHI, ACPI_SIG_SLIC, ACPI_SIG_SPCR, ACPI_SIG_SPMI,
 564         ACPI_SIG_TCPA, ACPI_SIG_UEFI, ACPI_SIG_WAET, ACPI_SIG_WDAT,
 565         ACPI_SIG_WDDT, ACPI_SIG_WDRT, ACPI_SIG_DSDT, ACPI_SIG_FADT,
 566         ACPI_SIG_PSDT, ACPI_SIG_RSDT, ACPI_SIG_XSDT, ACPI_SIG_SSDT,
 567         ACPI_SIG_IORT, ACPI_SIG_NFIT, ACPI_SIG_HMAT, ACPI_SIG_PPTT,
 568         ACPI_SIG_NHLT, ACPI_SIG_AEST, ACPI_SIG_CEDT, ACPI_SIG_AGDI,
 569         ACPI_SIG_NBFT };
 570
 571 #define ACPI_HEADER_SIZE sizeof(struct acpi_table_header)
 572
 573 #define NR_ACPI_INITRD_TABLES 64
 574 static struct cpio_data __initdata acpi_initrd_files[NR_ACPI_INITRD_TABLES];
 575 static DECLARE_BITMAP(acpi_initrd_installed, NR_ACPI_INITRD_TABLES);
 576
 577 #define MAP_CHUNK_SIZE   (NR_FIX_BTMAPS << PAGE_SHIFT)
 578
 579 void __init acpi_table_upgrade(void)
 580 {
 581         void *data;
 582         size_t size;
 583         int sig, no, table_nr = 0, total_offset = 0;
 584         long offset = 0;
 585         struct acpi_table_header *table;
 586         char cpio_path[32] = "kernel/firmware/acpi/";
 587         struct cpio_data file;
 588
 589         if (IS_ENABLED(CONFIG_ACPI_TABLE_OVERRIDE_VIA_BUILTIN_INITRD)) {
 590                 data = __initramfs_start;
 591                 size = __initramfs_size;
 592         } else {
 593                 data = (void *)initrd_start;
 594                 size = initrd_end - initrd_start;
 595         }
 596
 597         if (data == NULL || size == 0)
 598                 return;
 599
 600         for (no = 0; no < NR_ACPI_INITRD_TABLES; no++) {
 601                 file = find_cpio_data(cpio_path, data, size, &offset);
 602                 if (!file.data)
 603                         break;
 604
 605                 data += offset;
 606                 size -= offset;
 607
 608                 if (file.size < sizeof(struct acpi_table_header)) {
 609                         pr_err("ACPI OVERRIDE: Table smaller than ACPI header [%s%s]\n",
 610                                 cpio_path, file.name);
 611                         continue;
 612                 }
 613
 614                 table = file.data;
 615
 616                 for (sig = 0; sig < ARRAY_SIZE(table_sigs); sig++)
 617                         if (!memcmp(table->signature, table_sigs[sig], 4))
 618                                 break;
 619
 620                 if (sig >= ARRAY_SIZE(table_sigs)) {
 621                         pr_err("ACPI OVERRIDE: Unknown signature [%s%s]\n",
 622                                 cpio_path, file.name);
 623                         continue;
 624                 }
 625                 if (file.size != table->length) {
 626                         pr_err("ACPI OVERRIDE: File length does not match table length [%s%s]\n",
 627                                 cpio_path, file.name);
 628                         continue;
 629                 }
 630                 if (acpi_table_checksum(file.data, table->length)) {
 631                         pr_err("ACPI OVERRIDE: Bad table checksum [%s%s]\n",
 632                                 cpio_path, file.name);
 633                         continue;
 634                 }
 635
 636                 pr_info("%4.4s ACPI table found in initrd [%s%s][0x%x]\n",
 637                         table->signature, cpio_path, file.name, table->length);
 638
 639                 all_tables_size += table->length;
 640                 acpi_initrd_files[table_nr].data = file.data;
 641                 acpi_initrd_files[table_nr].size = file.size;
 642                 table_nr++;
 643         }
 644         if (table_nr == 0)
 645                 return;
 646
 647         if (security_locked_down(LOCKDOWN_ACPI_TABLES)) {
 648                 pr_notice("kernel is locked down, ignoring table override\n");
 649                 return;
 650         }
 651
 652         acpi_tables_addr =
 653                 memblock_phys_alloc_range(all_tables_size, PAGE_SIZE,
 654                                           0, ACPI_TABLE_UPGRADE_MAX_PHYS);
 655         if (!acpi_tables_addr) {
 656                 WARN_ON(1);
 657                 return;
 658         }
 659         /*
 660          * Only calling e820_add_reserve does not work and the
 661          * tables are invalid (memory got used) later.
 662          * memblock_reserve works as expected and the tables won't get modified.
 663          * But it's not enough on X86 because ioremap will
 664          * complain later (used by acpi_os_map_memory) that the pages
 665          * that should get mapped are not marked "reserved".
 666          * Both memblock_reserve and e820__range_add (via arch_reserve_mem_area)
 667          * works fine.
 668          */
 669         arch_reserve_mem_area(acpi_tables_addr, all_tables_size);
 670
 671         kmemleak_ignore_phys(acpi_tables_addr);
 672
 673         /*
 674          * early_ioremap only can remap 256k one time. If we map all
 675          * tables one time, we will hit the limit. Need to map chunks
 676          * one by one during copying the same as that in relocate_initrd().
 677          */
 678         for (no = 0; no < table_nr; no++) {
 679                 unsigned char *src_p = acpi_initrd_files[no].data;
 680                 phys_addr_t size = acpi_initrd_files[no].size;
 681                 phys_addr_t dest_addr = acpi_tables_addr + total_offset;
 682                 phys_addr_t slop, clen;
 683                 char *dest_p;
 684
 685                 total_offset += size;
 686
 687                 while (size) {
 688                         slop = dest_addr & ~PAGE_MASK;
 689                         clen = size;
 690                         if (clen > MAP_CHUNK_SIZE - slop)
 691                                 clen = MAP_CHUNK_SIZE - slop;
 692                         dest_p = early_memremap(dest_addr & PAGE_MASK,
 693                                                 clen + slop);
 694                         memcpy(dest_p + slop, src_p, clen);
 695                         early_memunmap(dest_p, clen + slop);
 696                         src_p += clen;
 697                         dest_addr += clen;
 698                         size -= clen;
 699                 }
 700         }
 701 }
 702
 703 static acpi_status
 704 acpi_table_initrd_override(struct acpi_table_header *existing_table,
 705                            acpi_physical_address *address, u32 *length)
 706 {
 707         int table_offset = 0;
 708         int table_index = 0;
 709         struct acpi_table_header *table;
 710         u32 table_length;
 711
 712         *length = 0;
 713         *address = 0;
 714         if (!acpi_tables_addr)
 715                 return AE_OK;
 716
 717         while (table_offset + ACPI_HEADER_SIZE <= all_tables_size) {
 718                 table = acpi_os_map_memory(acpi_tables_addr + table_offset,
 719                                            ACPI_HEADER_SIZE);
 720                 if (table_offset + table->length > all_tables_size) {
 721                         acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 722                         WARN_ON(1);
 723                         return AE_OK;
 724                 }
 725
 726                 table_length = table->length;
 727
 728                 /* Only override tables matched */
 729                 if (memcmp(existing_table->signature, table->signature, 4) ||
 730                     memcmp(table->oem_id, existing_table->oem_id,
 731                            ACPI_OEM_ID_SIZE) ||
 732                     memcmp(table->oem_table_id, existing_table->oem_table_id,
 733                            ACPI_OEM_TABLE_ID_SIZE)) {
 734                         acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 735                         goto next_table;
 736                 }
 737                 /*
 738                  * Mark the table to avoid being used in
 739                  * acpi_table_initrd_scan() and check the revision.
 740                  */
 741                 if (test_and_set_bit(table_index, acpi_initrd_installed) ||
 742                     existing_table->oem_revision >= table->oem_revision) {
 743                         acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 744                         goto next_table;
 745                 }
 746
 747                 *length = table_length;
 748                 *address = acpi_tables_addr + table_offset;
 749                 pr_info("Table Upgrade: override [%4.4s-%6.6s-%8.8s]\n",
 750                         table->signature, table->oem_id,
 751                         table->oem_table_id);
 752                 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 753                 break;
 754
 755 next_table:
 756                 table_offset += table_length;
 757                 table_index++;
 758         }
 759         return AE_OK;
 760 }
 761
 762 static void __init acpi_table_initrd_scan(void)
 763 {
 764         int table_offset = 0;
 765         int table_index = 0;
 766         u32 table_length;
 767         struct acpi_table_header *table;
 768
 769         if (!acpi_tables_addr)
 770                 return;
 771
 772         while (table_offset + ACPI_HEADER_SIZE <= all_tables_size) {
 773                 table = acpi_os_map_memory(acpi_tables_addr + table_offset,
 774                                            ACPI_HEADER_SIZE);
 775                 if (table_offset + table->length > all_tables_size) {
 776                         acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 777                         WARN_ON(1);
 778                         return;
 779                 }
 780
 781                 table_length = table->length;
 782
 783                 /* Skip RSDT/XSDT which should only be used for override */
 784                 if (ACPI_COMPARE_NAMESEG(table->signature, ACPI_SIG_RSDT) ||
 785                     ACPI_COMPARE_NAMESEG(table->signature, ACPI_SIG_XSDT)) {
 786                         acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 787                         goto next_table;
 788                 }
 789                 /*
 790                  * Mark the table to avoid being used in
 791                  * acpi_table_initrd_override(). Though this is not possible
 792                  * because override is disabled in acpi_install_physical_table().
 793                  */
 794                 if (test_and_set_bit(table_index, acpi_initrd_installed)) {
 795                         acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 796                         goto next_table;
 797                 }
 798
 799                 pr_info("Table Upgrade: install [%4.4s-%6.6s-%8.8s]\n",
 800                         table->signature, table->oem_id,
 801                         table->oem_table_id);
 802                 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
 803                 acpi_install_physical_table(acpi_tables_addr + table_offset);
 804 next_table:
 805                 table_offset += table_length;
 806                 table_index++;
 807         }
 808 }
 809 #else
 810 static acpi_status
 811 acpi_table_initrd_override(struct acpi_table_header *existing_table,
 812                            acpi_physical_address *address,
 813                            u32 *table_length)
 814 {
 815         *table_length = 0;
 816         *address = 0;
 817         return AE_OK;
 818 }
 819
 820 static void __init acpi_table_initrd_scan(void)
 821 {
 822 }
 823 #endif /* CONFIG_ACPI_TABLE_UPGRADE */
 824
 825 acpi_status
 826 acpi_os_physical_table_override(struct acpi_table_header *existing_table,
 827                                 acpi_physical_address *address,
 828                                 u32 *table_length)
 829 {
 830         return acpi_table_initrd_override(existing_table, address,
 831                                           table_length);
 832 }
 833
 834 #ifdef CONFIG_ACPI_CUSTOM_DSDT
 835 static void *amlcode __attribute__ ((weakref("AmlCode")));
 836 static void *dsdt_amlcode __attribute__ ((weakref("dsdt_aml_code")));
 837 #endif
 838
 839 acpi_status acpi_os_table_override(struct acpi_table_header *existing_table,
 840                        struct acpi_table_header **new_table)
 841 {
 842         if (!existing_table || !new_table)
 843                 return AE_BAD_PARAMETER;
 844
 845         *new_table = NULL;
 846
 847 #ifdef CONFIG_ACPI_CUSTOM_DSDT
 848         if (!strncmp(existing_table->signature, "DSDT", 4)) {
 849                 *new_table = (struct acpi_table_header *)&amlcode;
 850                 if (!(*new_table))
 851                         *new_table = (struct acpi_table_header *)&dsdt_amlcode;
 852         }
 853 #endif
 854         if (*new_table != NULL)
 855                 acpi_table_taint(existing_table);
 856         return AE_OK;
 857 }
 858
 859 /*
 860  * acpi_locate_initial_tables()
 861  *
 862  * Get the RSDP, then find and checksum all the ACPI tables.
 863  *
 864  * result: initial_tables[] is initialized, and points to
 865  * a list of ACPI tables.
 866  */
 867 int __init acpi_locate_initial_tables(void)
 868 {
 869         acpi_status status;
 870
 871         if (acpi_verify_table_checksum) {
 872                 pr_info("Early table checksum verification enabled\n");
 873                 acpi_gbl_enable_table_validation = TRUE;
 874         } else {
 875                 pr_info("Early table checksum verification disabled\n");
 876                 acpi_gbl_enable_table_validation = FALSE;
 877         }
 878
 879         status = acpi_initialize_tables(initial_tables, ACPI_MAX_TABLES, 0);
 880         if (ACPI_FAILURE(status))
 881                 return -EINVAL;
 882
 883         return 0;
 884 }
 885
 886 void __init acpi_reserve_initial_tables(void)
 887 {
 888         int i;
 889
 890         for (i = 0; i < ACPI_MAX_TABLES; i++) {
 891                 struct acpi_table_desc *table_desc = &initial_tables[i];
 892                 u64 start = table_desc->address;
 893                 u64 size = table_desc->length;
 894
 895                 if (!start || !size)
 896                         break;
 897
 898                 pr_info("Reserving %4s table memory at [mem 0x%llx-0x%llx]\n",
 899                         table_desc->signature.ascii, start, start + size - 1);
 900
 901                 memblock_reserve(start, size);
 902         }
 903 }
 904
 905 void __init acpi_table_init_complete(void)
 906 {
 907         acpi_table_initrd_scan();
 908         check_multiple_madt();
 909 }
 910
 911 int __init acpi_table_init(void)
 912 {
 913         int ret;
 914
 915         ret = acpi_locate_initial_tables();
 916         if (ret)
 917                 return ret;
 918
 919         acpi_table_init_complete();
 920
 921         return 0;
 922 }
 923
 924 static int __init acpi_parse_apic_instance(char *str)
 925 {
 926         if (!str)
 927                 return -EINVAL;
 928
 929         if (kstrtoint(str, 0, &acpi_apic_instance))
 930                 return -EINVAL;
 931
 932         pr_notice("Shall use APIC/MADT table %d\n", acpi_apic_instance);
 933
 934         return 0;
 935 }
 936 early_param("acpi_apic_instance", acpi_parse_apic_instance);
 937
 938 static int __init acpi_force_table_verification_setup(char *s)
 939 {
 940         acpi_verify_table_checksum = true;
 941
 942         return 0;
 943 }
 944 early_param("acpi_force_table_verification", acpi_force_table_verification_setup);
 945
 946 static int __init acpi_force_32bit_fadt_addr(char *s)
 947 {
 948         pr_info("Forcing 32 Bit FADT addresses\n");
 949         acpi_gbl_use32_bit_fadt_addresses = TRUE;
 950
 951         return 0;
 952 }
 953 early_param("acpi_force_32bit_fadt_addr", acpi_force_32bit_fadt_addr);