1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * acpi_osl.c - OS-dependent functions ($Revision: 83 $)
5 * Copyright (C) 2000 Andrew Henroid
8 * Copyright (c) 2008 Intel Corporation
12 #include <linux/module.h>
13 #include <linux/kernel.h>
14 #include <linux/slab.h>
16 #include <linux/highmem.h>
17 #include <linux/pci.h>
18 #include <linux/interrupt.h>
19 #include <linux/kmod.h>
20 #include <linux/delay.h>
21 #include <linux/workqueue.h>
22 #include <linux/nmi.h>
23 #include <linux/acpi.h>
24 #include <linux/efi.h>
25 #include <linux/ioport.h>
26 #include <linux/list.h>
27 #include <linux/jiffies.h>
28 #include <linux/semaphore.h>
31 #include <linux/uaccess.h>
32 #include <linux/io-64-nonatomic-lo-hi.h>
34 #include "acpica/accommon.h"
35 #include "acpica/acnamesp.h"
38 #define _COMPONENT ACPI_OS_SERVICES
39 ACPI_MODULE_NAME("osl");
42 acpi_osd_exec_callback function;
44 struct work_struct work;
47 #ifdef ENABLE_DEBUGGER
48 #include <linux/kdb.h>
50 /* stuff for debugger support */
52 EXPORT_SYMBOL(acpi_in_debugger);
53 #endif /*ENABLE_DEBUGGER */
55 static int (*__acpi_os_prepare_sleep)(u8 sleep_state, u32 pm1a_ctrl,
57 static int (*__acpi_os_prepare_extended_sleep)(u8 sleep_state, u32 val_a,
60 static acpi_osd_handler acpi_irq_handler;
61 static void *acpi_irq_context;
62 static struct workqueue_struct *kacpid_wq;
63 static struct workqueue_struct *kacpi_notify_wq;
64 static struct workqueue_struct *kacpi_hotplug_wq;
65 static bool acpi_os_initialized;
66 unsigned int acpi_sci_irq = INVALID_ACPI_IRQ;
67 bool acpi_permanent_mmap = false;
70 * This list of permanent mappings is for memory that may be accessed from
71 * interrupt context, where we can't do the ioremap().
74 struct list_head list;
76 acpi_physical_address phys;
78 unsigned long refcount;
81 static LIST_HEAD(acpi_ioremaps);
82 static DEFINE_MUTEX(acpi_ioremap_lock);
84 static void __init acpi_request_region (struct acpi_generic_address *gas,
85 unsigned int length, char *desc)
89 /* Handle possible alignment issues */
90 memcpy(&addr, &gas->address, sizeof(addr));
94 /* Resources are never freed */
95 if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_IO)
96 request_region(addr, length, desc);
97 else if (gas->space_id == ACPI_ADR_SPACE_SYSTEM_MEMORY)
98 request_mem_region(addr, length, desc);
101 static int __init acpi_reserve_resources(void)
103 acpi_request_region(&acpi_gbl_FADT.xpm1a_event_block, acpi_gbl_FADT.pm1_event_length,
104 "ACPI PM1a_EVT_BLK");
106 acpi_request_region(&acpi_gbl_FADT.xpm1b_event_block, acpi_gbl_FADT.pm1_event_length,
107 "ACPI PM1b_EVT_BLK");
109 acpi_request_region(&acpi_gbl_FADT.xpm1a_control_block, acpi_gbl_FADT.pm1_control_length,
110 "ACPI PM1a_CNT_BLK");
112 acpi_request_region(&acpi_gbl_FADT.xpm1b_control_block, acpi_gbl_FADT.pm1_control_length,
113 "ACPI PM1b_CNT_BLK");
115 if (acpi_gbl_FADT.pm_timer_length == 4)
116 acpi_request_region(&acpi_gbl_FADT.xpm_timer_block, 4, "ACPI PM_TMR");
118 acpi_request_region(&acpi_gbl_FADT.xpm2_control_block, acpi_gbl_FADT.pm2_control_length,
121 /* Length of GPE blocks must be a non-negative multiple of 2 */
123 if (!(acpi_gbl_FADT.gpe0_block_length & 0x1))
124 acpi_request_region(&acpi_gbl_FADT.xgpe0_block,
125 acpi_gbl_FADT.gpe0_block_length, "ACPI GPE0_BLK");
127 if (!(acpi_gbl_FADT.gpe1_block_length & 0x1))
128 acpi_request_region(&acpi_gbl_FADT.xgpe1_block,
129 acpi_gbl_FADT.gpe1_block_length, "ACPI GPE1_BLK");
133 fs_initcall_sync(acpi_reserve_resources);
135 void acpi_os_printf(const char *fmt, ...)
139 acpi_os_vprintf(fmt, args);
142 EXPORT_SYMBOL(acpi_os_printf);
144 void acpi_os_vprintf(const char *fmt, va_list args)
146 static char buffer[512];
148 vsprintf(buffer, fmt, args);
150 #ifdef ENABLE_DEBUGGER
151 if (acpi_in_debugger) {
152 kdb_printf("%s", buffer);
154 if (printk_get_level(buffer))
155 printk("%s", buffer);
157 printk(KERN_CONT "%s", buffer);
160 if (acpi_debugger_write_log(buffer) < 0) {
161 if (printk_get_level(buffer))
162 printk("%s", buffer);
164 printk(KERN_CONT "%s", buffer);
170 static unsigned long acpi_rsdp;
171 static int __init setup_acpi_rsdp(char *arg)
173 return kstrtoul(arg, 16, &acpi_rsdp);
175 early_param("acpi_rsdp", setup_acpi_rsdp);
178 acpi_physical_address __init acpi_os_get_root_pointer(void)
180 acpi_physical_address pa;
186 pa = acpi_arch_get_root_pointer();
190 if (efi_enabled(EFI_CONFIG_TABLES)) {
191 if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
193 if (efi.acpi != EFI_INVALID_TABLE_ADDR)
195 pr_err(PREFIX "System description tables not found\n");
196 } else if (IS_ENABLED(CONFIG_ACPI_LEGACY_TABLES_LOOKUP)) {
197 acpi_find_root_pointer(&pa);
203 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
204 static struct acpi_ioremap *
205 acpi_map_lookup(acpi_physical_address phys, acpi_size size)
207 struct acpi_ioremap *map;
209 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
210 if (map->phys <= phys &&
211 phys + size <= map->phys + map->size)
217 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
218 static void __iomem *
219 acpi_map_vaddr_lookup(acpi_physical_address phys, unsigned int size)
221 struct acpi_ioremap *map;
223 map = acpi_map_lookup(phys, size);
225 return map->virt + (phys - map->phys);
230 void __iomem *acpi_os_get_iomem(acpi_physical_address phys, unsigned int size)
232 struct acpi_ioremap *map;
233 void __iomem *virt = NULL;
235 mutex_lock(&acpi_ioremap_lock);
236 map = acpi_map_lookup(phys, size);
238 virt = map->virt + (phys - map->phys);
241 mutex_unlock(&acpi_ioremap_lock);
244 EXPORT_SYMBOL_GPL(acpi_os_get_iomem);
246 /* Must be called with 'acpi_ioremap_lock' or RCU read lock held. */
247 static struct acpi_ioremap *
248 acpi_map_lookup_virt(void __iomem *virt, acpi_size size)
250 struct acpi_ioremap *map;
252 list_for_each_entry_rcu(map, &acpi_ioremaps, list)
253 if (map->virt <= virt &&
254 virt + size <= map->virt + map->size)
260 #if defined(CONFIG_IA64) || defined(CONFIG_ARM64)
261 /* ioremap will take care of cache attributes */
262 #define should_use_kmap(pfn) 0
264 #define should_use_kmap(pfn) page_is_ram(pfn)
267 static void __iomem *acpi_map(acpi_physical_address pg_off, unsigned long pg_sz)
271 pfn = pg_off >> PAGE_SHIFT;
272 if (should_use_kmap(pfn)) {
273 if (pg_sz > PAGE_SIZE)
275 return (void __iomem __force *)kmap(pfn_to_page(pfn));
277 return acpi_os_ioremap(pg_off, pg_sz);
280 static void acpi_unmap(acpi_physical_address pg_off, void __iomem *vaddr)
284 pfn = pg_off >> PAGE_SHIFT;
285 if (should_use_kmap(pfn))
286 kunmap(pfn_to_page(pfn));
292 * acpi_os_map_iomem - Get a virtual address for a given physical address range.
293 * @phys: Start of the physical address range to map.
294 * @size: Size of the physical address range to map.
296 * Look up the given physical address range in the list of existing ACPI memory
297 * mappings. If found, get a reference to it and return a pointer to it (its
298 * virtual address). If not found, map it, add it to that list and return a
301 * During early init (when acpi_permanent_mmap has not been set yet) this
302 * routine simply calls __acpi_map_table() to get the job done.
305 *acpi_os_map_iomem(acpi_physical_address phys, acpi_size size)
307 struct acpi_ioremap *map;
309 acpi_physical_address pg_off;
312 if (phys > ULONG_MAX) {
313 printk(KERN_ERR PREFIX "Cannot map memory that high\n");
317 if (!acpi_permanent_mmap)
318 return __acpi_map_table((unsigned long)phys, size);
320 mutex_lock(&acpi_ioremap_lock);
321 /* Check if there's a suitable mapping already. */
322 map = acpi_map_lookup(phys, size);
328 map = kzalloc(sizeof(*map), GFP_KERNEL);
330 mutex_unlock(&acpi_ioremap_lock);
334 pg_off = round_down(phys, PAGE_SIZE);
335 pg_sz = round_up(phys + size, PAGE_SIZE) - pg_off;
336 virt = acpi_map(pg_off, pg_sz);
338 mutex_unlock(&acpi_ioremap_lock);
343 INIT_LIST_HEAD(&map->list);
349 list_add_tail_rcu(&map->list, &acpi_ioremaps);
352 mutex_unlock(&acpi_ioremap_lock);
353 return map->virt + (phys - map->phys);
355 EXPORT_SYMBOL_GPL(acpi_os_map_iomem);
357 void *__ref acpi_os_map_memory(acpi_physical_address phys, acpi_size size)
359 return (void *)acpi_os_map_iomem(phys, size);
361 EXPORT_SYMBOL_GPL(acpi_os_map_memory);
363 static void acpi_os_drop_map_ref(struct acpi_ioremap *map)
365 if (!--map->refcount)
366 list_del_rcu(&map->list);
369 static void acpi_os_map_cleanup(struct acpi_ioremap *map)
371 if (!map->refcount) {
372 synchronize_rcu_expedited();
373 acpi_unmap(map->phys, map->virt);
379 * acpi_os_unmap_iomem - Drop a memory mapping reference.
380 * @virt: Start of the address range to drop a reference to.
381 * @size: Size of the address range to drop a reference to.
383 * Look up the given virtual address range in the list of existing ACPI memory
384 * mappings, drop a reference to it and unmap it if there are no more active
387 * During early init (when acpi_permanent_mmap has not been set yet) this
388 * routine simply calls __acpi_unmap_table() to get the job done. Since
389 * __acpi_unmap_table() is an __init function, the __ref annotation is needed
392 void __ref acpi_os_unmap_iomem(void __iomem *virt, acpi_size size)
394 struct acpi_ioremap *map;
396 if (!acpi_permanent_mmap) {
397 __acpi_unmap_table(virt, size);
401 mutex_lock(&acpi_ioremap_lock);
402 map = acpi_map_lookup_virt(virt, size);
404 mutex_unlock(&acpi_ioremap_lock);
405 WARN(true, PREFIX "%s: bad address %p\n", __func__, virt);
408 acpi_os_drop_map_ref(map);
409 mutex_unlock(&acpi_ioremap_lock);
411 acpi_os_map_cleanup(map);
413 EXPORT_SYMBOL_GPL(acpi_os_unmap_iomem);
415 void __ref acpi_os_unmap_memory(void *virt, acpi_size size)
417 return acpi_os_unmap_iomem((void __iomem *)virt, size);
419 EXPORT_SYMBOL_GPL(acpi_os_unmap_memory);
421 int acpi_os_map_generic_address(struct acpi_generic_address *gas)
426 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
429 /* Handle possible alignment issues */
430 memcpy(&addr, &gas->address, sizeof(addr));
431 if (!addr || !gas->bit_width)
434 virt = acpi_os_map_iomem(addr, gas->bit_width / 8);
440 EXPORT_SYMBOL(acpi_os_map_generic_address);
442 void acpi_os_unmap_generic_address(struct acpi_generic_address *gas)
445 struct acpi_ioremap *map;
447 if (gas->space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
450 /* Handle possible alignment issues */
451 memcpy(&addr, &gas->address, sizeof(addr));
452 if (!addr || !gas->bit_width)
455 mutex_lock(&acpi_ioremap_lock);
456 map = acpi_map_lookup(addr, gas->bit_width / 8);
458 mutex_unlock(&acpi_ioremap_lock);
461 acpi_os_drop_map_ref(map);
462 mutex_unlock(&acpi_ioremap_lock);
464 acpi_os_map_cleanup(map);
466 EXPORT_SYMBOL(acpi_os_unmap_generic_address);
468 #ifdef ACPI_FUTURE_USAGE
470 acpi_os_get_physical_address(void *virt, acpi_physical_address * phys)
473 return AE_BAD_PARAMETER;
475 *phys = virt_to_phys(virt);
481 #ifdef CONFIG_ACPI_REV_OVERRIDE_POSSIBLE
482 static bool acpi_rev_override;
484 int __init acpi_rev_override_setup(char *str)
486 acpi_rev_override = true;
489 __setup("acpi_rev_override", acpi_rev_override_setup);
491 #define acpi_rev_override false
494 #define ACPI_MAX_OVERRIDE_LEN 100
496 static char acpi_os_name[ACPI_MAX_OVERRIDE_LEN];
499 acpi_os_predefined_override(const struct acpi_predefined_names *init_val,
500 acpi_string *new_val)
502 if (!init_val || !new_val)
503 return AE_BAD_PARAMETER;
506 if (!memcmp(init_val->name, "_OS_", 4) && strlen(acpi_os_name)) {
507 printk(KERN_INFO PREFIX "Overriding _OS definition to '%s'\n",
509 *new_val = acpi_os_name;
512 if (!memcmp(init_val->name, "_REV", 4) && acpi_rev_override) {
513 printk(KERN_INFO PREFIX "Overriding _REV return value to 5\n");
514 *new_val = (char *)5;
520 static irqreturn_t acpi_irq(int irq, void *dev_id)
524 handled = (*acpi_irq_handler) (acpi_irq_context);
530 acpi_irq_not_handled++;
536 acpi_os_install_interrupt_handler(u32 gsi, acpi_osd_handler handler,
541 acpi_irq_stats_init();
544 * ACPI interrupts different from the SCI in our copy of the FADT are
547 if (gsi != acpi_gbl_FADT.sci_interrupt)
548 return AE_BAD_PARAMETER;
550 if (acpi_irq_handler)
551 return AE_ALREADY_ACQUIRED;
553 if (acpi_gsi_to_irq(gsi, &irq) < 0) {
554 printk(KERN_ERR PREFIX "SCI (ACPI GSI %d) not registered\n",
559 acpi_irq_handler = handler;
560 acpi_irq_context = context;
561 if (request_irq(irq, acpi_irq, IRQF_SHARED, "acpi", acpi_irq)) {
562 printk(KERN_ERR PREFIX "SCI (IRQ%d) allocation failed\n", irq);
563 acpi_irq_handler = NULL;
564 return AE_NOT_ACQUIRED;
571 acpi_status acpi_os_remove_interrupt_handler(u32 gsi, acpi_osd_handler handler)
573 if (gsi != acpi_gbl_FADT.sci_interrupt || !acpi_sci_irq_valid())
574 return AE_BAD_PARAMETER;
576 free_irq(acpi_sci_irq, acpi_irq);
577 acpi_irq_handler = NULL;
578 acpi_sci_irq = INVALID_ACPI_IRQ;
584 * Running in interpreter thread context, safe to sleep
587 void acpi_os_sleep(u64 ms)
592 void acpi_os_stall(u32 us)
600 touch_nmi_watchdog();
606 * Support ACPI 3.0 AML Timer operand. Returns a 64-bit free-running,
607 * monotonically increasing timer with 100ns granularity. Do not use
608 * ktime_get() to implement this function because this function may get
609 * called after timekeeping has been suspended. Note: calling this function
610 * after timekeeping has been suspended may lead to unexpected results
611 * because when timekeeping is suspended the jiffies counter is not
612 * incremented. See also timekeeping_suspend().
614 u64 acpi_os_get_timer(void)
616 return (get_jiffies_64() - INITIAL_JIFFIES) *
617 (ACPI_100NSEC_PER_SEC / HZ);
620 acpi_status acpi_os_read_port(acpi_io_address port, u32 * value, u32 width)
629 *(u8 *) value = inb(port);
630 } else if (width <= 16) {
631 *(u16 *) value = inw(port);
632 } else if (width <= 32) {
633 *(u32 *) value = inl(port);
641 EXPORT_SYMBOL(acpi_os_read_port);
643 acpi_status acpi_os_write_port(acpi_io_address port, u32 value, u32 width)
647 } else if (width <= 16) {
649 } else if (width <= 32) {
658 EXPORT_SYMBOL(acpi_os_write_port);
660 int acpi_os_read_iomem(void __iomem *virt_addr, u64 *value, u32 width)
665 *(u8 *) value = readb(virt_addr);
668 *(u16 *) value = readw(virt_addr);
671 *(u32 *) value = readl(virt_addr);
674 *(u64 *) value = readq(virt_addr);
684 acpi_os_read_memory(acpi_physical_address phys_addr, u64 *value, u32 width)
686 void __iomem *virt_addr;
687 unsigned int size = width / 8;
693 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
696 virt_addr = acpi_os_ioremap(phys_addr, size);
698 return AE_BAD_ADDRESS;
705 error = acpi_os_read_iomem(virt_addr, value, width);
717 acpi_os_write_memory(acpi_physical_address phys_addr, u64 value, u32 width)
719 void __iomem *virt_addr;
720 unsigned int size = width / 8;
724 virt_addr = acpi_map_vaddr_lookup(phys_addr, size);
727 virt_addr = acpi_os_ioremap(phys_addr, size);
729 return AE_BAD_ADDRESS;
735 writeb(value, virt_addr);
738 writew(value, virt_addr);
741 writel(value, virt_addr);
744 writeq(value, virt_addr);
760 acpi_os_read_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
761 u64 *value, u32 width)
767 return AE_BAD_PARAMETER;
783 result = raw_pci_read(pci_id->segment, pci_id->bus,
784 PCI_DEVFN(pci_id->device, pci_id->function),
785 reg, size, &value32);
788 return (result ? AE_ERROR : AE_OK);
792 acpi_os_write_pci_configuration(struct acpi_pci_id * pci_id, u32 reg,
793 u64 value, u32 width)
811 result = raw_pci_write(pci_id->segment, pci_id->bus,
812 PCI_DEVFN(pci_id->device, pci_id->function),
815 return (result ? AE_ERROR : AE_OK);
819 static void acpi_os_execute_deferred(struct work_struct *work)
821 struct acpi_os_dpc *dpc = container_of(work, struct acpi_os_dpc, work);
823 dpc->function(dpc->context);
827 #ifdef CONFIG_ACPI_DEBUGGER
828 static struct acpi_debugger acpi_debugger;
829 static bool acpi_debugger_initialized;
831 int acpi_register_debugger(struct module *owner,
832 const struct acpi_debugger_ops *ops)
836 mutex_lock(&acpi_debugger.lock);
837 if (acpi_debugger.ops) {
842 acpi_debugger.owner = owner;
843 acpi_debugger.ops = ops;
846 mutex_unlock(&acpi_debugger.lock);
849 EXPORT_SYMBOL(acpi_register_debugger);
851 void acpi_unregister_debugger(const struct acpi_debugger_ops *ops)
853 mutex_lock(&acpi_debugger.lock);
854 if (ops == acpi_debugger.ops) {
855 acpi_debugger.ops = NULL;
856 acpi_debugger.owner = NULL;
858 mutex_unlock(&acpi_debugger.lock);
860 EXPORT_SYMBOL(acpi_unregister_debugger);
862 int acpi_debugger_create_thread(acpi_osd_exec_callback function, void *context)
865 int (*func)(acpi_osd_exec_callback, void *);
866 struct module *owner;
868 if (!acpi_debugger_initialized)
870 mutex_lock(&acpi_debugger.lock);
871 if (!acpi_debugger.ops) {
875 if (!try_module_get(acpi_debugger.owner)) {
879 func = acpi_debugger.ops->create_thread;
880 owner = acpi_debugger.owner;
881 mutex_unlock(&acpi_debugger.lock);
883 ret = func(function, context);
885 mutex_lock(&acpi_debugger.lock);
888 mutex_unlock(&acpi_debugger.lock);
892 ssize_t acpi_debugger_write_log(const char *msg)
895 ssize_t (*func)(const char *);
896 struct module *owner;
898 if (!acpi_debugger_initialized)
900 mutex_lock(&acpi_debugger.lock);
901 if (!acpi_debugger.ops) {
905 if (!try_module_get(acpi_debugger.owner)) {
909 func = acpi_debugger.ops->write_log;
910 owner = acpi_debugger.owner;
911 mutex_unlock(&acpi_debugger.lock);
915 mutex_lock(&acpi_debugger.lock);
918 mutex_unlock(&acpi_debugger.lock);
922 ssize_t acpi_debugger_read_cmd(char *buffer, size_t buffer_length)
925 ssize_t (*func)(char *, size_t);
926 struct module *owner;
928 if (!acpi_debugger_initialized)
930 mutex_lock(&acpi_debugger.lock);
931 if (!acpi_debugger.ops) {
935 if (!try_module_get(acpi_debugger.owner)) {
939 func = acpi_debugger.ops->read_cmd;
940 owner = acpi_debugger.owner;
941 mutex_unlock(&acpi_debugger.lock);
943 ret = func(buffer, buffer_length);
945 mutex_lock(&acpi_debugger.lock);
948 mutex_unlock(&acpi_debugger.lock);
952 int acpi_debugger_wait_command_ready(void)
955 int (*func)(bool, char *, size_t);
956 struct module *owner;
958 if (!acpi_debugger_initialized)
960 mutex_lock(&acpi_debugger.lock);
961 if (!acpi_debugger.ops) {
965 if (!try_module_get(acpi_debugger.owner)) {
969 func = acpi_debugger.ops->wait_command_ready;
970 owner = acpi_debugger.owner;
971 mutex_unlock(&acpi_debugger.lock);
973 ret = func(acpi_gbl_method_executing,
974 acpi_gbl_db_line_buf, ACPI_DB_LINE_BUFFER_SIZE);
976 mutex_lock(&acpi_debugger.lock);
979 mutex_unlock(&acpi_debugger.lock);
983 int acpi_debugger_notify_command_complete(void)
987 struct module *owner;
989 if (!acpi_debugger_initialized)
991 mutex_lock(&acpi_debugger.lock);
992 if (!acpi_debugger.ops) {
996 if (!try_module_get(acpi_debugger.owner)) {
1000 func = acpi_debugger.ops->notify_command_complete;
1001 owner = acpi_debugger.owner;
1002 mutex_unlock(&acpi_debugger.lock);
1006 mutex_lock(&acpi_debugger.lock);
1009 mutex_unlock(&acpi_debugger.lock);
1013 int __init acpi_debugger_init(void)
1015 mutex_init(&acpi_debugger.lock);
1016 acpi_debugger_initialized = true;
1021 /*******************************************************************************
1023 * FUNCTION: acpi_os_execute
1025 * PARAMETERS: Type - Type of the callback
1026 * Function - Function to be executed
1027 * Context - Function parameters
1031 * DESCRIPTION: Depending on type, either queues function for deferred execution or
1032 * immediately executes function on a separate thread.
1034 ******************************************************************************/
1036 acpi_status acpi_os_execute(acpi_execute_type type,
1037 acpi_osd_exec_callback function, void *context)
1039 acpi_status status = AE_OK;
1040 struct acpi_os_dpc *dpc;
1041 struct workqueue_struct *queue;
1043 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1044 "Scheduling function [%p(%p)] for deferred execution.\n",
1045 function, context));
1047 if (type == OSL_DEBUGGER_MAIN_THREAD) {
1048 ret = acpi_debugger_create_thread(function, context);
1050 pr_err("Call to kthread_create() failed.\n");
1057 * Allocate/initialize DPC structure. Note that this memory will be
1058 * freed by the callee. The kernel handles the work_struct list in a
1059 * way that allows us to also free its memory inside the callee.
1060 * Because we may want to schedule several tasks with different
1061 * parameters we can't use the approach some kernel code uses of
1062 * having a static work_struct.
1065 dpc = kzalloc(sizeof(struct acpi_os_dpc), GFP_ATOMIC);
1067 return AE_NO_MEMORY;
1069 dpc->function = function;
1070 dpc->context = context;
1073 * To prevent lockdep from complaining unnecessarily, make sure that
1074 * there is a different static lockdep key for each workqueue by using
1075 * INIT_WORK() for each of them separately.
1077 if (type == OSL_NOTIFY_HANDLER) {
1078 queue = kacpi_notify_wq;
1079 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1080 } else if (type == OSL_GPE_HANDLER) {
1082 INIT_WORK(&dpc->work, acpi_os_execute_deferred);
1084 pr_err("Unsupported os_execute type %d.\n", type);
1088 if (ACPI_FAILURE(status))
1092 * On some machines, a software-initiated SMI causes corruption unless
1093 * the SMI runs on CPU 0. An SMI can be initiated by any AML, but
1094 * typically it's done in GPE-related methods that are run via
1095 * workqueues, so we can avoid the known corruption cases by always
1096 * queueing on CPU 0.
1098 ret = queue_work_on(0, queue, &dpc->work);
1100 printk(KERN_ERR PREFIX
1101 "Call to queue_work() failed.\n");
1105 if (ACPI_FAILURE(status))
1110 EXPORT_SYMBOL(acpi_os_execute);
1112 void acpi_os_wait_events_complete(void)
1115 * Make sure the GPE handler or the fixed event handler is not used
1116 * on another CPU after removal.
1118 if (acpi_sci_irq_valid())
1119 synchronize_hardirq(acpi_sci_irq);
1120 flush_workqueue(kacpid_wq);
1121 flush_workqueue(kacpi_notify_wq);
1123 EXPORT_SYMBOL(acpi_os_wait_events_complete);
1125 struct acpi_hp_work {
1126 struct work_struct work;
1127 struct acpi_device *adev;
1131 static void acpi_hotplug_work_fn(struct work_struct *work)
1133 struct acpi_hp_work *hpw = container_of(work, struct acpi_hp_work, work);
1135 acpi_os_wait_events_complete();
1136 acpi_device_hotplug(hpw->adev, hpw->src);
1140 acpi_status acpi_hotplug_schedule(struct acpi_device *adev, u32 src)
1142 struct acpi_hp_work *hpw;
1144 ACPI_DEBUG_PRINT((ACPI_DB_EXEC,
1145 "Scheduling hotplug event (%p, %u) for deferred execution.\n",
1148 hpw = kmalloc(sizeof(*hpw), GFP_KERNEL);
1150 return AE_NO_MEMORY;
1152 INIT_WORK(&hpw->work, acpi_hotplug_work_fn);
1156 * We can't run hotplug code in kacpid_wq/kacpid_notify_wq etc., because
1157 * the hotplug code may call driver .remove() functions, which may
1158 * invoke flush_scheduled_work()/acpi_os_wait_events_complete() to flush
1161 if (!queue_work(kacpi_hotplug_wq, &hpw->work)) {
1168 bool acpi_queue_hotplug_work(struct work_struct *work)
1170 return queue_work(kacpi_hotplug_wq, work);
1174 acpi_os_create_semaphore(u32 max_units, u32 initial_units, acpi_handle * handle)
1176 struct semaphore *sem = NULL;
1178 sem = acpi_os_allocate_zeroed(sizeof(struct semaphore));
1180 return AE_NO_MEMORY;
1182 sema_init(sem, initial_units);
1184 *handle = (acpi_handle *) sem;
1186 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Creating semaphore[%p|%d].\n",
1187 *handle, initial_units));
1193 * TODO: A better way to delete semaphores? Linux doesn't have a
1194 * 'delete_semaphore()' function -- may result in an invalid
1195 * pointer dereference for non-synchronized consumers. Should
1196 * we at least check for blocked threads and signal/cancel them?
1199 acpi_status acpi_os_delete_semaphore(acpi_handle handle)
1201 struct semaphore *sem = (struct semaphore *)handle;
1204 return AE_BAD_PARAMETER;
1206 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Deleting semaphore[%p].\n", handle));
1208 BUG_ON(!list_empty(&sem->wait_list));
1216 * TODO: Support for units > 1?
1218 acpi_status acpi_os_wait_semaphore(acpi_handle handle, u32 units, u16 timeout)
1220 acpi_status status = AE_OK;
1221 struct semaphore *sem = (struct semaphore *)handle;
1225 if (!acpi_os_initialized)
1228 if (!sem || (units < 1))
1229 return AE_BAD_PARAMETER;
1234 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Waiting for semaphore[%p|%d|%d]\n",
1235 handle, units, timeout));
1237 if (timeout == ACPI_WAIT_FOREVER)
1238 jiffies = MAX_SCHEDULE_TIMEOUT;
1240 jiffies = msecs_to_jiffies(timeout);
1242 ret = down_timeout(sem, jiffies);
1246 if (ACPI_FAILURE(status)) {
1247 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1248 "Failed to acquire semaphore[%p|%d|%d], %s",
1249 handle, units, timeout,
1250 acpi_format_exception(status)));
1252 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1253 "Acquired semaphore[%p|%d|%d]", handle,
1261 * TODO: Support for units > 1?
1263 acpi_status acpi_os_signal_semaphore(acpi_handle handle, u32 units)
1265 struct semaphore *sem = (struct semaphore *)handle;
1267 if (!acpi_os_initialized)
1270 if (!sem || (units < 1))
1271 return AE_BAD_PARAMETER;
1276 ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "Signaling semaphore[%p|%d]\n", handle,
1284 acpi_status acpi_os_get_line(char *buffer, u32 buffer_length, u32 *bytes_read)
1286 #ifdef ENABLE_DEBUGGER
1287 if (acpi_in_debugger) {
1290 kdb_read(buffer, buffer_length);
1292 /* remove the CR kdb includes */
1293 chars = strlen(buffer) - 1;
1294 buffer[chars] = '\0';
1299 ret = acpi_debugger_read_cmd(buffer, buffer_length);
1308 EXPORT_SYMBOL(acpi_os_get_line);
1310 acpi_status acpi_os_wait_command_ready(void)
1314 ret = acpi_debugger_wait_command_ready();
1320 acpi_status acpi_os_notify_command_complete(void)
1324 ret = acpi_debugger_notify_command_complete();
1330 acpi_status acpi_os_signal(u32 function, void *info)
1333 case ACPI_SIGNAL_FATAL:
1334 printk(KERN_ERR PREFIX "Fatal opcode executed\n");
1336 case ACPI_SIGNAL_BREAKPOINT:
1339 * ACPI spec. says to treat it as a NOP unless
1340 * you are debugging. So if/when we integrate
1341 * AML debugger into the kernel debugger its
1342 * hook will go here. But until then it is
1343 * not useful to print anything on breakpoints.
1353 static int __init acpi_os_name_setup(char *str)
1355 char *p = acpi_os_name;
1356 int count = ACPI_MAX_OVERRIDE_LEN - 1;
1361 for (; count-- && *str; str++) {
1362 if (isalnum(*str) || *str == ' ' || *str == ':')
1364 else if (*str == '\'' || *str == '"')
1375 __setup("acpi_os_name=", acpi_os_name_setup);
1378 * Disable the auto-serialization of named objects creation methods.
1380 * This feature is enabled by default. It marks the AML control methods
1381 * that contain the opcodes to create named objects as "Serialized".
1383 static int __init acpi_no_auto_serialize_setup(char *str)
1385 acpi_gbl_auto_serialize_methods = FALSE;
1386 pr_info("ACPI: auto-serialization disabled\n");
1391 __setup("acpi_no_auto_serialize", acpi_no_auto_serialize_setup);
1393 /* Check of resource interference between native drivers and ACPI
1394 * OperationRegions (SystemIO and System Memory only).
1395 * IO ports and memory declared in ACPI might be used by the ACPI subsystem
1396 * in arbitrary AML code and can interfere with legacy drivers.
1397 * acpi_enforce_resources= can be set to:
1399 * - strict (default) (2)
1400 * -> further driver trying to access the resources will not load
1402 * -> further driver trying to access the resources will load, but you
1403 * get a system message that something might go wrong...
1406 * -> ACPI Operation Region resources will not be registered
1409 #define ENFORCE_RESOURCES_STRICT 2
1410 #define ENFORCE_RESOURCES_LAX 1
1411 #define ENFORCE_RESOURCES_NO 0
1413 static unsigned int acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1415 static int __init acpi_enforce_resources_setup(char *str)
1417 if (str == NULL || *str == '\0')
1420 if (!strcmp("strict", str))
1421 acpi_enforce_resources = ENFORCE_RESOURCES_STRICT;
1422 else if (!strcmp("lax", str))
1423 acpi_enforce_resources = ENFORCE_RESOURCES_LAX;
1424 else if (!strcmp("no", str))
1425 acpi_enforce_resources = ENFORCE_RESOURCES_NO;
1430 __setup("acpi_enforce_resources=", acpi_enforce_resources_setup);
1432 /* Check for resource conflicts between ACPI OperationRegions and native
1434 int acpi_check_resource_conflict(const struct resource *res)
1436 acpi_adr_space_type space_id;
1441 if (acpi_enforce_resources == ENFORCE_RESOURCES_NO)
1443 if (!(res->flags & IORESOURCE_IO) && !(res->flags & IORESOURCE_MEM))
1446 if (res->flags & IORESOURCE_IO)
1447 space_id = ACPI_ADR_SPACE_SYSTEM_IO;
1449 space_id = ACPI_ADR_SPACE_SYSTEM_MEMORY;
1451 length = resource_size(res);
1452 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO)
1454 clash = acpi_check_address_range(space_id, res->start, length, warn);
1457 if (acpi_enforce_resources != ENFORCE_RESOURCES_NO) {
1458 if (acpi_enforce_resources == ENFORCE_RESOURCES_LAX)
1459 printk(KERN_NOTICE "ACPI: This conflict may"
1460 " cause random problems and system"
1462 printk(KERN_INFO "ACPI: If an ACPI driver is available"
1463 " for this device, you should use it instead of"
1464 " the native driver\n");
1466 if (acpi_enforce_resources == ENFORCE_RESOURCES_STRICT)
1471 EXPORT_SYMBOL(acpi_check_resource_conflict);
1473 int acpi_check_region(resource_size_t start, resource_size_t n,
1476 struct resource res = {
1478 .end = start + n - 1,
1480 .flags = IORESOURCE_IO,
1483 return acpi_check_resource_conflict(&res);
1485 EXPORT_SYMBOL(acpi_check_region);
1487 static acpi_status acpi_deactivate_mem_region(acpi_handle handle, u32 level,
1488 void *_res, void **return_value)
1490 struct acpi_mem_space_context **mem_ctx;
1491 union acpi_operand_object *handler_obj;
1492 union acpi_operand_object *region_obj2;
1493 union acpi_operand_object *region_obj;
1494 struct resource *res = _res;
1497 region_obj = acpi_ns_get_attached_object(handle);
1501 handler_obj = region_obj->region.handler;
1505 if (region_obj->region.space_id != ACPI_ADR_SPACE_SYSTEM_MEMORY)
1508 if (!(region_obj->region.flags & AOPOBJ_SETUP_COMPLETE))
1511 region_obj2 = acpi_ns_get_secondary_object(region_obj);
1515 mem_ctx = (void *)®ion_obj2->extra.region_context;
1517 if (!(mem_ctx[0]->address >= res->start &&
1518 mem_ctx[0]->address < res->end))
1521 status = handler_obj->address_space.setup(region_obj,
1522 ACPI_REGION_DEACTIVATE,
1523 NULL, (void **)mem_ctx);
1524 if (ACPI_SUCCESS(status))
1525 region_obj->region.flags &= ~(AOPOBJ_SETUP_COMPLETE);
1531 * acpi_release_memory - Release any mappings done to a memory region
1532 * @handle: Handle to namespace node
1533 * @res: Memory resource
1534 * @level: A level that terminates the search
1536 * Walks through @handle and unmaps all SystemMemory Operation Regions that
1537 * overlap with @res and that have already been activated (mapped).
1539 * This is a helper that allows drivers to place special requirements on memory
1540 * region that may overlap with operation regions, primarily allowing them to
1541 * safely map the region as non-cached memory.
1543 * The unmapped Operation Regions will be automatically remapped next time they
1544 * are called, so the drivers do not need to do anything else.
1546 acpi_status acpi_release_memory(acpi_handle handle, struct resource *res,
1549 if (!(res->flags & IORESOURCE_MEM))
1552 return acpi_walk_namespace(ACPI_TYPE_REGION, handle, level,
1553 acpi_deactivate_mem_region, NULL, res, NULL);
1555 EXPORT_SYMBOL_GPL(acpi_release_memory);
1558 * Let drivers know whether the resource checks are effective
1560 int acpi_resources_are_enforced(void)
1562 return acpi_enforce_resources == ENFORCE_RESOURCES_STRICT;
1564 EXPORT_SYMBOL(acpi_resources_are_enforced);
1567 * Deallocate the memory for a spinlock.
1569 void acpi_os_delete_lock(acpi_spinlock handle)
1575 * Acquire a spinlock.
1577 * handle is a pointer to the spinlock_t.
1580 acpi_cpu_flags acpi_os_acquire_lock(acpi_spinlock lockp)
1582 acpi_cpu_flags flags;
1583 spin_lock_irqsave(lockp, flags);
1588 * Release a spinlock. See above.
1591 void acpi_os_release_lock(acpi_spinlock lockp, acpi_cpu_flags flags)
1593 spin_unlock_irqrestore(lockp, flags);
1596 #ifndef ACPI_USE_LOCAL_CACHE
1598 /*******************************************************************************
1600 * FUNCTION: acpi_os_create_cache
1602 * PARAMETERS: name - Ascii name for the cache
1603 * size - Size of each cached object
1604 * depth - Maximum depth of the cache (in objects) <ignored>
1605 * cache - Where the new cache object is returned
1609 * DESCRIPTION: Create a cache object
1611 ******************************************************************************/
1614 acpi_os_create_cache(char *name, u16 size, u16 depth, acpi_cache_t ** cache)
1616 *cache = kmem_cache_create(name, size, 0, 0, NULL);
1623 /*******************************************************************************
1625 * FUNCTION: acpi_os_purge_cache
1627 * PARAMETERS: Cache - Handle to cache object
1631 * DESCRIPTION: Free all objects within the requested cache.
1633 ******************************************************************************/
1635 acpi_status acpi_os_purge_cache(acpi_cache_t * cache)
1637 kmem_cache_shrink(cache);
1641 /*******************************************************************************
1643 * FUNCTION: acpi_os_delete_cache
1645 * PARAMETERS: Cache - Handle to cache object
1649 * DESCRIPTION: Free all objects within the requested cache and delete the
1652 ******************************************************************************/
1654 acpi_status acpi_os_delete_cache(acpi_cache_t * cache)
1656 kmem_cache_destroy(cache);
1660 /*******************************************************************************
1662 * FUNCTION: acpi_os_release_object
1664 * PARAMETERS: Cache - Handle to cache object
1665 * Object - The object to be released
1669 * DESCRIPTION: Release an object to the specified cache. If cache is full,
1670 * the object is deleted.
1672 ******************************************************************************/
1674 acpi_status acpi_os_release_object(acpi_cache_t * cache, void *object)
1676 kmem_cache_free(cache, object);
1681 static int __init acpi_no_static_ssdt_setup(char *s)
1683 acpi_gbl_disable_ssdt_table_install = TRUE;
1684 pr_info("ACPI: static SSDT installation disabled\n");
1689 early_param("acpi_no_static_ssdt", acpi_no_static_ssdt_setup);
1691 static int __init acpi_disable_return_repair(char *s)
1693 printk(KERN_NOTICE PREFIX
1694 "ACPI: Predefined validation mechanism disabled\n");
1695 acpi_gbl_disable_auto_repair = TRUE;
1700 __setup("acpica_no_return_repair", acpi_disable_return_repair);
1702 acpi_status __init acpi_os_initialize(void)
1704 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1705 acpi_os_map_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1706 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe0_block);
1707 acpi_os_map_generic_address(&acpi_gbl_FADT.xgpe1_block);
1708 if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER) {
1710 * Use acpi_os_map_generic_address to pre-map the reset
1711 * register if it's in system memory.
1715 rv = acpi_os_map_generic_address(&acpi_gbl_FADT.reset_register);
1716 pr_debug(PREFIX "%s: map reset_reg status %d\n", __func__, rv);
1718 acpi_os_initialized = true;
1723 acpi_status __init acpi_os_initialize1(void)
1725 kacpid_wq = alloc_workqueue("kacpid", 0, 1);
1726 kacpi_notify_wq = alloc_workqueue("kacpi_notify", 0, 1);
1727 kacpi_hotplug_wq = alloc_ordered_workqueue("kacpi_hotplug", 0);
1729 BUG_ON(!kacpi_notify_wq);
1730 BUG_ON(!kacpi_hotplug_wq);
1735 acpi_status acpi_os_terminate(void)
1737 if (acpi_irq_handler) {
1738 acpi_os_remove_interrupt_handler(acpi_gbl_FADT.sci_interrupt,
1742 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe1_block);
1743 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xgpe0_block);
1744 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1b_event_block);
1745 acpi_os_unmap_generic_address(&acpi_gbl_FADT.xpm1a_event_block);
1746 if (acpi_gbl_FADT.flags & ACPI_FADT_RESET_REGISTER)
1747 acpi_os_unmap_generic_address(&acpi_gbl_FADT.reset_register);
1749 destroy_workqueue(kacpid_wq);
1750 destroy_workqueue(kacpi_notify_wq);
1751 destroy_workqueue(kacpi_hotplug_wq);
1756 acpi_status acpi_os_prepare_sleep(u8 sleep_state, u32 pm1a_control,
1760 if (__acpi_os_prepare_sleep)
1761 rc = __acpi_os_prepare_sleep(sleep_state,
1762 pm1a_control, pm1b_control);
1766 return AE_CTRL_TERMINATE;
1771 void acpi_os_set_prepare_sleep(int (*func)(u8 sleep_state,
1772 u32 pm1a_ctrl, u32 pm1b_ctrl))
1774 __acpi_os_prepare_sleep = func;
1777 #if (ACPI_REDUCED_HARDWARE)
1778 acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1782 if (__acpi_os_prepare_extended_sleep)
1783 rc = __acpi_os_prepare_extended_sleep(sleep_state,
1788 return AE_CTRL_TERMINATE;
1793 acpi_status acpi_os_prepare_extended_sleep(u8 sleep_state, u32 val_a,
1800 void acpi_os_set_prepare_extended_sleep(int (*func)(u8 sleep_state,
1801 u32 val_a, u32 val_b))
1803 __acpi_os_prepare_extended_sleep = func;
1806 acpi_status acpi_os_enter_sleep(u8 sleep_state,
1807 u32 reg_a_value, u32 reg_b_value)
1811 if (acpi_gbl_reduced_hardware)
1812 status = acpi_os_prepare_extended_sleep(sleep_state,
1816 status = acpi_os_prepare_sleep(sleep_state,
1817 reg_a_value, reg_b_value);