arch/x86/kvm/vmx/main.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 #include <linux/moduleparam.h>
   3
   4 #include "x86_ops.h"
   5 #include "vmx.h"
   6 #include "nested.h"
   7 #include "pmu.h"
   8 #include "posted_intr.h"
   9
  10 #define VMX_REQUIRED_APICV_INHIBITS                             \
  11         (BIT(APICV_INHIBIT_REASON_DISABLED) |                   \
  12          BIT(APICV_INHIBIT_REASON_ABSENT) |                     \
  13          BIT(APICV_INHIBIT_REASON_HYPERV) |                     \
  14          BIT(APICV_INHIBIT_REASON_BLOCKIRQ) |                   \
  15          BIT(APICV_INHIBIT_REASON_PHYSICAL_ID_ALIASED) |        \
  16          BIT(APICV_INHIBIT_REASON_APIC_ID_MODIFIED) |           \
  17          BIT(APICV_INHIBIT_REASON_APIC_BASE_MODIFIED))
  18
  19 struct kvm_x86_ops vt_x86_ops __initdata = {
  20         .name = KBUILD_MODNAME,
  21
  22         .check_processor_compatibility = vmx_check_processor_compat,
  23
  24         .hardware_unsetup = vmx_hardware_unsetup,
  25
  26         .enable_virtualization_cpu = vmx_enable_virtualization_cpu,
  27         .disable_virtualization_cpu = vmx_disable_virtualization_cpu,
  28         .emergency_disable_virtualization_cpu = vmx_emergency_disable_virtualization_cpu,
  29
  30         .has_emulated_msr = vmx_has_emulated_msr,
  31
  32         .vm_size = sizeof(struct kvm_vmx),
  33         .vm_init = vmx_vm_init,
  34         .vm_destroy = vmx_vm_destroy,
  35
  36         .vcpu_precreate = vmx_vcpu_precreate,
  37         .vcpu_create = vmx_vcpu_create,
  38         .vcpu_free = vmx_vcpu_free,
  39         .vcpu_reset = vmx_vcpu_reset,
  40
  41         .prepare_switch_to_guest = vmx_prepare_switch_to_guest,
  42         .vcpu_load = vmx_vcpu_load,
  43         .vcpu_put = vmx_vcpu_put,
  44
  45         .update_exception_bitmap = vmx_update_exception_bitmap,
  46         .get_feature_msr = vmx_get_feature_msr,
  47         .get_msr = vmx_get_msr,
  48         .set_msr = vmx_set_msr,
  49         .get_segment_base = vmx_get_segment_base,
  50         .get_segment = vmx_get_segment,
  51         .set_segment = vmx_set_segment,
  52         .get_cpl = vmx_get_cpl,
  53         .get_cpl_no_cache = vmx_get_cpl_no_cache,
  54         .get_cs_db_l_bits = vmx_get_cs_db_l_bits,
  55         .is_valid_cr0 = vmx_is_valid_cr0,
  56         .set_cr0 = vmx_set_cr0,
  57         .is_valid_cr4 = vmx_is_valid_cr4,
  58         .set_cr4 = vmx_set_cr4,
  59         .set_efer = vmx_set_efer,
  60         .get_idt = vmx_get_idt,
  61         .set_idt = vmx_set_idt,
  62         .get_gdt = vmx_get_gdt,
  63         .set_gdt = vmx_set_gdt,
  64         .set_dr7 = vmx_set_dr7,
  65         .sync_dirty_debug_regs = vmx_sync_dirty_debug_regs,
  66         .cache_reg = vmx_cache_reg,
  67         .get_rflags = vmx_get_rflags,
  68         .set_rflags = vmx_set_rflags,
  69         .get_if_flag = vmx_get_if_flag,
  70
  71         .flush_tlb_all = vmx_flush_tlb_all,
  72         .flush_tlb_current = vmx_flush_tlb_current,
  73         .flush_tlb_gva = vmx_flush_tlb_gva,
  74         .flush_tlb_guest = vmx_flush_tlb_guest,
  75
  76         .vcpu_pre_run = vmx_vcpu_pre_run,
  77         .vcpu_run = vmx_vcpu_run,
  78         .handle_exit = vmx_handle_exit,
  79         .skip_emulated_instruction = vmx_skip_emulated_instruction,
  80         .update_emulated_instruction = vmx_update_emulated_instruction,
  81         .set_interrupt_shadow = vmx_set_interrupt_shadow,
  82         .get_interrupt_shadow = vmx_get_interrupt_shadow,
  83         .patch_hypercall = vmx_patch_hypercall,
  84         .inject_irq = vmx_inject_irq,
  85         .inject_nmi = vmx_inject_nmi,
  86         .inject_exception = vmx_inject_exception,
  87         .cancel_injection = vmx_cancel_injection,
  88         .interrupt_allowed = vmx_interrupt_allowed,
  89         .nmi_allowed = vmx_nmi_allowed,
  90         .get_nmi_mask = vmx_get_nmi_mask,
  91         .set_nmi_mask = vmx_set_nmi_mask,
  92         .enable_nmi_window = vmx_enable_nmi_window,
  93         .enable_irq_window = vmx_enable_irq_window,
  94         .update_cr8_intercept = vmx_update_cr8_intercept,
  95
  96         .x2apic_icr_is_split = false,
  97         .set_virtual_apic_mode = vmx_set_virtual_apic_mode,
  98         .set_apic_access_page_addr = vmx_set_apic_access_page_addr,
  99         .refresh_apicv_exec_ctrl = vmx_refresh_apicv_exec_ctrl,
 100         .load_eoi_exitmap = vmx_load_eoi_exitmap,
 101         .apicv_pre_state_restore = vmx_apicv_pre_state_restore,
 102         .required_apicv_inhibits = VMX_REQUIRED_APICV_INHIBITS,
 103         .hwapic_irr_update = vmx_hwapic_irr_update,
 104         .hwapic_isr_update = vmx_hwapic_isr_update,
 105         .sync_pir_to_irr = vmx_sync_pir_to_irr,
 106         .deliver_interrupt = vmx_deliver_interrupt,
 107         .dy_apicv_has_pending_interrupt = pi_has_pending_interrupt,
 108
 109         .set_tss_addr = vmx_set_tss_addr,
 110         .set_identity_map_addr = vmx_set_identity_map_addr,
 111         .get_mt_mask = vmx_get_mt_mask,
 112
 113         .get_exit_info = vmx_get_exit_info,
 114
 115         .vcpu_after_set_cpuid = vmx_vcpu_after_set_cpuid,
 116
 117         .has_wbinvd_exit = cpu_has_vmx_wbinvd_exit,
 118
 119         .get_l2_tsc_offset = vmx_get_l2_tsc_offset,
 120         .get_l2_tsc_multiplier = vmx_get_l2_tsc_multiplier,
 121         .write_tsc_offset = vmx_write_tsc_offset,
 122         .write_tsc_multiplier = vmx_write_tsc_multiplier,
 123
 124         .load_mmu_pgd = vmx_load_mmu_pgd,
 125
 126         .check_intercept = vmx_check_intercept,
 127         .handle_exit_irqoff = vmx_handle_exit_irqoff,
 128
 129         .cpu_dirty_log_size = PML_ENTITY_NUM,
 130         .update_cpu_dirty_logging = vmx_update_cpu_dirty_logging,
 131
 132         .nested_ops = &vmx_nested_ops,
 133
 134         .pi_update_irte = vmx_pi_update_irte,
 135         .pi_start_assignment = vmx_pi_start_assignment,
 136
 137 #ifdef CONFIG_X86_64
 138         .set_hv_timer = vmx_set_hv_timer,
 139         .cancel_hv_timer = vmx_cancel_hv_timer,
 140 #endif
 141
 142         .setup_mce = vmx_setup_mce,
 143
 144 #ifdef CONFIG_KVM_SMM
 145         .smi_allowed = vmx_smi_allowed,
 146         .enter_smm = vmx_enter_smm,
 147         .leave_smm = vmx_leave_smm,
 148         .enable_smi_window = vmx_enable_smi_window,
 149 #endif
 150
 151         .check_emulate_instruction = vmx_check_emulate_instruction,
 152         .apic_init_signal_blocked = vmx_apic_init_signal_blocked,
 153         .migrate_timers = vmx_migrate_timers,
 154
 155         .msr_filter_changed = vmx_msr_filter_changed,
 156         .complete_emulated_msr = kvm_complete_insn_gp,
 157
 158         .vcpu_deliver_sipi_vector = kvm_vcpu_deliver_sipi_vector,
 159
 160         .get_untagged_addr = vmx_get_untagged_addr,
 161 };
 162
 163 struct kvm_x86_init_ops vt_init_ops __initdata = {
 164         .hardware_setup = vmx_hardware_setup,
 165         .handle_intel_pt_intr = NULL,
 166
 167         .runtime_ops = &vt_x86_ops,
 168         .pmu_ops = &intel_pmu_ops,
 169 };