mirror of https://github.com/torvalds/linux.git
* Make MSR-induced taint easier for users to track down
* Restrict KVM-specific exports to KVM itself -----BEGIN PGP SIGNATURE----- iQIzBAABCgAdFiEEV76QKkVc4xCGURexaDWVMHDJkrAFAmkuHIIACgkQaDWVMHDJ krAxMg//RQUz6JnQnMASuN/NhrjIANRjcPJI9S0LoKcTbZ0nZ5aH6oR1VOFszLLa ShGcUO2RuDbCl2wPAG/lRWV8eL/4k4mZi0zNT7vEKTkX/EZn5RDV59p88zCo62KV 835OpX8W9Hvyiichw51RoVrJxEcqgCmlUYO2fCwtk2rpntUCOVQgHMeLhhqMsZ0e yMQECAE75oXQ4vhAG+zO7/KmLqVbSGgqpXYw6DOZGEJF0T7tdZIgFhd25WAPgcf0 UN8VmTX971Eq67OrUX9OojN6+SxBqQ7vc+qBtd5bDlkZsRxVyV157Zso2PCPbsm2 FkE65eJBa9qacqvwkCPND6J7gvE/Sm8DaLVafLPKDNWTaqSo4cfKJD7P/sgN1L69 O8QsiLfafy8ITIA8AXS90C8x/puhqk15OKW2kJFFfUkhrGdu72/AxVlo6JcM1N0u qkDXUNBSX9/LHkRT9AtkLch27MEFXRKxsajjx2lFoBIR2VjIijm9314cRczHGZEV R/pqBh21yL/ZTriNIgmEPrFOV4zDxaOsHRh8YSEFAXRe2xWvm7dZwNSPRSh7hMT+ q0ABPuYqTZ4PDGMaAB0gNRqmR9aQKpVMY+4xmTdmqscYkgV4usZQcrQOeiKVwh7F KdMC5tr4yFOMMl8CaMgOK+27ZrSYI1hwtXCc/orAhOwxhg62Z40= =tjcN -----END PGP SIGNATURE----- Merge tag 'x86_misc_for_6.19-rc1' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip Pull misc x86 updates from Dave Hansen: "The most significant are some changes to ensure that symbols exported for KVM are used only by KVM modules themselves, along with some related cleanups. In true x86/misc fashion, the other patch is completely unrelated and just enhances an existing pr_warn() to make it clear to users how they have tainted their kernel when something is mucking with MSRs. Summary: - Make MSR-induced taint easier for users to track down - Restrict KVM-specific exports to KVM itself" * tag 'x86_misc_for_6.19-rc1' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip: x86: Restrict KVM-induced symbol exports to KVM modules where obvious/possible x86/mm: Drop unnecessary export of "ptdump_walk_pgd_level_debugfs" x86/mtrr: Drop unnecessary export of "mtrr_state" x86/bugs: Drop unnecessary export of "x86_spec_ctrl_base" x86/msr: Add CPU_OUT_OF_SPEC taint name to "unrecognized" pr_warn(msg)
This commit is contained in:
Linus Torvalds
commit
e2aa39b368
|
|
@ -4,6 +4,7 @@
|
|||
*/
|
||||
|
||||
#include <linux/export.h>
|
||||
#include <linux/kvm_types.h>
|
||||
#include <linux/linkage.h>
|
||||
#include <linux/objtool.h>
|
||||
#include <asm/msr-index.h>
|
||||
|
|
@ -29,8 +30,7 @@ SYM_FUNC_START(write_ibpb)
|
|||
FILL_RETURN_BUFFER %rax, RSB_CLEAR_LOOPS, X86_BUG_IBPB_NO_RET
|
||||
RET
|
||||
SYM_FUNC_END(write_ibpb)
|
||||
/* For KVM */
|
||||
EXPORT_SYMBOL_GPL(write_ibpb);
|
||||
EXPORT_SYMBOL_FOR_KVM(write_ibpb);
|
||||
|
||||
SYM_FUNC_START(__WARN_trap)
|
||||
ANNOTATE_NOENDBR
|
||||
|
|
@ -56,8 +56,7 @@ SYM_CODE_START_NOALIGN(x86_verw_sel)
|
|||
.word __KERNEL_DS
|
||||
.align L1_CACHE_BYTES, 0xcc
|
||||
SYM_CODE_END(x86_verw_sel);
|
||||
/* For KVM */
|
||||
EXPORT_SYMBOL_GPL(x86_verw_sel);
|
||||
EXPORT_SYMBOL_FOR_KVM(x86_verw_sel);
|
||||
|
||||
.popsection
|
||||
|
||||
|
|
|
|||
|
|
@ -19,6 +19,7 @@
|
|||
* - idtentry: Define exception entry points.
|
||||
*/
|
||||
#include <linux/export.h>
|
||||
#include <linux/kvm_types.h>
|
||||
#include <linux/linkage.h>
|
||||
#include <asm/segment.h>
|
||||
#include <asm/cache.h>
|
||||
|
|
@ -1566,5 +1567,5 @@ SYM_FUNC_START(clear_bhb_loop)
|
|||
pop %rbp
|
||||
RET
|
||||
SYM_FUNC_END(clear_bhb_loop)
|
||||
EXPORT_SYMBOL_GPL(clear_bhb_loop)
|
||||
EXPORT_SYMBOL_FOR_KVM(clear_bhb_loop)
|
||||
STACK_FRAME_NON_STANDARD(clear_bhb_loop)
|
||||
|
|
|
|||
|
|
@ -4,6 +4,7 @@
|
|||
*/
|
||||
|
||||
#include <linux/export.h>
|
||||
#include <linux/kvm_types.h>
|
||||
|
||||
#include <asm/asm.h>
|
||||
#include <asm/fred.h>
|
||||
|
|
@ -146,5 +147,5 @@ SYM_FUNC_START(asm_fred_entry_from_kvm)
|
|||
RET
|
||||
|
||||
SYM_FUNC_END(asm_fred_entry_from_kvm)
|
||||
EXPORT_SYMBOL_GPL(asm_fred_entry_from_kvm);
|
||||
EXPORT_SYMBOL_FOR_KVM(asm_fred_entry_from_kvm);
|
||||
#endif
|
||||
|
|
|
|||
|
|
@ -2,6 +2,7 @@
|
|||
#include <linux/perf_event.h>
|
||||
#include <linux/jump_label.h>
|
||||
#include <linux/export.h>
|
||||
#include <linux/kvm_types.h>
|
||||
#include <linux/types.h>
|
||||
#include <linux/init.h>
|
||||
#include <linux/slab.h>
|
||||
|
|
@ -1574,7 +1575,7 @@ void amd_pmu_enable_virt(void)
|
|||
/* Reload all events */
|
||||
amd_pmu_reload_virt();
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(amd_pmu_enable_virt);
|
||||
EXPORT_SYMBOL_FOR_KVM(amd_pmu_enable_virt);
|
||||
|
||||
void amd_pmu_disable_virt(void)
|
||||
{
|
||||
|
|
@ -1591,4 +1592,4 @@ void amd_pmu_disable_virt(void)
|
|||
/* Reload all events */
|
||||
amd_pmu_reload_virt();
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(amd_pmu_disable_virt);
|
||||
EXPORT_SYMBOL_FOR_KVM(amd_pmu_disable_virt);
|
||||
|
|
|
|||
|
|
@ -20,6 +20,7 @@
|
|||
#include <linux/export.h>
|
||||
#include <linux/init.h>
|
||||
#include <linux/kdebug.h>
|
||||
#include <linux/kvm_types.h>
|
||||
#include <linux/sched/mm.h>
|
||||
#include <linux/sched/clock.h>
|
||||
#include <linux/uaccess.h>
|
||||
|
|
@ -723,7 +724,7 @@ struct perf_guest_switch_msr *perf_guest_get_msrs(int *nr, void *data)
|
|||
{
|
||||
return static_call(x86_pmu_guest_get_msrs)(nr, data);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(perf_guest_get_msrs);
|
||||
EXPORT_SYMBOL_FOR_KVM(perf_guest_get_msrs);
|
||||
|
||||
/*
|
||||
* There may be PMI landing after enabled=0. The PMI hitting could be before or
|
||||
|
|
@ -3078,7 +3079,7 @@ void perf_get_x86_pmu_capability(struct x86_pmu_capability *cap)
|
|||
cap->events_mask_len = x86_pmu.events_mask_len;
|
||||
cap->pebs_ept = x86_pmu.pebs_ept;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(perf_get_x86_pmu_capability);
|
||||
EXPORT_SYMBOL_FOR_KVM(perf_get_x86_pmu_capability);
|
||||
|
||||
u64 perf_get_hw_event_config(int hw_event)
|
||||
{
|
||||
|
|
@ -3089,4 +3090,4 @@ u64 perf_get_hw_event_config(int hw_event)
|
|||
|
||||
return 0;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(perf_get_hw_event_config);
|
||||
EXPORT_SYMBOL_FOR_KVM(perf_get_hw_event_config);
|
||||
|
|
|
|||
|
|
@ -1,4 +1,5 @@
|
|||
// SPDX-License-Identifier: GPL-2.0
|
||||
#include <linux/kvm_types.h>
|
||||
#include <linux/perf_event.h>
|
||||
#include <linux/types.h>
|
||||
|
||||
|
|
@ -1705,7 +1706,7 @@ void x86_perf_get_lbr(struct x86_pmu_lbr *lbr)
|
|||
lbr->info = x86_pmu.lbr_info;
|
||||
lbr->has_callstack = x86_pmu_has_lbr_callstack();
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(x86_perf_get_lbr);
|
||||
EXPORT_SYMBOL_FOR_KVM(x86_perf_get_lbr);
|
||||
|
||||
struct event_constraint vlbr_constraint =
|
||||
__EVENT_CONSTRAINT(INTEL_FIXED_VLBR_EVENT, (1ULL << INTEL_PMC_IDX_FIXED_VLBR),
|
||||
|
|
|
|||
|
|
@ -17,6 +17,7 @@
|
|||
#include <linux/limits.h>
|
||||
#include <linux/slab.h>
|
||||
#include <linux/device.h>
|
||||
#include <linux/kvm_types.h>
|
||||
|
||||
#include <asm/cpuid/api.h>
|
||||
#include <asm/perf_event.h>
|
||||
|
|
@ -82,13 +83,13 @@ u32 intel_pt_validate_cap(u32 *caps, enum pt_capabilities capability)
|
|||
|
||||
return (c & cd->mask) >> shift;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(intel_pt_validate_cap);
|
||||
EXPORT_SYMBOL_FOR_KVM(intel_pt_validate_cap);
|
||||
|
||||
u32 intel_pt_validate_hw_cap(enum pt_capabilities cap)
|
||||
{
|
||||
return intel_pt_validate_cap(pt_pmu.caps, cap);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(intel_pt_validate_hw_cap);
|
||||
EXPORT_SYMBOL_FOR_KVM(intel_pt_validate_hw_cap);
|
||||
|
||||
static ssize_t pt_cap_show(struct device *cdev,
|
||||
struct device_attribute *attr,
|
||||
|
|
@ -1590,7 +1591,7 @@ void intel_pt_handle_vmx(int on)
|
|||
|
||||
local_irq_restore(flags);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(intel_pt_handle_vmx);
|
||||
EXPORT_SYMBOL_FOR_KVM(intel_pt_handle_vmx);
|
||||
|
||||
/*
|
||||
* PMU callbacks
|
||||
|
|
|
|||
|
|
@ -10,6 +10,11 @@
|
|||
#define KVM_SUB_MODULES kvm-intel
|
||||
#else
|
||||
#undef KVM_SUB_MODULES
|
||||
/*
|
||||
* Don't export symbols for KVM without vendor modules, as kvm.ko is built iff
|
||||
* at least one vendor module is enabled.
|
||||
*/
|
||||
#define EXPORT_SYMBOL_FOR_KVM(symbol)
|
||||
#endif
|
||||
|
||||
#define KVM_ARCH_NR_OBJS_PER_MEMORY_CACHE 40
|
||||
|
|
|
|||
|
|
@ -36,6 +36,7 @@
|
|||
#include <linux/dmi.h>
|
||||
#include <linux/smp.h>
|
||||
#include <linux/mm.h>
|
||||
#include <linux/kvm_types.h>
|
||||
|
||||
#include <xen/xen.h>
|
||||
|
||||
|
|
@ -2319,7 +2320,7 @@ u32 x86_msi_msg_get_destid(struct msi_msg *msg, bool extid)
|
|||
dest |= msg->arch_addr_hi.destid_8_31 << 8;
|
||||
return dest;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(x86_msi_msg_get_destid);
|
||||
EXPORT_SYMBOL_FOR_KVM(x86_msi_msg_get_destid);
|
||||
|
||||
static void __init apic_bsp_up_setup(void)
|
||||
{
|
||||
|
|
|
|||
|
|
@ -4,6 +4,7 @@
|
|||
* SPDX-License-Identifier: GPL-2.0
|
||||
*/
|
||||
#include <linux/irq.h>
|
||||
#include <linux/kvm_types.h>
|
||||
#include <asm/apic.h>
|
||||
|
||||
#include "local.h"
|
||||
|
|
@ -25,7 +26,7 @@ u32 default_cpu_present_to_apicid(int mps_cpu)
|
|||
else
|
||||
return BAD_APICID;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(default_cpu_present_to_apicid);
|
||||
EXPORT_SYMBOL_FOR_KVM(default_cpu_present_to_apicid);
|
||||
|
||||
/*
|
||||
* Set up the logical destination ID when the APIC operates in logical
|
||||
|
|
|
|||
|
|
@ -3,7 +3,7 @@
|
|||
#include <linux/bitops.h>
|
||||
#include <linux/elf.h>
|
||||
#include <linux/mm.h>
|
||||
|
||||
#include <linux/kvm_types.h>
|
||||
#include <linux/io.h>
|
||||
#include <linux/sched.h>
|
||||
#include <linux/sched/clock.h>
|
||||
|
|
@ -1318,7 +1318,7 @@ unsigned long amd_get_dr_addr_mask(unsigned int dr)
|
|||
|
||||
return per_cpu(amd_dr_addr_mask[dr], smp_processor_id());
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(amd_get_dr_addr_mask);
|
||||
EXPORT_SYMBOL_FOR_KVM(amd_get_dr_addr_mask);
|
||||
|
||||
static void zenbleed_check_cpu(void *unused)
|
||||
{
|
||||
|
|
|
|||
|
|
@ -16,6 +16,7 @@
|
|||
#include <linux/sched/smt.h>
|
||||
#include <linux/pgtable.h>
|
||||
#include <linux/bpf.h>
|
||||
#include <linux/kvm_types.h>
|
||||
|
||||
#include <asm/spec-ctrl.h>
|
||||
#include <asm/cmdline.h>
|
||||
|
|
@ -55,7 +56,6 @@
|
|||
|
||||
/* The base value of the SPEC_CTRL MSR without task-specific bits set */
|
||||
u64 x86_spec_ctrl_base;
|
||||
EXPORT_SYMBOL_GPL(x86_spec_ctrl_base);
|
||||
|
||||
/* The current value of the SPEC_CTRL MSR with task-specific bits set */
|
||||
DEFINE_PER_CPU(u64, x86_spec_ctrl_current);
|
||||
|
|
@ -132,7 +132,7 @@ DEFINE_STATIC_KEY_FALSE(switch_mm_always_ibpb);
|
|||
|
||||
/* Control IBPB on vCPU load */
|
||||
DEFINE_STATIC_KEY_FALSE(switch_vcpu_ibpb);
|
||||
EXPORT_SYMBOL_GPL(switch_vcpu_ibpb);
|
||||
EXPORT_SYMBOL_FOR_KVM(switch_vcpu_ibpb);
|
||||
|
||||
/* Control CPU buffer clear before idling (halt, mwait) */
|
||||
DEFINE_STATIC_KEY_FALSE(cpu_buf_idle_clear);
|
||||
|
|
@ -151,7 +151,7 @@ DEFINE_STATIC_KEY_FALSE(switch_mm_cond_l1d_flush);
|
|||
* mitigation is required.
|
||||
*/
|
||||
DEFINE_STATIC_KEY_FALSE(cpu_buf_vm_clear);
|
||||
EXPORT_SYMBOL_GPL(cpu_buf_vm_clear);
|
||||
EXPORT_SYMBOL_FOR_KVM(cpu_buf_vm_clear);
|
||||
|
||||
#undef pr_fmt
|
||||
#define pr_fmt(fmt) "mitigations: " fmt
|
||||
|
|
@ -226,7 +226,7 @@ x86_virt_spec_ctrl(u64 guest_virt_spec_ctrl, bool setguest)
|
|||
speculation_ctrl_update(tif);
|
||||
}
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(x86_virt_spec_ctrl);
|
||||
EXPORT_SYMBOL_FOR_KVM(x86_virt_spec_ctrl);
|
||||
|
||||
static void x86_amd_ssb_disable(void)
|
||||
{
|
||||
|
|
@ -892,7 +892,7 @@ bool gds_ucode_mitigated(void)
|
|||
return (gds_mitigation == GDS_MITIGATION_FULL ||
|
||||
gds_mitigation == GDS_MITIGATION_FULL_LOCKED);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(gds_ucode_mitigated);
|
||||
EXPORT_SYMBOL_FOR_KVM(gds_ucode_mitigated);
|
||||
|
||||
void update_gds_msr(void)
|
||||
{
|
||||
|
|
@ -2719,7 +2719,7 @@ void x86_spec_ctrl_setup_ap(void)
|
|||
}
|
||||
|
||||
bool itlb_multihit_kvm_mitigation;
|
||||
EXPORT_SYMBOL_GPL(itlb_multihit_kvm_mitigation);
|
||||
EXPORT_SYMBOL_FOR_KVM(itlb_multihit_kvm_mitigation);
|
||||
|
||||
#undef pr_fmt
|
||||
#define pr_fmt(fmt) "L1TF: " fmt
|
||||
|
|
@ -2727,11 +2727,9 @@ EXPORT_SYMBOL_GPL(itlb_multihit_kvm_mitigation);
|
|||
/* Default mitigation for L1TF-affected CPUs */
|
||||
enum l1tf_mitigations l1tf_mitigation __ro_after_init =
|
||||
IS_ENABLED(CONFIG_MITIGATION_L1TF) ? L1TF_MITIGATION_AUTO : L1TF_MITIGATION_OFF;
|
||||
#if IS_ENABLED(CONFIG_KVM_INTEL)
|
||||
EXPORT_SYMBOL_GPL(l1tf_mitigation);
|
||||
#endif
|
||||
EXPORT_SYMBOL_FOR_KVM(l1tf_mitigation);
|
||||
enum vmx_l1d_flush_state l1tf_vmx_mitigation = VMENTER_L1D_FLUSH_AUTO;
|
||||
EXPORT_SYMBOL_GPL(l1tf_vmx_mitigation);
|
||||
EXPORT_SYMBOL_FOR_KVM(l1tf_vmx_mitigation);
|
||||
|
||||
/*
|
||||
* These CPUs all support 44bits physical address space internally in the
|
||||
|
|
|
|||
|
|
@ -6,6 +6,7 @@
|
|||
#include <linux/workqueue.h>
|
||||
#include <linux/delay.h>
|
||||
#include <linux/cpuhotplug.h>
|
||||
#include <linux/kvm_types.h>
|
||||
#include <asm/cpu_device_id.h>
|
||||
#include <asm/cmdline.h>
|
||||
#include <asm/traps.h>
|
||||
|
|
@ -289,7 +290,7 @@ bool handle_guest_split_lock(unsigned long ip)
|
|||
force_sig_fault(SIGBUS, BUS_ADRALN, NULL);
|
||||
return false;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(handle_guest_split_lock);
|
||||
EXPORT_SYMBOL_FOR_KVM(handle_guest_split_lock);
|
||||
|
||||
void bus_lock_init(void)
|
||||
{
|
||||
|
|
|
|||
|
|
@ -7,6 +7,7 @@
|
|||
#include <linux/bitops.h>
|
||||
#include <linux/kernel.h>
|
||||
#include <linux/export.h>
|
||||
#include <linux/kvm_types.h>
|
||||
#include <linux/percpu.h>
|
||||
#include <linux/string.h>
|
||||
#include <linux/ctype.h>
|
||||
|
|
@ -464,14 +465,14 @@ void cr4_update_irqsoff(unsigned long set, unsigned long clear)
|
|||
__write_cr4(newval);
|
||||
}
|
||||
}
|
||||
EXPORT_SYMBOL(cr4_update_irqsoff);
|
||||
EXPORT_SYMBOL_FOR_KVM(cr4_update_irqsoff);
|
||||
|
||||
/* Read the CR4 shadow. */
|
||||
unsigned long cr4_read_shadow(void)
|
||||
{
|
||||
return this_cpu_read(cpu_tlbstate.cr4);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(cr4_read_shadow);
|
||||
EXPORT_SYMBOL_FOR_KVM(cr4_read_shadow);
|
||||
|
||||
void cr4_init(void)
|
||||
{
|
||||
|
|
@ -726,7 +727,7 @@ void load_direct_gdt(int cpu)
|
|||
gdt_descr.size = GDT_SIZE - 1;
|
||||
load_gdt(&gdt_descr);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(load_direct_gdt);
|
||||
EXPORT_SYMBOL_FOR_KVM(load_direct_gdt);
|
||||
|
||||
/* Load a fixmap remapping of the per-cpu GDT */
|
||||
void load_fixmap_gdt(int cpu)
|
||||
|
|
|
|||
|
|
@ -89,7 +89,6 @@ static int mtrr_state_set;
|
|||
u64 mtrr_tom2;
|
||||
|
||||
struct mtrr_state_type mtrr_state;
|
||||
EXPORT_SYMBOL_GPL(mtrr_state);
|
||||
|
||||
/* Reserved bits in the high portion of the MTRRphysBaseN MSR. */
|
||||
u32 phys_hi_rsvd;
|
||||
|
|
|
|||
|
|
@ -5,6 +5,7 @@
|
|||
#include <linux/freezer.h>
|
||||
#include <linux/highmem.h>
|
||||
#include <linux/kthread.h>
|
||||
#include <linux/kvm_types.h>
|
||||
#include <linux/miscdevice.h>
|
||||
#include <linux/node.h>
|
||||
#include <linux/pagemap.h>
|
||||
|
|
@ -916,7 +917,7 @@ int sgx_set_attribute(unsigned long *allowed_attributes,
|
|||
*allowed_attributes |= SGX_ATTR_PROVISIONKEY;
|
||||
return 0;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(sgx_set_attribute);
|
||||
EXPORT_SYMBOL_FOR_KVM(sgx_set_attribute);
|
||||
|
||||
/* Counter to count the active SGX users */
|
||||
static int sgx_usage_count;
|
||||
|
|
|
|||
|
|
@ -5,6 +5,7 @@
|
|||
* Copyright(c) 2021 Intel Corporation.
|
||||
*/
|
||||
|
||||
#include <linux/kvm_types.h>
|
||||
#include <linux/miscdevice.h>
|
||||
#include <linux/mm.h>
|
||||
#include <linux/mman.h>
|
||||
|
|
@ -381,7 +382,7 @@ int sgx_virt_ecreate(struct sgx_pageinfo *pageinfo, void __user *secs,
|
|||
WARN_ON_ONCE(ret);
|
||||
return 0;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(sgx_virt_ecreate);
|
||||
EXPORT_SYMBOL_FOR_KVM(sgx_virt_ecreate);
|
||||
|
||||
static int __sgx_virt_einit(void __user *sigstruct, void __user *token,
|
||||
void __user *secs)
|
||||
|
|
@ -450,4 +451,4 @@ int sgx_virt_einit(void __user *sigstruct, void __user *token,
|
|||
|
||||
return ret;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(sgx_virt_einit);
|
||||
EXPORT_SYMBOL_FOR_KVM(sgx_virt_einit);
|
||||
|
|
|
|||
|
|
@ -16,6 +16,7 @@
|
|||
#include <linux/firmware-map.h>
|
||||
#include <linux/sort.h>
|
||||
#include <linux/memory_hotplug.h>
|
||||
#include <linux/kvm_types.h>
|
||||
|
||||
#include <asm/e820/api.h>
|
||||
#include <asm/setup.h>
|
||||
|
|
@ -95,7 +96,7 @@ bool e820__mapped_raw_any(u64 start, u64 end, enum e820_type type)
|
|||
{
|
||||
return _e820__mapped_any(e820_table_firmware, start, end, type);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(e820__mapped_raw_any);
|
||||
EXPORT_SYMBOL_FOR_KVM(e820__mapped_raw_any);
|
||||
|
||||
bool e820__mapped_any(u64 start, u64 end, enum e820_type type)
|
||||
{
|
||||
|
|
|
|||
|
|
@ -18,6 +18,7 @@
|
|||
#include <uapi/asm/kvm.h>
|
||||
|
||||
#include <linux/hardirq.h>
|
||||
#include <linux/kvm_types.h>
|
||||
#include <linux/pkeys.h>
|
||||
#include <linux/vmalloc.h>
|
||||
|
||||
|
|
@ -276,7 +277,7 @@ bool fpu_alloc_guest_fpstate(struct fpu_guest *gfpu)
|
|||
|
||||
return true;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(fpu_alloc_guest_fpstate);
|
||||
EXPORT_SYMBOL_FOR_KVM(fpu_alloc_guest_fpstate);
|
||||
|
||||
void fpu_free_guest_fpstate(struct fpu_guest *gfpu)
|
||||
{
|
||||
|
|
@ -291,7 +292,7 @@ void fpu_free_guest_fpstate(struct fpu_guest *gfpu)
|
|||
gfpu->fpstate = NULL;
|
||||
vfree(fpstate);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(fpu_free_guest_fpstate);
|
||||
EXPORT_SYMBOL_FOR_KVM(fpu_free_guest_fpstate);
|
||||
|
||||
/*
|
||||
* fpu_enable_guest_xfd_features - Check xfeatures against guest perm and enable
|
||||
|
|
@ -313,7 +314,7 @@ int fpu_enable_guest_xfd_features(struct fpu_guest *guest_fpu, u64 xfeatures)
|
|||
|
||||
return __xfd_enable_feature(xfeatures, guest_fpu);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(fpu_enable_guest_xfd_features);
|
||||
EXPORT_SYMBOL_FOR_KVM(fpu_enable_guest_xfd_features);
|
||||
|
||||
#ifdef CONFIG_X86_64
|
||||
void fpu_update_guest_xfd(struct fpu_guest *guest_fpu, u64 xfd)
|
||||
|
|
@ -324,7 +325,7 @@ void fpu_update_guest_xfd(struct fpu_guest *guest_fpu, u64 xfd)
|
|||
xfd_update_state(guest_fpu->fpstate);
|
||||
fpregs_unlock();
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(fpu_update_guest_xfd);
|
||||
EXPORT_SYMBOL_FOR_KVM(fpu_update_guest_xfd);
|
||||
|
||||
/**
|
||||
* fpu_sync_guest_vmexit_xfd_state - Synchronize XFD MSR and software state
|
||||
|
|
@ -348,7 +349,7 @@ void fpu_sync_guest_vmexit_xfd_state(void)
|
|||
__this_cpu_write(xfd_state, fpstate->xfd);
|
||||
}
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(fpu_sync_guest_vmexit_xfd_state);
|
||||
EXPORT_SYMBOL_FOR_KVM(fpu_sync_guest_vmexit_xfd_state);
|
||||
#endif /* CONFIG_X86_64 */
|
||||
|
||||
int fpu_swap_kvm_fpstate(struct fpu_guest *guest_fpu, bool enter_guest)
|
||||
|
|
@ -390,7 +391,7 @@ int fpu_swap_kvm_fpstate(struct fpu_guest *guest_fpu, bool enter_guest)
|
|||
fpregs_unlock();
|
||||
return 0;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(fpu_swap_kvm_fpstate);
|
||||
EXPORT_SYMBOL_FOR_KVM(fpu_swap_kvm_fpstate);
|
||||
|
||||
void fpu_copy_guest_fpstate_to_uabi(struct fpu_guest *gfpu, void *buf,
|
||||
unsigned int size, u64 xfeatures, u32 pkru)
|
||||
|
|
@ -409,7 +410,7 @@ void fpu_copy_guest_fpstate_to_uabi(struct fpu_guest *gfpu, void *buf,
|
|||
ustate->xsave.header.xfeatures = XFEATURE_MASK_FPSSE;
|
||||
}
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(fpu_copy_guest_fpstate_to_uabi);
|
||||
EXPORT_SYMBOL_FOR_KVM(fpu_copy_guest_fpstate_to_uabi);
|
||||
|
||||
int fpu_copy_uabi_to_guest_fpstate(struct fpu_guest *gfpu, const void *buf,
|
||||
u64 xcr0, u32 *vpkru)
|
||||
|
|
@ -439,7 +440,7 @@ int fpu_copy_uabi_to_guest_fpstate(struct fpu_guest *gfpu, const void *buf,
|
|||
|
||||
return copy_uabi_from_kernel_to_xstate(kstate, ustate, vpkru);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(fpu_copy_uabi_to_guest_fpstate);
|
||||
EXPORT_SYMBOL_FOR_KVM(fpu_copy_uabi_to_guest_fpstate);
|
||||
#endif /* CONFIG_KVM */
|
||||
|
||||
void kernel_fpu_begin_mask(unsigned int kfpu_mask)
|
||||
|
|
@ -857,7 +858,7 @@ void switch_fpu_return(void)
|
|||
|
||||
fpregs_restore_userregs();
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(switch_fpu_return);
|
||||
EXPORT_SYMBOL_FOR_KVM(switch_fpu_return);
|
||||
|
||||
void fpregs_lock_and_load(void)
|
||||
{
|
||||
|
|
@ -892,7 +893,7 @@ void fpregs_assert_state_consistent(void)
|
|||
|
||||
WARN_ON_FPU(!fpregs_state_valid(fpu, smp_processor_id()));
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(fpregs_assert_state_consistent);
|
||||
EXPORT_SYMBOL_FOR_KVM(fpregs_assert_state_consistent);
|
||||
#endif
|
||||
|
||||
void fpregs_mark_activate(void)
|
||||
|
|
|
|||
|
|
@ -8,6 +8,7 @@
|
|||
#include <linux/compat.h>
|
||||
#include <linux/cpu.h>
|
||||
#include <linux/mman.h>
|
||||
#include <linux/kvm_types.h>
|
||||
#include <linux/nospec.h>
|
||||
#include <linux/pkeys.h>
|
||||
#include <linux/seq_file.h>
|
||||
|
|
@ -1058,7 +1059,7 @@ void *get_xsave_addr(struct xregs_state *xsave, int xfeature_nr)
|
|||
|
||||
return __raw_xsave_addr(xsave, xfeature_nr);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(get_xsave_addr);
|
||||
EXPORT_SYMBOL_FOR_KVM(get_xsave_addr);
|
||||
|
||||
/*
|
||||
* Given an xstate feature nr, calculate where in the xsave buffer the state is.
|
||||
|
|
@ -1482,7 +1483,7 @@ void fpstate_clear_xstate_component(struct fpstate *fpstate, unsigned int xfeatu
|
|||
if (addr)
|
||||
memset(addr, 0, xstate_sizes[xfeature]);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(fpstate_clear_xstate_component);
|
||||
EXPORT_SYMBOL_FOR_KVM(fpstate_clear_xstate_component);
|
||||
#endif
|
||||
|
||||
#ifdef CONFIG_X86_64
|
||||
|
|
@ -1818,7 +1819,7 @@ u64 xstate_get_guest_group_perm(void)
|
|||
{
|
||||
return xstate_get_group_perm(true);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(xstate_get_guest_group_perm);
|
||||
EXPORT_SYMBOL_FOR_KVM(xstate_get_guest_group_perm);
|
||||
|
||||
/**
|
||||
* fpu_xstate_prctl - xstate permission operations
|
||||
|
|
|
|||
|
|
@ -24,6 +24,7 @@
|
|||
#include <linux/percpu.h>
|
||||
#include <linux/kdebug.h>
|
||||
#include <linux/kernel.h>
|
||||
#include <linux/kvm_types.h>
|
||||
#include <linux/export.h>
|
||||
#include <linux/sched.h>
|
||||
#include <linux/smp.h>
|
||||
|
|
@ -489,7 +490,7 @@ void hw_breakpoint_restore(void)
|
|||
set_debugreg(DR6_RESERVED, 6);
|
||||
set_debugreg(__this_cpu_read(cpu_dr7), 7);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(hw_breakpoint_restore);
|
||||
EXPORT_SYMBOL_FOR_KVM(hw_breakpoint_restore);
|
||||
|
||||
/*
|
||||
* Handle debug exception notifications.
|
||||
|
|
|
|||
|
|
@ -12,6 +12,7 @@
|
|||
#include <linux/delay.h>
|
||||
#include <linux/export.h>
|
||||
#include <linux/irq.h>
|
||||
#include <linux/kvm_types.h>
|
||||
|
||||
#include <asm/irq_stack.h>
|
||||
#include <asm/apic.h>
|
||||
|
|
@ -361,7 +362,7 @@ void kvm_set_posted_intr_wakeup_handler(void (*handler)(void))
|
|||
synchronize_rcu();
|
||||
}
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(kvm_set_posted_intr_wakeup_handler);
|
||||
EXPORT_SYMBOL_FOR_KVM(kvm_set_posted_intr_wakeup_handler);
|
||||
|
||||
/*
|
||||
* Handler for POSTED_INTERRUPT_VECTOR.
|
||||
|
|
|
|||
|
|
@ -29,6 +29,7 @@
|
|||
#include <linux/syscore_ops.h>
|
||||
#include <linux/cc_platform.h>
|
||||
#include <linux/efi.h>
|
||||
#include <linux/kvm_types.h>
|
||||
#include <asm/timer.h>
|
||||
#include <asm/cpu.h>
|
||||
#include <asm/traps.h>
|
||||
|
|
@ -162,7 +163,7 @@ void kvm_async_pf_task_wait_schedule(u32 token)
|
|||
}
|
||||
finish_swait(&n.wq, &wait);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(kvm_async_pf_task_wait_schedule);
|
||||
EXPORT_SYMBOL_FOR_KVM(kvm_async_pf_task_wait_schedule);
|
||||
|
||||
static void apf_task_wake_one(struct kvm_task_sleep_node *n)
|
||||
{
|
||||
|
|
@ -253,7 +254,7 @@ noinstr u32 kvm_read_and_reset_apf_flags(void)
|
|||
|
||||
return flags;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(kvm_read_and_reset_apf_flags);
|
||||
EXPORT_SYMBOL_FOR_KVM(kvm_read_and_reset_apf_flags);
|
||||
|
||||
noinstr bool __kvm_handle_async_pf(struct pt_regs *regs, u32 token)
|
||||
{
|
||||
|
|
|
|||
|
|
@ -98,7 +98,7 @@ static int filter_write(u32 reg)
|
|||
if (!__ratelimit(&fw_rs))
|
||||
return 0;
|
||||
|
||||
pr_warn("Write to unrecognized MSR 0x%x by %s (pid: %d).\n",
|
||||
pr_warn("Write to unrecognized MSR 0x%x by %s (pid: %d), tainting CPU_OUT_OF_SPEC.\n",
|
||||
reg, current->comm, current->pid);
|
||||
pr_warn("See https://git.kernel.org/pub/scm/linux/kernel/git/tip/tip.git/about for details.\n");
|
||||
|
||||
|
|
|
|||
|
|
@ -24,6 +24,7 @@
|
|||
#include <linux/export.h>
|
||||
#include <linux/atomic.h>
|
||||
#include <linux/sched/clock.h>
|
||||
#include <linux/kvm_types.h>
|
||||
|
||||
#include <asm/cpu_entry_area.h>
|
||||
#include <asm/traps.h>
|
||||
|
|
@ -613,9 +614,7 @@ DEFINE_IDTENTRY_RAW(exc_nmi_kvm_vmx)
|
|||
{
|
||||
exc_nmi(regs);
|
||||
}
|
||||
#if IS_MODULE(CONFIG_KVM_INTEL)
|
||||
EXPORT_SYMBOL_GPL(asm_exc_nmi_kvm_vmx);
|
||||
#endif
|
||||
EXPORT_SYMBOL_FOR_KVM(asm_exc_nmi_kvm_vmx);
|
||||
#endif
|
||||
|
||||
#ifdef CONFIG_NMI_CHECK_CPU
|
||||
|
|
|
|||
|
|
@ -30,6 +30,7 @@
|
|||
#include <linux/interrupt.h>
|
||||
#include <linux/delay.h>
|
||||
#include <linux/export.h>
|
||||
#include <linux/kvm_types.h>
|
||||
#include <linux/ptrace.h>
|
||||
#include <linux/notifier.h>
|
||||
#include <linux/kprobes.h>
|
||||
|
|
@ -303,9 +304,7 @@ void current_save_fsgs(void)
|
|||
save_fsgs(current);
|
||||
local_irq_restore(flags);
|
||||
}
|
||||
#if IS_ENABLED(CONFIG_KVM)
|
||||
EXPORT_SYMBOL_GPL(current_save_fsgs);
|
||||
#endif
|
||||
EXPORT_SYMBOL_FOR_KVM(current_save_fsgs);
|
||||
|
||||
static __always_inline void loadseg(enum which_selector which,
|
||||
unsigned short sel)
|
||||
|
|
|
|||
|
|
@ -13,6 +13,7 @@
|
|||
#include <linux/objtool.h>
|
||||
#include <linux/pgtable.h>
|
||||
#include <linux/kexec.h>
|
||||
#include <linux/kvm_types.h>
|
||||
#include <acpi/reboot.h>
|
||||
#include <asm/io.h>
|
||||
#include <asm/apic.h>
|
||||
|
|
@ -541,7 +542,7 @@ void cpu_emergency_register_virt_callback(cpu_emergency_virt_cb *callback)
|
|||
|
||||
rcu_assign_pointer(cpu_emergency_virt_callback, callback);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(cpu_emergency_register_virt_callback);
|
||||
EXPORT_SYMBOL_FOR_KVM(cpu_emergency_register_virt_callback);
|
||||
|
||||
void cpu_emergency_unregister_virt_callback(cpu_emergency_virt_cb *callback)
|
||||
{
|
||||
|
|
@ -551,7 +552,7 @@ void cpu_emergency_unregister_virt_callback(cpu_emergency_virt_cb *callback)
|
|||
rcu_assign_pointer(cpu_emergency_virt_callback, NULL);
|
||||
synchronize_rcu();
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(cpu_emergency_unregister_virt_callback);
|
||||
EXPORT_SYMBOL_FOR_KVM(cpu_emergency_unregister_virt_callback);
|
||||
|
||||
/*
|
||||
* Disable virtualization, i.e. VMX or SVM, to ensure INIT is recognized during
|
||||
|
|
|
|||
|
|
@ -11,6 +11,7 @@
|
|||
#include <linux/cpufreq.h>
|
||||
#include <linux/delay.h>
|
||||
#include <linux/clocksource.h>
|
||||
#include <linux/kvm_types.h>
|
||||
#include <linux/percpu.h>
|
||||
#include <linux/timex.h>
|
||||
#include <linux/static_key.h>
|
||||
|
|
|
|||
|
|
@ -2,6 +2,7 @@
|
|||
#include <asm/paravirt.h>
|
||||
#include <linux/smp.h>
|
||||
#include <linux/export.h>
|
||||
#include <linux/kvm_types.h>
|
||||
|
||||
static void __wbinvd(void *dummy)
|
||||
{
|
||||
|
|
@ -12,7 +13,7 @@ void wbinvd_on_cpu(int cpu)
|
|||
{
|
||||
smp_call_function_single(cpu, __wbinvd, NULL, 1);
|
||||
}
|
||||
EXPORT_SYMBOL(wbinvd_on_cpu);
|
||||
EXPORT_SYMBOL_FOR_KVM(wbinvd_on_cpu);
|
||||
|
||||
void wbinvd_on_all_cpus(void)
|
||||
{
|
||||
|
|
@ -24,7 +25,7 @@ void wbinvd_on_cpus_mask(struct cpumask *cpus)
|
|||
{
|
||||
on_each_cpu_mask(cpus, __wbinvd, NULL, 1);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(wbinvd_on_cpus_mask);
|
||||
EXPORT_SYMBOL_FOR_KVM(wbinvd_on_cpus_mask);
|
||||
|
||||
static void __wbnoinvd(void *dummy)
|
||||
{
|
||||
|
|
@ -35,10 +36,10 @@ void wbnoinvd_on_all_cpus(void)
|
|||
{
|
||||
on_each_cpu(__wbnoinvd, NULL, 1);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(wbnoinvd_on_all_cpus);
|
||||
EXPORT_SYMBOL_FOR_KVM(wbnoinvd_on_all_cpus);
|
||||
|
||||
void wbnoinvd_on_cpus_mask(struct cpumask *cpus)
|
||||
{
|
||||
on_each_cpu_mask(cpus, __wbnoinvd, NULL, 1);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(wbnoinvd_on_cpus_mask);
|
||||
EXPORT_SYMBOL_FOR_KVM(wbnoinvd_on_cpus_mask);
|
||||
|
|
|
|||
|
|
@ -1,5 +1,6 @@
|
|||
// SPDX-License-Identifier: GPL-2.0
|
||||
#include <linux/export.h>
|
||||
#include <linux/kvm_types.h>
|
||||
#include <linux/percpu.h>
|
||||
#include <linux/preempt.h>
|
||||
#include <asm/msr.h>
|
||||
|
|
@ -103,7 +104,7 @@ int msr_set_bit(u32 msr, u8 bit)
|
|||
{
|
||||
return __flip_bit(msr, bit, true);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(msr_set_bit);
|
||||
EXPORT_SYMBOL_FOR_KVM(msr_set_bit);
|
||||
|
||||
/**
|
||||
* msr_clear_bit - Clear @bit in a MSR @msr.
|
||||
|
|
@ -119,7 +120,7 @@ int msr_clear_bit(u32 msr, u8 bit)
|
|||
{
|
||||
return __flip_bit(msr, bit, false);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(msr_clear_bit);
|
||||
EXPORT_SYMBOL_FOR_KVM(msr_clear_bit);
|
||||
|
||||
#ifdef CONFIG_TRACEPOINTS
|
||||
void do_trace_write_msr(u32 msr, u64 val, int failed)
|
||||
|
|
|
|||
|
|
@ -486,7 +486,6 @@ void ptdump_walk_pgd_level_debugfs(struct seq_file *m, struct mm_struct *mm,
|
|||
#endif
|
||||
ptdump_walk_pgd_level_core(m, mm, pgd, false, false);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(ptdump_walk_pgd_level_debugfs);
|
||||
|
||||
void ptdump_walk_user_pgd_level_checkwx(void)
|
||||
{
|
||||
|
|
|
|||
|
|
@ -42,6 +42,7 @@
|
|||
#include <linux/highmem.h>
|
||||
#include <linux/fs.h>
|
||||
#include <linux/rbtree.h>
|
||||
#include <linux/kvm_types.h>
|
||||
|
||||
#include <asm/cpu_device_id.h>
|
||||
#include <asm/cacheflush.h>
|
||||
|
|
@ -697,7 +698,7 @@ bool pat_pfn_immune_to_uc_mtrr(unsigned long pfn)
|
|||
cm == _PAGE_CACHE_MODE_UC_MINUS ||
|
||||
cm == _PAGE_CACHE_MODE_WC;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(pat_pfn_immune_to_uc_mtrr);
|
||||
EXPORT_SYMBOL_FOR_KVM(pat_pfn_immune_to_uc_mtrr);
|
||||
|
||||
/**
|
||||
* memtype_reserve_io - Request a memory type mapping for a region of memory
|
||||
|
|
|
|||
|
|
@ -12,6 +12,7 @@
|
|||
#include <linux/task_work.h>
|
||||
#include <linux/mmu_notifier.h>
|
||||
#include <linux/mmu_context.h>
|
||||
#include <linux/kvm_types.h>
|
||||
|
||||
#include <asm/tlbflush.h>
|
||||
#include <asm/mmu_context.h>
|
||||
|
|
@ -1582,7 +1583,7 @@ unsigned long __get_current_cr3_fast(void)
|
|||
VM_BUG_ON(cr3 != __read_cr3());
|
||||
return cr3;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(__get_current_cr3_fast);
|
||||
EXPORT_SYMBOL_FOR_KVM(__get_current_cr3_fast);
|
||||
|
||||
/*
|
||||
* Flush one page in the kernel mapping
|
||||
|
|
@ -1723,7 +1724,7 @@ void __flush_tlb_all(void)
|
|||
flush_tlb_local();
|
||||
}
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(__flush_tlb_all);
|
||||
EXPORT_SYMBOL_FOR_KVM(__flush_tlb_all);
|
||||
|
||||
void arch_tlbbatch_flush(struct arch_tlbflush_unmap_batch *batch)
|
||||
{
|
||||
|
|
|
|||
|
|
@ -29,6 +29,7 @@
|
|||
#include <linux/acpi.h>
|
||||
#include <linux/suspend.h>
|
||||
#include <linux/idr.h>
|
||||
#include <linux/kvm_types.h>
|
||||
#include <asm/page.h>
|
||||
#include <asm/special_insns.h>
|
||||
#include <asm/msr-index.h>
|
||||
|
|
@ -181,7 +182,7 @@ int tdx_cpu_enable(void)
|
|||
|
||||
return 0;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdx_cpu_enable);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdx_cpu_enable);
|
||||
|
||||
/*
|
||||
* Add a memory region as a TDX memory block. The caller must make sure
|
||||
|
|
@ -662,7 +663,7 @@ void tdx_quirk_reset_page(struct page *page)
|
|||
{
|
||||
tdx_quirk_reset_paddr(page_to_phys(page), PAGE_SIZE);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdx_quirk_reset_page);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdx_quirk_reset_page);
|
||||
|
||||
static void tdmr_quirk_reset_pamt(struct tdmr_info *tdmr)
|
||||
{
|
||||
|
|
@ -1216,7 +1217,7 @@ int tdx_enable(void)
|
|||
|
||||
return ret;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdx_enable);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdx_enable);
|
||||
|
||||
static bool is_pamt_page(unsigned long phys)
|
||||
{
|
||||
|
|
@ -1477,13 +1478,13 @@ const struct tdx_sys_info *tdx_get_sysinfo(void)
|
|||
|
||||
return p;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdx_get_sysinfo);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdx_get_sysinfo);
|
||||
|
||||
u32 tdx_get_nr_guest_keyids(void)
|
||||
{
|
||||
return tdx_nr_guest_keyids;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdx_get_nr_guest_keyids);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdx_get_nr_guest_keyids);
|
||||
|
||||
int tdx_guest_keyid_alloc(void)
|
||||
{
|
||||
|
|
@ -1491,13 +1492,13 @@ int tdx_guest_keyid_alloc(void)
|
|||
tdx_guest_keyid_start + tdx_nr_guest_keyids - 1,
|
||||
GFP_KERNEL);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdx_guest_keyid_alloc);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdx_guest_keyid_alloc);
|
||||
|
||||
void tdx_guest_keyid_free(unsigned int keyid)
|
||||
{
|
||||
ida_free(&tdx_guest_keyid_pool, keyid);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdx_guest_keyid_free);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdx_guest_keyid_free);
|
||||
|
||||
static inline u64 tdx_tdr_pa(struct tdx_td *td)
|
||||
{
|
||||
|
|
@ -1521,7 +1522,7 @@ noinstr u64 tdh_vp_enter(struct tdx_vp *td, struct tdx_module_args *args)
|
|||
|
||||
return __seamcall_dirty_cache(__seamcall_saved_ret, TDH_VP_ENTER, args);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_vp_enter);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_vp_enter);
|
||||
|
||||
u64 tdh_mng_addcx(struct tdx_td *td, struct page *tdcs_page)
|
||||
{
|
||||
|
|
@ -1533,7 +1534,7 @@ u64 tdh_mng_addcx(struct tdx_td *td, struct page *tdcs_page)
|
|||
tdx_clflush_page(tdcs_page);
|
||||
return seamcall(TDH_MNG_ADDCX, &args);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_mng_addcx);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_mng_addcx);
|
||||
|
||||
u64 tdh_mem_page_add(struct tdx_td *td, u64 gpa, struct page *page, struct page *source, u64 *ext_err1, u64 *ext_err2)
|
||||
{
|
||||
|
|
@ -1553,7 +1554,7 @@ u64 tdh_mem_page_add(struct tdx_td *td, u64 gpa, struct page *page, struct page
|
|||
|
||||
return ret;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_mem_page_add);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_mem_page_add);
|
||||
|
||||
u64 tdh_mem_sept_add(struct tdx_td *td, u64 gpa, int level, struct page *page, u64 *ext_err1, u64 *ext_err2)
|
||||
{
|
||||
|
|
@ -1572,7 +1573,7 @@ u64 tdh_mem_sept_add(struct tdx_td *td, u64 gpa, int level, struct page *page, u
|
|||
|
||||
return ret;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_mem_sept_add);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_mem_sept_add);
|
||||
|
||||
u64 tdh_vp_addcx(struct tdx_vp *vp, struct page *tdcx_page)
|
||||
{
|
||||
|
|
@ -1584,7 +1585,7 @@ u64 tdh_vp_addcx(struct tdx_vp *vp, struct page *tdcx_page)
|
|||
tdx_clflush_page(tdcx_page);
|
||||
return seamcall(TDH_VP_ADDCX, &args);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_vp_addcx);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_vp_addcx);
|
||||
|
||||
u64 tdh_mem_page_aug(struct tdx_td *td, u64 gpa, int level, struct page *page, u64 *ext_err1, u64 *ext_err2)
|
||||
{
|
||||
|
|
@ -1603,7 +1604,7 @@ u64 tdh_mem_page_aug(struct tdx_td *td, u64 gpa, int level, struct page *page, u
|
|||
|
||||
return ret;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_mem_page_aug);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_mem_page_aug);
|
||||
|
||||
u64 tdh_mem_range_block(struct tdx_td *td, u64 gpa, int level, u64 *ext_err1, u64 *ext_err2)
|
||||
{
|
||||
|
|
@ -1620,7 +1621,7 @@ u64 tdh_mem_range_block(struct tdx_td *td, u64 gpa, int level, u64 *ext_err1, u6
|
|||
|
||||
return ret;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_mem_range_block);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_mem_range_block);
|
||||
|
||||
u64 tdh_mng_key_config(struct tdx_td *td)
|
||||
{
|
||||
|
|
@ -1630,7 +1631,7 @@ u64 tdh_mng_key_config(struct tdx_td *td)
|
|||
|
||||
return seamcall(TDH_MNG_KEY_CONFIG, &args);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_mng_key_config);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_mng_key_config);
|
||||
|
||||
u64 tdh_mng_create(struct tdx_td *td, u16 hkid)
|
||||
{
|
||||
|
|
@ -1642,7 +1643,7 @@ u64 tdh_mng_create(struct tdx_td *td, u16 hkid)
|
|||
tdx_clflush_page(td->tdr_page);
|
||||
return seamcall(TDH_MNG_CREATE, &args);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_mng_create);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_mng_create);
|
||||
|
||||
u64 tdh_vp_create(struct tdx_td *td, struct tdx_vp *vp)
|
||||
{
|
||||
|
|
@ -1654,7 +1655,7 @@ u64 tdh_vp_create(struct tdx_td *td, struct tdx_vp *vp)
|
|||
tdx_clflush_page(vp->tdvpr_page);
|
||||
return seamcall(TDH_VP_CREATE, &args);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_vp_create);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_vp_create);
|
||||
|
||||
u64 tdh_mng_rd(struct tdx_td *td, u64 field, u64 *data)
|
||||
{
|
||||
|
|
@ -1671,7 +1672,7 @@ u64 tdh_mng_rd(struct tdx_td *td, u64 field, u64 *data)
|
|||
|
||||
return ret;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_mng_rd);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_mng_rd);
|
||||
|
||||
u64 tdh_mr_extend(struct tdx_td *td, u64 gpa, u64 *ext_err1, u64 *ext_err2)
|
||||
{
|
||||
|
|
@ -1688,7 +1689,7 @@ u64 tdh_mr_extend(struct tdx_td *td, u64 gpa, u64 *ext_err1, u64 *ext_err2)
|
|||
|
||||
return ret;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_mr_extend);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_mr_extend);
|
||||
|
||||
u64 tdh_mr_finalize(struct tdx_td *td)
|
||||
{
|
||||
|
|
@ -1698,7 +1699,7 @@ u64 tdh_mr_finalize(struct tdx_td *td)
|
|||
|
||||
return seamcall(TDH_MR_FINALIZE, &args);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_mr_finalize);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_mr_finalize);
|
||||
|
||||
u64 tdh_vp_flush(struct tdx_vp *vp)
|
||||
{
|
||||
|
|
@ -1708,7 +1709,7 @@ u64 tdh_vp_flush(struct tdx_vp *vp)
|
|||
|
||||
return seamcall(TDH_VP_FLUSH, &args);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_vp_flush);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_vp_flush);
|
||||
|
||||
u64 tdh_mng_vpflushdone(struct tdx_td *td)
|
||||
{
|
||||
|
|
@ -1718,7 +1719,7 @@ u64 tdh_mng_vpflushdone(struct tdx_td *td)
|
|||
|
||||
return seamcall(TDH_MNG_VPFLUSHDONE, &args);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_mng_vpflushdone);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_mng_vpflushdone);
|
||||
|
||||
u64 tdh_mng_key_freeid(struct tdx_td *td)
|
||||
{
|
||||
|
|
@ -1728,7 +1729,7 @@ u64 tdh_mng_key_freeid(struct tdx_td *td)
|
|||
|
||||
return seamcall(TDH_MNG_KEY_FREEID, &args);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_mng_key_freeid);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_mng_key_freeid);
|
||||
|
||||
u64 tdh_mng_init(struct tdx_td *td, u64 td_params, u64 *extended_err)
|
||||
{
|
||||
|
|
@ -1744,7 +1745,7 @@ u64 tdh_mng_init(struct tdx_td *td, u64 td_params, u64 *extended_err)
|
|||
|
||||
return ret;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_mng_init);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_mng_init);
|
||||
|
||||
u64 tdh_vp_rd(struct tdx_vp *vp, u64 field, u64 *data)
|
||||
{
|
||||
|
|
@ -1761,7 +1762,7 @@ u64 tdh_vp_rd(struct tdx_vp *vp, u64 field, u64 *data)
|
|||
|
||||
return ret;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_vp_rd);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_vp_rd);
|
||||
|
||||
u64 tdh_vp_wr(struct tdx_vp *vp, u64 field, u64 data, u64 mask)
|
||||
{
|
||||
|
|
@ -1774,7 +1775,7 @@ u64 tdh_vp_wr(struct tdx_vp *vp, u64 field, u64 data, u64 mask)
|
|||
|
||||
return seamcall(TDH_VP_WR, &args);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_vp_wr);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_vp_wr);
|
||||
|
||||
u64 tdh_vp_init(struct tdx_vp *vp, u64 initial_rcx, u32 x2apicid)
|
||||
{
|
||||
|
|
@ -1787,7 +1788,7 @@ u64 tdh_vp_init(struct tdx_vp *vp, u64 initial_rcx, u32 x2apicid)
|
|||
/* apicid requires version == 1. */
|
||||
return seamcall(TDH_VP_INIT | (1ULL << TDX_VERSION_SHIFT), &args);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_vp_init);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_vp_init);
|
||||
|
||||
/*
|
||||
* TDX ABI defines output operands as PT, OWNER and SIZE. These are TDX defined fomats.
|
||||
|
|
@ -1809,7 +1810,7 @@ u64 tdh_phymem_page_reclaim(struct page *page, u64 *tdx_pt, u64 *tdx_owner, u64
|
|||
|
||||
return ret;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_phymem_page_reclaim);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_phymem_page_reclaim);
|
||||
|
||||
u64 tdh_mem_track(struct tdx_td *td)
|
||||
{
|
||||
|
|
@ -1819,7 +1820,7 @@ u64 tdh_mem_track(struct tdx_td *td)
|
|||
|
||||
return seamcall(TDH_MEM_TRACK, &args);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_mem_track);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_mem_track);
|
||||
|
||||
u64 tdh_mem_page_remove(struct tdx_td *td, u64 gpa, u64 level, u64 *ext_err1, u64 *ext_err2)
|
||||
{
|
||||
|
|
@ -1836,7 +1837,7 @@ u64 tdh_mem_page_remove(struct tdx_td *td, u64 gpa, u64 level, u64 *ext_err1, u6
|
|||
|
||||
return ret;
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_mem_page_remove);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_mem_page_remove);
|
||||
|
||||
u64 tdh_phymem_cache_wb(bool resume)
|
||||
{
|
||||
|
|
@ -1846,7 +1847,7 @@ u64 tdh_phymem_cache_wb(bool resume)
|
|||
|
||||
return seamcall(TDH_PHYMEM_CACHE_WB, &args);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_phymem_cache_wb);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_phymem_cache_wb);
|
||||
|
||||
u64 tdh_phymem_page_wbinvd_tdr(struct tdx_td *td)
|
||||
{
|
||||
|
|
@ -1856,7 +1857,7 @@ u64 tdh_phymem_page_wbinvd_tdr(struct tdx_td *td)
|
|||
|
||||
return seamcall(TDH_PHYMEM_PAGE_WBINVD, &args);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_phymem_page_wbinvd_tdr);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_phymem_page_wbinvd_tdr);
|
||||
|
||||
u64 tdh_phymem_page_wbinvd_hkid(u64 hkid, struct page *page)
|
||||
{
|
||||
|
|
@ -1866,7 +1867,7 @@ u64 tdh_phymem_page_wbinvd_hkid(u64 hkid, struct page *page)
|
|||
|
||||
return seamcall(TDH_PHYMEM_PAGE_WBINVD, &args);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdh_phymem_page_wbinvd_hkid);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdh_phymem_page_wbinvd_hkid);
|
||||
|
||||
#ifdef CONFIG_KEXEC_CORE
|
||||
void tdx_cpu_flush_cache_for_kexec(void)
|
||||
|
|
@ -1884,5 +1885,5 @@ void tdx_cpu_flush_cache_for_kexec(void)
|
|||
wbinvd();
|
||||
this_cpu_write(cache_state_incoherent, false);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(tdx_cpu_flush_cache_for_kexec);
|
||||
EXPORT_SYMBOL_FOR_KVM(tdx_cpu_flush_cache_for_kexec);
|
||||
#endif
|
||||
|
|
|
|||
|
|
@ -11,8 +11,22 @@
|
|||
#ifdef KVM_SUB_MODULES
|
||||
#define EXPORT_SYMBOL_FOR_KVM_INTERNAL(symbol) \
|
||||
EXPORT_SYMBOL_FOR_MODULES(symbol, __stringify(KVM_SUB_MODULES))
|
||||
#define EXPORT_SYMBOL_FOR_KVM(symbol) \
|
||||
EXPORT_SYMBOL_FOR_MODULES(symbol, "kvm," __stringify(KVM_SUB_MODULES))
|
||||
#else
|
||||
#define EXPORT_SYMBOL_FOR_KVM_INTERNAL(symbol)
|
||||
/*
|
||||
* Allow architectures to provide a custom EXPORT_SYMBOL_FOR_KVM, but only
|
||||
* if there are no submodules, e.g. to allow suppressing exports if KVM=m, but
|
||||
* kvm.ko won't actually be built (due to lack of at least one submodule).
|
||||
*/
|
||||
#ifndef EXPORT_SYMBOL_FOR_KVM
|
||||
#if IS_MODULE(CONFIG_KVM)
|
||||
#define EXPORT_SYMBOL_FOR_KVM(symbol) EXPORT_SYMBOL_FOR_MODULES(symbol, "kvm")
|
||||
#else
|
||||
#define EXPORT_SYMBOL_FOR_KVM(symbol)
|
||||
#endif /* IS_MODULE(CONFIG_KVM) */
|
||||
#endif /* EXPORT_SYMBOL_FOR_KVM */
|
||||
#endif
|
||||
|
||||
#ifndef __ASSEMBLER__
|
||||
|
|
|
|||
Loading…
Reference in New Issue