/
usr
/
src
/
linux-headers-5.15.0-190
/
arch
/
x86
/
include
/
asm
/
/usr/src/linux-headers-5.15.0-190/arch/x86/include/asm
mkdir
upload
Name
Size
Mode
Actions
e820/
-
0755
rm
fpu/
-
0755
rm
numachip/
-
0755
rm
trace/
-
0755
rm
uv/
-
0755
rm
vdso/
-
0755
rm
xen/
-
0755
rm
acenv.h
1450
0644
edit
dl
rm
acpi.h
4804
0644
edit
dl
rm
acrn.h
1834
0644
edit
dl
rm
agp.h
1073
0644
edit
dl
rm
alternative.h
13574
0644
edit
dl
rm
amd-ibs.h
4247
0644
edit
dl
rm
amd_nb.h
3136
0644
edit
dl
rm
apic.h
13646
0644
edit
dl
rm
apicdef.h
11563
0644
edit
dl
rm
apm.h
1842
0644
edit
dl
rm
archrandom.h
2347
0644
edit
dl
rm
arch_hweight.h
1083
0644
edit
dl
rm
asm-offsets.h
35
0644
edit
dl
rm
asm-prototypes.h
431
0644
edit
dl
rm
asm.h
6060
0644
edit
dl
rm
atomic.h
6766
0644
edit
dl
rm
atomic64_32.h
8367
0644
edit
dl
rm
atomic64_64.h
6410
0644
edit
dl
rm
audit.h
170
0644
edit
dl
rm
barrier.h
2368
0644
edit
dl
rm
bios_ebda.h
914
0644
edit
dl
rm
bitops.h
10149
0644
edit
dl
rm
boot.h
2397
0644
edit
dl
rm
bootparam_utils.h
2866
0644
edit
dl
rm
bug.h
2392
0644
edit
dl
rm
bugs.h
344
0644
edit
dl
rm
cache.h
622
0644
edit
dl
rm
cacheflush.h
329
0644
edit
dl
rm
cacheinfo.h
263
0644
edit
dl
rm
ce4100.h
121
0644
edit
dl
rm
checksum.h
240
0644
edit
dl
rm
checksum_32.h
4682
0644
edit
dl
rm
checksum_64.h
5164
0644
edit
dl
rm
clocksource.h
480
0644
edit
dl
rm
cmdline.h
302
0644
edit
dl
rm
cmpxchg.h
7937
0644
edit
dl
rm
cmpxchg_32.h
3243
0644
edit
dl
rm
cmpxchg_64.h
561
0644
edit
dl
rm
compat.h
4102
0644
edit
dl
rm
cpu.h
2099
0644
edit
dl
rm
cpufeature.h
8428
0644
edit
dl
rm
cpufeatures.h
33383
0644
edit
dl
rm
cpuidle_haltpoll.h
189
0644
edit
dl
rm
cpumask.h
829
0644
edit
dl
rm
cpu_device_id.h
10945
0644
edit
dl
rm
cpu_entry_area.h
4196
0644
edit
dl
rm
crash.h
300
0644
edit
dl
rm
current.h
443
0644
edit
dl
rm
debugreg.h
3641
0644
edit
dl
rm
delay.h
275
0644
edit
dl
rm
desc.h
11524
0644
edit
dl
rm
desc_defs.h
3396
0644
edit
dl
rm
device.h
176
0644
edit
dl
rm
disabled-features.h
3173
0644
edit
dl
rm
div64.h
2335
0644
edit
dl
rm
dma-mapping.h
519
0644
edit
dl
rm
dma.h
9811
0644
edit
dl
rm
dmi.h
556
0644
edit
dl
rm
doublefault.h
271
0644
edit
dl
rm
dwarf2.h
1325
0644
edit
dl
rm
edac.h
474
0644
edit
dl
rm
efi.h
12308
0644
edit
dl
rm
elf.h
12623
0644
edit
dl
rm
elfcore-compat.h
890
0644
edit
dl
rm
emergency-restart.h
202
0644
edit
dl
rm
emulate_prefix.h
484
0644
edit
dl
rm
enclu.h
181
0644
edit
dl
rm
entry-common.h
3322
0644
edit
dl
rm
espfix.h
426
0644
edit
dl
rm
exec.h
37
0644
edit
dl
rm
extable.h
1871
0644
edit
dl
rm
extable_fixup_types.h
1875
0644
edit
dl
rm
fb.h
540
0644
edit
dl
rm
fixmap.h
6094
0644
edit
dl
rm
floppy.h
6860
0644
edit
dl
rm
frame.h
2555
0644
edit
dl
rm
fsgsbase.h
2072
0644
edit
dl
rm
ftrace.h
3234
0644
edit
dl
rm
futex.h
2553
0644
edit
dl
rm
gart.h
2704
0644
edit
dl
rm
GEN-for-each-reg.h
345
0644
edit
dl
rm
genapic.h
22
0644
edit
dl
rm
geode.h
693
0644
edit
dl
rm
hardirq.h
2342
0644
edit
dl
rm
highmem.h
2466
0644
edit
dl
rm
hpet.h
3002
0644
edit
dl
rm
hugetlb.h
243
0644
edit
dl
rm
hw_breakpoint.h
2112
0644
edit
dl
rm
hw_irq.h
3070
0644
edit
dl
rm
hyperv-tlfs.h
17555
0644
edit
dl
rm
hypervisor.h
2360
0644
edit
dl
rm
i8259.h
2061
0644
edit
dl
rm
ia32.h
1791
0644
edit
dl
rm
ia32_unistd.h
313
0644
edit
dl
rm
idtentry.h
24197
0644
edit
dl
rm
imr.h
1684
0644
edit
dl
rm
inat.h
6092
0644
edit
dl
rm
inat_types.h
341
0644
edit
dl
rm
init.h
632
0644
edit
dl
rm
insn-eval.h
1379
0644
edit
dl
rm
insn.h
7867
0644
edit
dl
rm
inst.h
2066
0644
edit
dl
rm
intel-family.h
5775
0644
edit
dl
rm
intel-mid.h
1132
0644
edit
dl
rm
intel_ds.h
849
0644
edit
dl
rm
intel_pconfig.h
1545
0644
edit
dl
rm
intel_pt.h
1235
0644
edit
dl
rm
intel_punit_ipc.h
4666
0644
edit
dl
rm
intel_scu_ipc.h
2234
0644
edit
dl
rm
intel_telemetry.h
3723
0644
edit
dl
rm
invpcid.h
1487
0644
edit
dl
rm
io.h
12690
0644
edit
dl
rm
iomap.h
536
0644
edit
dl
rm
iommu.h
780
0644
edit
dl
rm
iommu_table.h
3910
0644
edit
dl
rm
iosf_mbi.h
7384
0644
edit
dl
rm
io_apic.h
5204
0644
edit
dl
rm
io_bitmap.h
1370
0644
edit
dl
rm
irq.h
1280
0644
edit
dl
rm
irqdomain.h
1915
0644
edit
dl
rm
irqflags.h
2976
0644
edit
dl
rm
irq_remapping.h
2061
0644
edit
dl
rm
irq_stack.h
7536
0644
edit
dl
rm
irq_vectors.h
4296
0644
edit
dl
rm
irq_work.h
358
0644
edit
dl
rm
ist.h
294
0644
edit
dl
rm
jailhouse_para.h
449
0644
edit
dl
rm
jump_label.h
1406
0644
edit
dl
rm
kasan.h
1291
0644
edit
dl
rm
kaslr.h
398
0644
edit
dl
rm
kbdleds.h
454
0644
edit
dl
rm
Kbuild
300
0644
edit
dl
rm
kdebug.h
1087
0644
edit
dl
rm
kexec-bzimage64.h
195
0644
edit
dl
rm
kexec.h
6011
0644
edit
dl
rm
kfence.h
2140
0644
edit
dl
rm
kgdb.h
2143
0644
edit
dl
rm
kprobes.h
3463
0644
edit
dl
rm
kvm-x86-ops.h
3921
0644
edit
dl
rm
kvmclock.h
506
0644
edit
dl
rm
kvm_host.h
60066
0644
edit
dl
rm
kvm_page_track.h
2504
0644
edit
dl
rm
kvm_para.h
3467
0644
edit
dl
rm
kvm_types.h
178
0644
edit
dl
rm
kvm_vcpu_regs.h
606
0644
edit
dl
rm
linkage.h
1139
0644
edit
dl
rm
livepatch.h
472
0644
edit
dl
rm
local.h
3925
0644
edit
dl
rm
mach_timer.h
1590
0644
edit
dl
rm
mach_traps.h
1013
0644
edit
dl
rm
math_emu.h
395
0644
edit
dl
rm
mc146818rtc.h
2835
0644
edit
dl
rm
mce.h
13125
0644
edit
dl
rm
memtype.h
899
0644
edit
dl
rm
mem_encrypt.h
3427
0644
edit
dl
rm
microcode.h
3865
0644
edit
dl
rm
microcode_amd.h
1573
0644
edit
dl
rm
microcode_intel.h
2521
0644
edit
dl
rm
misc.h
143
0644
edit
dl
rm
mmconfig.h
374
0644
edit
dl
rm
mmu.h
1740
0644
edit
dl
rm
mmu_context.h
6074
0644
edit
dl
rm
mmx.h
337
0644
edit
dl
rm
mmzone.h
129
0644
edit
dl
rm
mmzone_32.h
343
0644
edit
dl
rm
mmzone_64.h
430
0644
edit
dl
rm
module.h
324
0644
edit
dl
rm
mpspec.h
3652
0644
edit
dl
rm
mpspec_def.h
4256
0644
edit
dl
rm
mshyperv.h
5604
0644
edit
dl
rm
msi.h
1549
0644
edit
dl
rm
msr-index.h
40230
0644
edit
dl
rm
msr-trace.h
1387
0644
edit
dl
rm
msr.h
11061
0644
edit
dl
rm
mtrr.h
4753
0644
edit
dl
rm
mwait.h
4457
0644
edit
dl
rm
nmi.h
1444
0644
edit
dl
rm
nops.h
1905
0644
edit
dl
rm
nospec-branch.h
13073
0644
edit
dl
rm
numa.h
2193
0644
edit
dl
rm
numa_32.h
256
0644
edit
dl
rm
olpc.h
2382
0644
edit
dl
rm
olpc_ofw.h
1128
0644
edit
dl
rm
orc_lookup.h
1065
0644
edit
dl
rm
orc_types.h
2025
0644
edit
dl
rm
page.h
2510
0644
edit
dl
rm
page_32.h
1043
0644
edit
dl
rm
page_32_types.h
2399
0644
edit
dl
rm
page_64.h
2737
0644
edit
dl
rm
page_64_types.h
3139
0644
edit
dl
rm
page_types.h
2262
0644
edit
dl
rm
paravirt.h
18813
0644
edit
dl
rm
paravirt_types.h
19671
0644
edit
dl
rm
parport.h
314
0644
edit
dl
rm
pc-conf-reg.h
723
0644
edit
dl
rm
pci-direct.h
850
0644
edit
dl
rm
pci-functions.h
654
0644
edit
dl
rm
pci.h
3191
0644
edit
dl
rm
pci_x86.h
6477
0644
edit
dl
rm
percpu.h
16992
0644
edit
dl
rm
perf_event.h
16079
0644
edit
dl
rm
perf_event_p4.h
26731
0644
edit
dl
rm
pgalloc.h
5306
0644
edit
dl
rm
pgtable-2level.h
2815
0644
edit
dl
rm
pgtable-2level_types.h
921
0644
edit
dl
rm
pgtable-3level.h
8963
0644
edit
dl
rm
pgtable-3level_types.h
1030
0644
edit
dl
rm
pgtable-invert.h
1091
0644
edit
dl
rm
pgtable.h
33464
0644
edit
dl
rm
pgtable_32.h
2346
0644
edit
dl
rm
pgtable_32_areas.h
1582
0644
edit
dl
rm
pgtable_32_types.h
634
0644
edit
dl
rm
pgtable_64.h
7257
0644
edit
dl
rm
pgtable_64_types.h
4468
0644
edit
dl
rm
pgtable_areas.h
623
0644
edit
dl
rm
pgtable_types.h
17580
0644
edit
dl
rm
pkeys.h
3513
0644
edit
dl
rm
pkru.h
1346
0644
edit
dl
rm
platform_sst_audio.h
3101
0644
edit
dl
rm
pm-trace.h
611
0644
edit
dl
rm
posix_types.h
144
0644
edit
dl
rm
preempt.h
4051
0644
edit
dl
rm
probe_roms.h
273
0644
edit
dl
rm
processor-cyrix.h
383
0644
edit
dl
rm
processor-flags.h
1750
0644
edit
dl
rm
processor.h
22471
0644
edit
dl
rm
prom.h
821
0644
edit
dl
rm
proto.h
952
0644
edit
dl
rm
pti.h
372
0644
edit
dl
rm
ptrace.h
10491
0644
edit
dl
rm
purgatory.h
235
0644
edit
dl
rm
pvclock-abi.h
1530
0644
edit
dl
rm
pvclock.h
2702
0644
edit
dl
rm
qrwlock.h
199
0644
edit
dl
rm
qspinlock.h
3132
0644
edit
dl
rm
qspinlock_paravirt.h
1908
0644
edit
dl
rm
realmode.h
2099
0644
edit
dl
rm
reboot.h
948
0644
edit
dl
rm
reboot_fixups.h
183
0644
edit
dl
rm
required-features.h
2839
0644
edit
dl
rm
resctrl.h
2847
0644
edit
dl
rm
rmwcc.h
2277
0644
edit
dl
rm
seccomp.h
1205
0644
edit
dl
rm
sections.h
895
0644
edit
dl
rm
segment.h
10613
0644
edit
dl
rm
serial.h
1137
0644
edit
dl
rm
setup.h
3633
0644
edit
dl
rm
setup_arch.h
77
0644
edit
dl
rm
set_memory.h
5388
0644
edit
dl
rm
sev-common.h
3053
0644
edit
dl
rm
sev.h
2443
0644
edit
dl
rm
sgx.h
11389
0644
edit
dl
rm
shmparam.h
193
0644
edit
dl
rm
sigcontext.h
261
0644
edit
dl
rm
sigframe.h
2141
0644
edit
dl
rm
sighandling.h
526
0644
edit
dl
rm
signal.h
2428
0644
edit
dl
rm
simd.h
287
0644
edit
dl
rm
smap.h
2038
0644
edit
dl
rm
smp.h
5067
0644
edit
dl
rm
softirq_stack.h
216
0644
edit
dl
rm
sparsemem.h
1102
0644
edit
dl
rm
spec-ctrl.h
2875
0644
edit
dl
rm
special_insns.h
7170
0644
edit
dl
rm
spinlock.h
1214
0644
edit
dl
rm
spinlock_types.h
253
0644
edit
dl
rm
sta2x11.h
352
0644
edit
dl
rm
stackprotector.h
3095
0644
edit
dl
rm
stacktrace.h
2850
0644
edit
dl
rm
static_call.h
2868
0644
edit
dl
rm
string.h
129
0644
edit
dl
rm
string_32.h
6111
0644
edit
dl
rm
string_64.h
2852
0644
edit
dl
rm
suspend.h
496
0644
edit
dl
rm
suspend_32.h
876
0644
edit
dl
rm
suspend_64.h
1833
0644
edit
dl
rm
svm.h
10791
0644
edit
dl
rm
swiotlb.h
645
0644
edit
dl
rm
switch_to.h
2330
0644
edit
dl
rm
sync_bitops.h
3336
0644
edit
dl
rm
sync_core.h
3315
0644
edit
dl
rm
syscall.h
4310
0644
edit
dl
rm
syscalls.h
374
0644
edit
dl
rm
syscall_wrapper.h
9998
0644
edit
dl
rm
text-patching.h
5646
0644
edit
dl
rm
thermal.h
428
0644
edit
dl
rm
thread_info.h
7995
0644
edit
dl
rm
time.h
331
0644
edit
dl
rm
timer.h
1027
0644
edit
dl
rm
timex.h
546
0644
edit
dl
rm
tlb.h
1200
0644
edit
dl
rm
tlbbatch.h
332
0644
edit
dl
rm
tlbflush.h
7710
0644
edit
dl
rm
topology.h
6482
0644
edit
dl
rm
trace_clock.h
406
0644
edit
dl
rm
trapnr.h
1316
0644
edit
dl
rm
traps.h
1260
0644
edit
dl
rm
trap_pf.h
709
0644
edit
dl
rm
tsc.h
2016
0644
edit
dl
rm
uaccess.h
22210
0644
edit
dl
rm
uaccess_32.h
1006
0644
edit
dl
rm
uaccess_64.h
2440
0644
edit
dl
rm
umip.h
317
0644
edit
dl
rm
unistd.h
1630
0644
edit
dl
rm
unwind.h
3220
0644
edit
dl
rm
unwind_hints.h
1461
0644
edit
dl
rm
uprobes.h
1017
0644
edit
dl
rm
user.h
2257
0644
edit
dl
rm
user32.h
2156
0644
edit
dl
rm
user_32.h
5042
0644
edit
dl
rm
user_64.h
5339
0644
edit
dl
rm
vdso.h
1391
0644
edit
dl
rm
vermagic.h
1993
0644
edit
dl
rm
vga.h
740
0644
edit
dl
rm
vgtod.h
518
0644
edit
dl
rm
virtext.h
3460
0644
edit
dl
rm
vm86.h
2182
0644
edit
dl
rm
vmalloc.h
560
0644
edit
dl
rm
vmware.h
1942
0644
edit
dl
rm
vmx.h
26141
0644
edit
dl
rm
vmxfeatures.h
6049
0644
edit
dl
rm
vsyscall.h
988
0644
edit
dl
rm
vvar.h
1591
0644
edit
dl
rm
word-at-a-time.h
2596
0644
edit
dl
rm
x86_init.h
10176
0644
edit
dl
rm
xor.h
10107
0644
edit
dl
rm
xor_32.h
14347
0644
edit
dl
rm
xor_64.h
716
0644
edit
dl
rm
xor_avx.h
4344
0644
edit
dl
rm
Edit:
/usr/src/linux-headers-5.15.0-190/arch/x86/include/asm/desc.h
(11524B)
/* SPDX-License-Identifier: GPL-2.0 */ #ifndef _ASM_X86_DESC_H #define _ASM_X86_DESC_H #include <asm/desc_defs.h> #include <asm/ldt.h> #include <asm/mmu.h> #include <asm/fixmap.h> #include <asm/irq_vectors.h> #include <asm/cpu_entry_area.h> #include <linux/debug_locks.h> #include <linux/smp.h> #include <linux/percpu.h> static inline void fill_ldt(struct desc_struct *desc, const struct user_desc *info) { desc->limit0 = info->limit & 0x0ffff; desc->base0 = (info->base_addr & 0x0000ffff); desc->base1 = (info->base_addr & 0x00ff0000) >> 16; desc->type = (info->read_exec_only ^ 1) << 1; desc->type |= info->contents << 2; /* Set the ACCESS bit so it can be mapped RO */ desc->type |= 1; desc->s = 1; desc->dpl = 0x3; desc->p = info->seg_not_present ^ 1; desc->limit1 = (info->limit & 0xf0000) >> 16; desc->avl = info->useable; desc->d = info->seg_32bit; desc->g = info->limit_in_pages; desc->base2 = (info->base_addr & 0xff000000) >> 24; /* * Don't allow setting of the lm bit. It would confuse * user_64bit_mode and would get overridden by sysret anyway. */ desc->l = 0; } struct gdt_page { struct desc_struct gdt[GDT_ENTRIES]; } __attribute__((aligned(PAGE_SIZE))); DECLARE_PER_CPU_PAGE_ALIGNED(struct gdt_page, gdt_page); /* Provide the original GDT */ static inline struct desc_struct *get_cpu_gdt_rw(unsigned int cpu) { return per_cpu(gdt_page, cpu).gdt; } /* Provide the current original GDT */ static inline struct desc_struct *get_current_gdt_rw(void) { return this_cpu_ptr(&gdt_page)->gdt; } /* Provide the fixmap address of the remapped GDT */ static inline struct desc_struct *get_cpu_gdt_ro(int cpu) { return (struct desc_struct *)&get_cpu_entry_area(cpu)->gdt; } /* Provide the current read-only GDT */ static inline struct desc_struct *get_current_gdt_ro(void) { return get_cpu_gdt_ro(smp_processor_id()); } /* Provide the physical address of the GDT page. */ static inline phys_addr_t get_cpu_gdt_paddr(unsigned int cpu) { return per_cpu_ptr_to_phys(get_cpu_gdt_rw(cpu)); } static inline void pack_gate(gate_desc *gate, unsigned type, unsigned long func, unsigned dpl, unsigned ist, unsigned seg) { gate->offset_low = (u16) func; gate->bits.p = 1; gate->bits.dpl = dpl; gate->bits.zero = 0; gate->bits.type = type; gate->offset_middle = (u16) (func >> 16); #ifdef CONFIG_X86_64 gate->segment = __KERNEL_CS; gate->bits.ist = ist; gate->reserved = 0; gate->offset_high = (u32) (func >> 32); #else gate->segment = seg; gate->bits.ist = 0; #endif } static inline int desc_empty(const void *ptr) { const u32 *desc = ptr; return !(desc[0] | desc[1]); } #ifdef CONFIG_PARAVIRT_XXL #include <asm/paravirt.h> #else #define load_TR_desc() native_load_tr_desc() #define load_gdt(dtr) native_load_gdt(dtr) #define load_idt(dtr) native_load_idt(dtr) #define load_tr(tr) asm volatile("ltr %0"::"m" (tr)) #define load_ldt(ldt) asm volatile("lldt %0"::"m" (ldt)) #define store_gdt(dtr) native_store_gdt(dtr) #define store_tr(tr) (tr = native_store_tr()) #define load_TLS(t, cpu) native_load_tls(t, cpu) #define set_ldt native_set_ldt #define write_ldt_entry(dt, entry, desc) native_write_ldt_entry(dt, entry, desc) #define write_gdt_entry(dt, entry, desc, type) native_write_gdt_entry(dt, entry, desc, type) #define write_idt_entry(dt, entry, g) native_write_idt_entry(dt, entry, g) static inline void paravirt_alloc_ldt(struct desc_struct *ldt, unsigned entries) { } static inline void paravirt_free_ldt(struct desc_struct *ldt, unsigned entries) { } #endif /* CONFIG_PARAVIRT_XXL */ #define store_ldt(ldt) asm("sldt %0" : "=m"(ldt)) static inline void native_write_idt_entry(gate_desc *idt, int entry, const gate_desc *gate) { memcpy(&idt[entry], gate, sizeof(*gate)); } static inline void native_write_ldt_entry(struct desc_struct *ldt, int entry, const void *desc) { memcpy(&ldt[entry], desc, 8); } static inline void native_write_gdt_entry(struct desc_struct *gdt, int entry, const void *desc, int type) { unsigned int size; switch (type) { case DESC_TSS: size = sizeof(tss_desc); break; case DESC_LDT: size = sizeof(ldt_desc); break; default: size = sizeof(*gdt); break; } memcpy(&gdt[entry], desc, size); } static inline void set_tssldt_descriptor(void *d, unsigned long addr, unsigned type, unsigned size) { struct ldttss_desc *desc = d; memset(desc, 0, sizeof(*desc)); desc->limit0 = (u16) size; desc->base0 = (u16) addr; desc->base1 = (addr >> 16) & 0xFF; desc->type = type; desc->p = 1; desc->limit1 = (size >> 16) & 0xF; desc->base2 = (addr >> 24) & 0xFF; #ifdef CONFIG_X86_64 desc->base3 = (u32) (addr >> 32); #endif } static inline void __set_tss_desc(unsigned cpu, unsigned int entry, struct x86_hw_tss *addr) { struct desc_struct *d = get_cpu_gdt_rw(cpu); tss_desc tss; set_tssldt_descriptor(&tss, (unsigned long)addr, DESC_TSS, __KERNEL_TSS_LIMIT); write_gdt_entry(d, entry, &tss, DESC_TSS); } #define set_tss_desc(cpu, addr) __set_tss_desc(cpu, GDT_ENTRY_TSS, addr) static inline void native_set_ldt(const void *addr, unsigned int entries) { if (likely(entries == 0)) asm volatile("lldt %w0"::"q" (0)); else { unsigned cpu = smp_processor_id(); ldt_desc ldt; set_tssldt_descriptor(&ldt, (unsigned long)addr, DESC_LDT, entries * LDT_ENTRY_SIZE - 1); write_gdt_entry(get_cpu_gdt_rw(cpu), GDT_ENTRY_LDT, &ldt, DESC_LDT); asm volatile("lldt %w0"::"q" (GDT_ENTRY_LDT*8)); } } static inline void native_load_gdt(const struct desc_ptr *dtr) { asm volatile("lgdt %0"::"m" (*dtr)); } static __always_inline void native_load_idt(const struct desc_ptr *dtr) { asm volatile("lidt %0"::"m" (*dtr)); } static inline void native_store_gdt(struct desc_ptr *dtr) { asm volatile("sgdt %0":"=m" (*dtr)); } static inline void store_idt(struct desc_ptr *dtr) { asm volatile("sidt %0":"=m" (*dtr)); } static inline void native_gdt_invalidate(void) { const struct desc_ptr invalid_gdt = { .address = 0, .size = 0 }; native_load_gdt(&invalid_gdt); } static inline void native_idt_invalidate(void) { const struct desc_ptr invalid_idt = { .address = 0, .size = 0 }; native_load_idt(&invalid_idt); } /* * The LTR instruction marks the TSS GDT entry as busy. On 64-bit, the GDT is * a read-only remapping. To prevent a page fault, the GDT is switched to the * original writeable version when needed. */ #ifdef CONFIG_X86_64 static inline void native_load_tr_desc(void) { struct desc_ptr gdt; int cpu = raw_smp_processor_id(); bool restore = 0; struct desc_struct *fixmap_gdt; native_store_gdt(&gdt); fixmap_gdt = get_cpu_gdt_ro(cpu); /* * If the current GDT is the read-only fixmap, swap to the original * writeable version. Swap back at the end. */ if (gdt.address == (unsigned long)fixmap_gdt) { load_direct_gdt(cpu); restore = 1; } asm volatile("ltr %w0"::"q" (GDT_ENTRY_TSS*8)); if (restore) load_fixmap_gdt(cpu); } #else static inline void native_load_tr_desc(void) { asm volatile("ltr %w0"::"q" (GDT_ENTRY_TSS*8)); } #endif static inline unsigned long native_store_tr(void) { unsigned long tr; asm volatile("str %0":"=r" (tr)); return tr; } static inline void native_load_tls(struct thread_struct *t, unsigned int cpu) { struct desc_struct *gdt = get_cpu_gdt_rw(cpu); unsigned int i; for (i = 0; i < GDT_ENTRY_TLS_ENTRIES; i++) gdt[GDT_ENTRY_TLS_MIN + i] = t->tls_array[i]; } DECLARE_PER_CPU(bool, __tss_limit_invalid); static inline void force_reload_TR(void) { struct desc_struct *d = get_current_gdt_rw(); tss_desc tss; memcpy(&tss, &d[GDT_ENTRY_TSS], sizeof(tss_desc)); /* * LTR requires an available TSS, and the TSS is currently * busy. Make it be available so that LTR will work. */ tss.type = DESC_TSS; write_gdt_entry(d, GDT_ENTRY_TSS, &tss, DESC_TSS); load_TR_desc(); this_cpu_write(__tss_limit_invalid, false); } /* * Call this if you need the TSS limit to be correct, which should be the case * if and only if you have TIF_IO_BITMAP set or you're switching to a task * with TIF_IO_BITMAP set. */ static inline void refresh_tss_limit(void) { DEBUG_LOCKS_WARN_ON(preemptible()); if (unlikely(this_cpu_read(__tss_limit_invalid))) force_reload_TR(); } /* * If you do something evil that corrupts the cached TSS limit (I'm looking * at you, VMX exits), call this function. * * The optimization here is that the TSS limit only matters for Linux if the * IO bitmap is in use. If the TSS limit gets forced to its minimum value, * everything works except that IO bitmap will be ignored and all CPL 3 IO * instructions will #GP, which is exactly what we want for normal tasks. */ static inline void invalidate_tss_limit(void) { DEBUG_LOCKS_WARN_ON(preemptible()); if (unlikely(test_thread_flag(TIF_IO_BITMAP))) force_reload_TR(); else this_cpu_write(__tss_limit_invalid, true); } /* This intentionally ignores lm, since 32-bit apps don't have that field. */ #define LDT_empty(info) \ ((info)->base_addr == 0 && \ (info)->limit == 0 && \ (info)->contents == 0 && \ (info)->read_exec_only == 1 && \ (info)->seg_32bit == 0 && \ (info)->limit_in_pages == 0 && \ (info)->seg_not_present == 1 && \ (info)->useable == 0) /* Lots of programs expect an all-zero user_desc to mean "no segment at all". */ static inline bool LDT_zero(const struct user_desc *info) { return (info->base_addr == 0 && info->limit == 0 && info->contents == 0 && info->read_exec_only == 0 && info->seg_32bit == 0 && info->limit_in_pages == 0 && info->seg_not_present == 0 && info->useable == 0); } static inline void clear_LDT(void) { set_ldt(NULL, 0); } static inline unsigned long get_desc_base(const struct desc_struct *desc) { return (unsigned)(desc->base0 | ((desc->base1) << 16) | ((desc->base2) << 24)); } static inline void set_desc_base(struct desc_struct *desc, unsigned long base) { desc->base0 = base & 0xffff; desc->base1 = (base >> 16) & 0xff; desc->base2 = (base >> 24) & 0xff; } static inline unsigned long get_desc_limit(const struct desc_struct *desc) { return desc->limit0 | (desc->limit1 << 16); } static inline void set_desc_limit(struct desc_struct *desc, unsigned long limit) { desc->limit0 = limit & 0xffff; desc->limit1 = (limit >> 16) & 0xf; } void alloc_intr_gate(unsigned int n, const void *addr); static inline void init_idt_data(struct idt_data *data, unsigned int n, const void *addr) { BUG_ON(n > 0xFF); memset(data, 0, sizeof(*data)); data->vector = n; data->addr = addr; data->segment = __KERNEL_CS; data->bits.type = GATE_INTERRUPT; data->bits.p = 1; } static inline void idt_init_desc(gate_desc *gate, const struct idt_data *d) { unsigned long addr = (unsigned long) d->addr; gate->offset_low = (u16) addr; gate->segment = (u16) d->segment; gate->bits = d->bits; gate->offset_middle = (u16) (addr >> 16); #ifdef CONFIG_X86_64 gate->offset_high = (u32) (addr >> 32); gate->reserved = 0; #endif } extern unsigned long system_vectors[]; extern void load_current_idt(void); extern void idt_setup_early_handler(void); extern void idt_setup_early_traps(void); extern void idt_setup_traps(void); extern void idt_setup_apic_and_irq_gates(void); extern bool idt_is_f00f_address(unsigned long address); #ifdef CONFIG_X86_64 extern void idt_setup_early_pf(void); #else static inline void idt_setup_early_pf(void) { } #endif extern void idt_invalidate(void); #endif /* _ASM_X86_DESC_H */
Save
cmd:
run