1 /* SPDX-License-Identifier: GPL-2.0 */
3 * Asm versions of Xen pv-ops, suitable for direct use.
5 * We only bother with direct forms (ie, vcpu in pda) of the
6 * operations here; the indirect forms are better handled in C.
10 #include <asm/percpu.h>
11 #include <asm/processor-flags.h>
12 #include <asm/segment.h>
13 #include <asm/asm-offsets.h>
14 #include <asm/thread_info.h>
16 #include <xen/interface/xen.h>
18 #include <linux/linkage.h>
20 .macro xen_pv_trap name
28 xen_pv_trap divide_error
36 xen_pv_trap invalid_op
37 xen_pv_trap device_not_available
38 xen_pv_trap double_fault
39 xen_pv_trap coprocessor_segment_overrun
40 xen_pv_trap invalid_TSS
41 xen_pv_trap segment_not_present
42 xen_pv_trap stack_segment
43 xen_pv_trap general_protection
44 xen_pv_trap page_fault
45 xen_pv_trap spurious_interrupt_bug
46 xen_pv_trap coprocessor_error
47 xen_pv_trap alignment_check
49 xen_pv_trap machine_check
50 #endif /* CONFIG_X86_MCE */
51 xen_pv_trap simd_coprocessor_error
52 #ifdef CONFIG_IA32_EMULATION
53 xen_pv_trap entry_INT80_compat
55 xen_pv_trap hypervisor_callback
57 hypercall_iret = hypercall_page + __HYPERVISOR_iret * 32
65 * rip <-- standard iret frame
70 * r11 }<-- pushed by hypercall page
79 * We're already on the usermode stack at this point, but
80 * still with the kernel gs, so we can easily switch back
82 movq %rsp, PER_CPU_VAR(rsp_scratch)
83 movq PER_CPU_VAR(cpu_current_top_of_stack), %rsp
86 pushq PER_CPU_VAR(rsp_scratch)
91 pushq $VGCF_in_syscall
95 * Xen handles syscall callbacks much like ordinary exceptions, which
99 * - an iret-like stack frame on the stack (including rcx and r11):
109 /* Normal 64-bit system call target */
110 ENTRY(xen_syscall_target)
115 * Neither Xen nor the kernel really knows what the old SS and
116 * CS were. The kernel expects __USER_DS and __USER_CS, so
117 * report those values even though Xen will guess its own values.
119 movq $__USER_DS, 4*8(%rsp)
120 movq $__USER_CS, 1*8(%rsp)
122 jmp entry_SYSCALL_64_after_hwframe
123 ENDPROC(xen_syscall_target)
125 #ifdef CONFIG_IA32_EMULATION
127 /* 32-bit compat syscall target */
128 ENTRY(xen_syscall32_target)
133 * Neither Xen nor the kernel really knows what the old SS and
134 * CS were. The kernel expects __USER32_DS and __USER32_CS, so
135 * report those values even though Xen will guess its own values.
137 movq $__USER32_DS, 4*8(%rsp)
138 movq $__USER32_CS, 1*8(%rsp)
140 jmp entry_SYSCALL_compat_after_hwframe
141 ENDPROC(xen_syscall32_target)
143 /* 32-bit compat sysenter target */
144 ENTRY(xen_sysenter_target)
148 jmp entry_SYSENTER_compat
149 ENDPROC(xen_sysenter_target)
151 #else /* !CONFIG_IA32_EMULATION */
153 ENTRY(xen_syscall32_target)
154 ENTRY(xen_sysenter_target)
155 lea 16(%rsp), %rsp /* strip %rcx, %r11 */
159 ENDPROC(xen_syscall32_target)
160 ENDPROC(xen_sysenter_target)
162 #endif /* CONFIG_IA32_EMULATION */