1 | /* SPDX-License-Identifier: GPL-2.0 */ |
2 | |
3 | #ifndef __KVM_FPU_H_ |
4 | #define __KVM_FPU_H_ |
5 | |
6 | #include <asm/fpu/api.h> |
7 | |
8 | typedef u32 __attribute__((vector_size(16))) sse128_t; |
9 | #define __sse128_u union { sse128_t vec; u64 as_u64[2]; u32 as_u32[4]; } |
10 | #define sse128_lo(x) ({ __sse128_u t; t.vec = x; t.as_u64[0]; }) |
11 | #define sse128_hi(x) ({ __sse128_u t; t.vec = x; t.as_u64[1]; }) |
12 | #define sse128_l0(x) ({ __sse128_u t; t.vec = x; t.as_u32[0]; }) |
13 | #define sse128_l1(x) ({ __sse128_u t; t.vec = x; t.as_u32[1]; }) |
14 | #define sse128_l2(x) ({ __sse128_u t; t.vec = x; t.as_u32[2]; }) |
15 | #define sse128_l3(x) ({ __sse128_u t; t.vec = x; t.as_u32[3]; }) |
16 | #define sse128(lo, hi) ({ __sse128_u t; t.as_u64[0] = lo; t.as_u64[1] = hi; t.vec; }) |
17 | |
18 | static inline void _kvm_read_sse_reg(int reg, sse128_t *data) |
19 | { |
20 | switch (reg) { |
21 | case 0: asm("movdqa %%xmm0, %0" : "=m" (*data)); break; |
22 | case 1: asm("movdqa %%xmm1, %0" : "=m" (*data)); break; |
23 | case 2: asm("movdqa %%xmm2, %0" : "=m" (*data)); break; |
24 | case 3: asm("movdqa %%xmm3, %0" : "=m" (*data)); break; |
25 | case 4: asm("movdqa %%xmm4, %0" : "=m" (*data)); break; |
26 | case 5: asm("movdqa %%xmm5, %0" : "=m" (*data)); break; |
27 | case 6: asm("movdqa %%xmm6, %0" : "=m" (*data)); break; |
28 | case 7: asm("movdqa %%xmm7, %0" : "=m" (*data)); break; |
29 | #ifdef CONFIG_X86_64 |
30 | case 8: asm("movdqa %%xmm8, %0" : "=m" (*data)); break; |
31 | case 9: asm("movdqa %%xmm9, %0" : "=m" (*data)); break; |
32 | case 10: asm("movdqa %%xmm10, %0" : "=m" (*data)); break; |
33 | case 11: asm("movdqa %%xmm11, %0" : "=m" (*data)); break; |
34 | case 12: asm("movdqa %%xmm12, %0" : "=m" (*data)); break; |
35 | case 13: asm("movdqa %%xmm13, %0" : "=m" (*data)); break; |
36 | case 14: asm("movdqa %%xmm14, %0" : "=m" (*data)); break; |
37 | case 15: asm("movdqa %%xmm15, %0" : "=m" (*data)); break; |
38 | #endif |
39 | default: BUG(); |
40 | } |
41 | } |
42 | |
43 | static inline void _kvm_write_sse_reg(int reg, const sse128_t *data) |
44 | { |
45 | switch (reg) { |
46 | case 0: asm("movdqa %0, %%xmm0" : : "m" (*data)); break; |
47 | case 1: asm("movdqa %0, %%xmm1" : : "m" (*data)); break; |
48 | case 2: asm("movdqa %0, %%xmm2" : : "m" (*data)); break; |
49 | case 3: asm("movdqa %0, %%xmm3" : : "m" (*data)); break; |
50 | case 4: asm("movdqa %0, %%xmm4" : : "m" (*data)); break; |
51 | case 5: asm("movdqa %0, %%xmm5" : : "m" (*data)); break; |
52 | case 6: asm("movdqa %0, %%xmm6" : : "m" (*data)); break; |
53 | case 7: asm("movdqa %0, %%xmm7" : : "m" (*data)); break; |
54 | #ifdef CONFIG_X86_64 |
55 | case 8: asm("movdqa %0, %%xmm8" : : "m" (*data)); break; |
56 | case 9: asm("movdqa %0, %%xmm9" : : "m" (*data)); break; |
57 | case 10: asm("movdqa %0, %%xmm10" : : "m" (*data)); break; |
58 | case 11: asm("movdqa %0, %%xmm11" : : "m" (*data)); break; |
59 | case 12: asm("movdqa %0, %%xmm12" : : "m" (*data)); break; |
60 | case 13: asm("movdqa %0, %%xmm13" : : "m" (*data)); break; |
61 | case 14: asm("movdqa %0, %%xmm14" : : "m" (*data)); break; |
62 | case 15: asm("movdqa %0, %%xmm15" : : "m" (*data)); break; |
63 | #endif |
64 | default: BUG(); |
65 | } |
66 | } |
67 | |
68 | static inline void _kvm_read_mmx_reg(int reg, u64 *data) |
69 | { |
70 | switch (reg) { |
71 | case 0: asm("movq %%mm0, %0" : "=m" (*data)); break; |
72 | case 1: asm("movq %%mm1, %0" : "=m" (*data)); break; |
73 | case 2: asm("movq %%mm2, %0" : "=m" (*data)); break; |
74 | case 3: asm("movq %%mm3, %0" : "=m" (*data)); break; |
75 | case 4: asm("movq %%mm4, %0" : "=m" (*data)); break; |
76 | case 5: asm("movq %%mm5, %0" : "=m" (*data)); break; |
77 | case 6: asm("movq %%mm6, %0" : "=m" (*data)); break; |
78 | case 7: asm("movq %%mm7, %0" : "=m" (*data)); break; |
79 | default: BUG(); |
80 | } |
81 | } |
82 | |
83 | static inline void _kvm_write_mmx_reg(int reg, const u64 *data) |
84 | { |
85 | switch (reg) { |
86 | case 0: asm("movq %0, %%mm0" : : "m" (*data)); break; |
87 | case 1: asm("movq %0, %%mm1" : : "m" (*data)); break; |
88 | case 2: asm("movq %0, %%mm2" : : "m" (*data)); break; |
89 | case 3: asm("movq %0, %%mm3" : : "m" (*data)); break; |
90 | case 4: asm("movq %0, %%mm4" : : "m" (*data)); break; |
91 | case 5: asm("movq %0, %%mm5" : : "m" (*data)); break; |
92 | case 6: asm("movq %0, %%mm6" : : "m" (*data)); break; |
93 | case 7: asm("movq %0, %%mm7" : : "m" (*data)); break; |
94 | default: BUG(); |
95 | } |
96 | } |
97 | |
98 | static inline void kvm_fpu_get(void) |
99 | { |
100 | fpregs_lock(); |
101 | |
102 | fpregs_assert_state_consistent(); |
103 | if (test_thread_flag(TIF_NEED_FPU_LOAD)) |
104 | switch_fpu_return(); |
105 | } |
106 | |
107 | static inline void kvm_fpu_put(void) |
108 | { |
109 | fpregs_unlock(); |
110 | } |
111 | |
112 | static inline void kvm_read_sse_reg(int reg, sse128_t *data) |
113 | { |
114 | kvm_fpu_get(); |
115 | _kvm_read_sse_reg(reg, data); |
116 | kvm_fpu_put(); |
117 | } |
118 | |
119 | static inline void kvm_write_sse_reg(int reg, const sse128_t *data) |
120 | { |
121 | kvm_fpu_get(); |
122 | _kvm_write_sse_reg(reg, data); |
123 | kvm_fpu_put(); |
124 | } |
125 | |
126 | static inline void kvm_read_mmx_reg(int reg, u64 *data) |
127 | { |
128 | kvm_fpu_get(); |
129 | _kvm_read_mmx_reg(reg, data); |
130 | kvm_fpu_put(); |
131 | } |
132 | |
133 | static inline void kvm_write_mmx_reg(int reg, const u64 *data) |
134 | { |
135 | kvm_fpu_get(); |
136 | _kvm_write_mmx_reg(reg, data); |
137 | kvm_fpu_put(); |
138 | } |
139 | |
140 | #endif |
141 | |