1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
2 | /* |
3 | * Copyright 2014, Michael Ellerman, IBM Corp. |
4 | */ |
5 | |
6 | #include <ppc-asm.h> |
7 | #include "reg.h" |
8 | |
9 | |
10 | /* ppc-asm.h defines most of the reg aliases, but not r1/r2. */ |
11 | #define r1 1 |
12 | #define r2 2 |
13 | |
14 | #define RFEBB .long 0x4c000924 |
15 | |
16 | /* Stack layout: |
17 | * |
18 | * ^ |
19 | * User stack | |
20 | * Back chain ------+ <- r1 <-------+ |
21 | * ... | |
22 | * Red zone / ABI Gap | |
23 | * ... | |
24 | * vr63 <+ | |
25 | * vr0 | | |
26 | * VSCR | | |
27 | * FSCR | | |
28 | * r31 | Save area | |
29 | * r0 | | |
30 | * XER | | |
31 | * CTR | | |
32 | * LR | | |
33 | * CCR <+ | |
34 | * ... <+ | |
35 | * LR | Caller frame | |
36 | * CCR | | |
37 | * Back chain <+ <- updated r1 --------+ |
38 | * |
39 | */ |
40 | |
41 | #if defined(_CALL_ELF) && _CALL_ELF == 2 |
42 | #define ABIGAP 512 |
43 | #else |
44 | #define ABIGAP 288 |
45 | #endif |
46 | |
47 | #define NR_GPR 32 |
48 | #define NR_SPR 6 |
49 | #define NR_VSR 64 |
50 | |
51 | #define SAVE_AREA ((NR_GPR + NR_SPR) * 8 + (NR_VSR * 16)) |
52 | #define CALLER_FRAME 112 |
53 | |
54 | #define STACK_FRAME (ABIGAP + SAVE_AREA + CALLER_FRAME) |
55 | |
56 | #define CCR_SAVE (CALLER_FRAME) |
57 | #define LR_SAVE (CCR_SAVE + 8) |
58 | #define CTR_SAVE (LR_SAVE + 8) |
59 | #define XER_SAVE (CTR_SAVE + 8) |
60 | #define GPR_SAVE(n) (XER_SAVE + 8 + (8 * n)) |
61 | #define FSCR_SAVE (GPR_SAVE(31) + 8) |
62 | #define VSCR_SAVE (FSCR_SAVE + 8) |
63 | #define VSR_SAVE(n) (VSCR_SAVE + 8 + (16 * n)) |
64 | |
65 | #define SAVE_GPR(n) std n,GPR_SAVE(n)(r1) |
66 | #define REST_GPR(n) ld n,GPR_SAVE(n)(r1) |
67 | #define TRASH_GPR(n) lis n,0xaaaa |
68 | |
69 | #define SAVE_VSR(n, b) li b, VSR_SAVE(n); stxvd2x n,b,r1 |
70 | #define LOAD_VSR(n, b) li b, VSR_SAVE(n); lxvd2x n,b,r1 |
71 | |
72 | #define LOAD_REG_IMMEDIATE(reg,expr) \ |
73 | lis reg,(expr)@highest; \ |
74 | ori reg,reg,(expr)@higher; \ |
75 | rldicr reg,reg,32,31; \ |
76 | oris reg,reg,(expr)@h; \ |
77 | ori reg,reg,(expr)@l; |
78 | |
79 | |
80 | #if defined(_CALL_ELF) && _CALL_ELF == 2 |
81 | #define ENTRY_POINT(name) \ |
82 | .type FUNC_NAME(name),@function; \ |
83 | .globl FUNC_NAME(name); \ |
84 | FUNC_NAME(name): |
85 | |
86 | #define RESTORE_TOC(name) \ |
87 | /* Restore our TOC pointer using our entry point */ \ |
88 | LOAD_REG_IMMEDIATE(r12, name) \ |
89 | 0: addis r2,r12,(.TOC.-0b)@ha; \ |
90 | addi r2,r2,(.TOC.-0b)@l; |
91 | |
92 | #else |
93 | #define ENTRY_POINT(name) FUNC_START(name) |
94 | #define RESTORE_TOC(name) \ |
95 | /* Restore our TOC pointer via our opd entry */ \ |
96 | LOAD_REG_IMMEDIATE(r2, name) \ |
97 | ld r2,8(r2); |
98 | #endif |
99 | |
100 | .text |
101 | |
102 | ENTRY_POINT(ebb_handler) |
103 | stdu r1,-STACK_FRAME(r1) |
104 | SAVE_GPR(0) |
105 | mflr r0 |
106 | std r0,LR_SAVE(r1) |
107 | mfcr r0 |
108 | std r0,CCR_SAVE(r1) |
109 | mfctr r0 |
110 | std r0,CTR_SAVE(r1) |
111 | mfxer r0 |
112 | std r0,XER_SAVE(r1) |
113 | SAVE_GPR(2) |
114 | SAVE_GPR(3) |
115 | SAVE_GPR(4) |
116 | SAVE_GPR(5) |
117 | SAVE_GPR(6) |
118 | SAVE_GPR(7) |
119 | SAVE_GPR(8) |
120 | SAVE_GPR(9) |
121 | SAVE_GPR(10) |
122 | SAVE_GPR(11) |
123 | SAVE_GPR(12) |
124 | SAVE_GPR(13) |
125 | SAVE_GPR(14) |
126 | SAVE_GPR(15) |
127 | SAVE_GPR(16) |
128 | SAVE_GPR(17) |
129 | SAVE_GPR(18) |
130 | SAVE_GPR(19) |
131 | SAVE_GPR(20) |
132 | SAVE_GPR(21) |
133 | SAVE_GPR(22) |
134 | SAVE_GPR(23) |
135 | SAVE_GPR(24) |
136 | SAVE_GPR(25) |
137 | SAVE_GPR(26) |
138 | SAVE_GPR(27) |
139 | SAVE_GPR(28) |
140 | SAVE_GPR(29) |
141 | SAVE_GPR(30) |
142 | SAVE_GPR(31) |
143 | SAVE_VSR(0, r3) |
144 | mffs f0 |
145 | stfd f0, FSCR_SAVE(r1) |
146 | mfvscr f0 |
147 | stfd f0, VSCR_SAVE(r1) |
148 | SAVE_VSR(1, r3) |
149 | SAVE_VSR(2, r3) |
150 | SAVE_VSR(3, r3) |
151 | SAVE_VSR(4, r3) |
152 | SAVE_VSR(5, r3) |
153 | SAVE_VSR(6, r3) |
154 | SAVE_VSR(7, r3) |
155 | SAVE_VSR(8, r3) |
156 | SAVE_VSR(9, r3) |
157 | SAVE_VSR(10, r3) |
158 | SAVE_VSR(11, r3) |
159 | SAVE_VSR(12, r3) |
160 | SAVE_VSR(13, r3) |
161 | SAVE_VSR(14, r3) |
162 | SAVE_VSR(15, r3) |
163 | SAVE_VSR(16, r3) |
164 | SAVE_VSR(17, r3) |
165 | SAVE_VSR(18, r3) |
166 | SAVE_VSR(19, r3) |
167 | SAVE_VSR(20, r3) |
168 | SAVE_VSR(21, r3) |
169 | SAVE_VSR(22, r3) |
170 | SAVE_VSR(23, r3) |
171 | SAVE_VSR(24, r3) |
172 | SAVE_VSR(25, r3) |
173 | SAVE_VSR(26, r3) |
174 | SAVE_VSR(27, r3) |
175 | SAVE_VSR(28, r3) |
176 | SAVE_VSR(29, r3) |
177 | SAVE_VSR(30, r3) |
178 | SAVE_VSR(31, r3) |
179 | SAVE_VSR(32, r3) |
180 | SAVE_VSR(33, r3) |
181 | SAVE_VSR(34, r3) |
182 | SAVE_VSR(35, r3) |
183 | SAVE_VSR(36, r3) |
184 | SAVE_VSR(37, r3) |
185 | SAVE_VSR(38, r3) |
186 | SAVE_VSR(39, r3) |
187 | SAVE_VSR(40, r3) |
188 | SAVE_VSR(41, r3) |
189 | SAVE_VSR(42, r3) |
190 | SAVE_VSR(43, r3) |
191 | SAVE_VSR(44, r3) |
192 | SAVE_VSR(45, r3) |
193 | SAVE_VSR(46, r3) |
194 | SAVE_VSR(47, r3) |
195 | SAVE_VSR(48, r3) |
196 | SAVE_VSR(49, r3) |
197 | SAVE_VSR(50, r3) |
198 | SAVE_VSR(51, r3) |
199 | SAVE_VSR(52, r3) |
200 | SAVE_VSR(53, r3) |
201 | SAVE_VSR(54, r3) |
202 | SAVE_VSR(55, r3) |
203 | SAVE_VSR(56, r3) |
204 | SAVE_VSR(57, r3) |
205 | SAVE_VSR(58, r3) |
206 | SAVE_VSR(59, r3) |
207 | SAVE_VSR(60, r3) |
208 | SAVE_VSR(61, r3) |
209 | SAVE_VSR(62, r3) |
210 | SAVE_VSR(63, r3) |
211 | |
212 | TRASH_GPR(2) |
213 | TRASH_GPR(3) |
214 | TRASH_GPR(4) |
215 | TRASH_GPR(5) |
216 | TRASH_GPR(6) |
217 | TRASH_GPR(7) |
218 | TRASH_GPR(8) |
219 | TRASH_GPR(9) |
220 | TRASH_GPR(10) |
221 | TRASH_GPR(11) |
222 | TRASH_GPR(12) |
223 | TRASH_GPR(14) |
224 | TRASH_GPR(15) |
225 | TRASH_GPR(16) |
226 | TRASH_GPR(17) |
227 | TRASH_GPR(18) |
228 | TRASH_GPR(19) |
229 | TRASH_GPR(20) |
230 | TRASH_GPR(21) |
231 | TRASH_GPR(22) |
232 | TRASH_GPR(23) |
233 | TRASH_GPR(24) |
234 | TRASH_GPR(25) |
235 | TRASH_GPR(26) |
236 | TRASH_GPR(27) |
237 | TRASH_GPR(28) |
238 | TRASH_GPR(29) |
239 | TRASH_GPR(30) |
240 | TRASH_GPR(31) |
241 | |
242 | RESTORE_TOC(ebb_handler) |
243 | |
244 | /* |
245 | * r13 is our TLS pointer. We leave whatever value was in there when the |
246 | * EBB fired. That seems to be OK because once set the TLS pointer is not |
247 | * changed - but presumably that could change in future. |
248 | */ |
249 | |
250 | bl ebb_hook |
251 | nop |
252 | |
253 | /* r2 may be changed here but we don't care */ |
254 | |
255 | lfd f0, FSCR_SAVE(r1) |
256 | mtfsf 0xff,f0 |
257 | lfd f0, VSCR_SAVE(r1) |
258 | mtvscr f0 |
259 | LOAD_VSR(0, r3) |
260 | LOAD_VSR(1, r3) |
261 | LOAD_VSR(2, r3) |
262 | LOAD_VSR(3, r3) |
263 | LOAD_VSR(4, r3) |
264 | LOAD_VSR(5, r3) |
265 | LOAD_VSR(6, r3) |
266 | LOAD_VSR(7, r3) |
267 | LOAD_VSR(8, r3) |
268 | LOAD_VSR(9, r3) |
269 | LOAD_VSR(10, r3) |
270 | LOAD_VSR(11, r3) |
271 | LOAD_VSR(12, r3) |
272 | LOAD_VSR(13, r3) |
273 | LOAD_VSR(14, r3) |
274 | LOAD_VSR(15, r3) |
275 | LOAD_VSR(16, r3) |
276 | LOAD_VSR(17, r3) |
277 | LOAD_VSR(18, r3) |
278 | LOAD_VSR(19, r3) |
279 | LOAD_VSR(20, r3) |
280 | LOAD_VSR(21, r3) |
281 | LOAD_VSR(22, r3) |
282 | LOAD_VSR(23, r3) |
283 | LOAD_VSR(24, r3) |
284 | LOAD_VSR(25, r3) |
285 | LOAD_VSR(26, r3) |
286 | LOAD_VSR(27, r3) |
287 | LOAD_VSR(28, r3) |
288 | LOAD_VSR(29, r3) |
289 | LOAD_VSR(30, r3) |
290 | LOAD_VSR(31, r3) |
291 | LOAD_VSR(32, r3) |
292 | LOAD_VSR(33, r3) |
293 | LOAD_VSR(34, r3) |
294 | LOAD_VSR(35, r3) |
295 | LOAD_VSR(36, r3) |
296 | LOAD_VSR(37, r3) |
297 | LOAD_VSR(38, r3) |
298 | LOAD_VSR(39, r3) |
299 | LOAD_VSR(40, r3) |
300 | LOAD_VSR(41, r3) |
301 | LOAD_VSR(42, r3) |
302 | LOAD_VSR(43, r3) |
303 | LOAD_VSR(44, r3) |
304 | LOAD_VSR(45, r3) |
305 | LOAD_VSR(46, r3) |
306 | LOAD_VSR(47, r3) |
307 | LOAD_VSR(48, r3) |
308 | LOAD_VSR(49, r3) |
309 | LOAD_VSR(50, r3) |
310 | LOAD_VSR(51, r3) |
311 | LOAD_VSR(52, r3) |
312 | LOAD_VSR(53, r3) |
313 | LOAD_VSR(54, r3) |
314 | LOAD_VSR(55, r3) |
315 | LOAD_VSR(56, r3) |
316 | LOAD_VSR(57, r3) |
317 | LOAD_VSR(58, r3) |
318 | LOAD_VSR(59, r3) |
319 | LOAD_VSR(60, r3) |
320 | LOAD_VSR(61, r3) |
321 | LOAD_VSR(62, r3) |
322 | LOAD_VSR(63, r3) |
323 | |
324 | ld r0,XER_SAVE(r1) |
325 | mtxer r0 |
326 | ld r0,CTR_SAVE(r1) |
327 | mtctr r0 |
328 | ld r0,LR_SAVE(r1) |
329 | mtlr r0 |
330 | ld r0,CCR_SAVE(r1) |
331 | mtcr r0 |
332 | REST_GPR(0) |
333 | REST_GPR(2) |
334 | REST_GPR(3) |
335 | REST_GPR(4) |
336 | REST_GPR(5) |
337 | REST_GPR(6) |
338 | REST_GPR(7) |
339 | REST_GPR(8) |
340 | REST_GPR(9) |
341 | REST_GPR(10) |
342 | REST_GPR(11) |
343 | REST_GPR(12) |
344 | REST_GPR(13) |
345 | REST_GPR(14) |
346 | REST_GPR(15) |
347 | REST_GPR(16) |
348 | REST_GPR(17) |
349 | REST_GPR(18) |
350 | REST_GPR(19) |
351 | REST_GPR(20) |
352 | REST_GPR(21) |
353 | REST_GPR(22) |
354 | REST_GPR(23) |
355 | REST_GPR(24) |
356 | REST_GPR(25) |
357 | REST_GPR(26) |
358 | REST_GPR(27) |
359 | REST_GPR(28) |
360 | REST_GPR(29) |
361 | REST_GPR(30) |
362 | REST_GPR(31) |
363 | addi r1,r1,STACK_FRAME |
364 | RFEBB |
365 | FUNC_END(ebb_handler) |
366 | |