1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Based on arch/arm/kernel/asm-offsets.c
4 *
5 * Copyright (C) 1995-2003 Russell King
6 * 2001-2002 Keith Owens
7 * Copyright (C) 2012 ARM Ltd.
8 */
9
10#include <linux/arm_sdei.h>
11#include <linux/sched.h>
12#include <linux/ftrace.h>
13#include <linux/kexec.h>
14#include <linux/mm.h>
15#include <linux/dma-mapping.h>
16#include <linux/kvm_host.h>
17#include <linux/preempt.h>
18#include <linux/suspend.h>
19#include <asm/cpufeature.h>
20#include <asm/fixmap.h>
21#include <asm/thread_info.h>
22#include <asm/memory.h>
23#include <asm/signal32.h>
24#include <asm/smp_plat.h>
25#include <asm/suspend.h>
26#include <linux/kbuild.h>
27#include <linux/arm-smccc.h>
28
29int main(void)
30{
31 DEFINE(TSK_ACTIVE_MM, offsetof(struct task_struct, active_mm));
32 BLANK();
33 DEFINE(TSK_TI_CPU, offsetof(struct task_struct, thread_info.cpu));
34 DEFINE(TSK_TI_FLAGS, offsetof(struct task_struct, thread_info.flags));
35 DEFINE(TSK_TI_PREEMPT, offsetof(struct task_struct, thread_info.preempt_count));
36#ifdef CONFIG_ARM64_SW_TTBR0_PAN
37 DEFINE(TSK_TI_TTBR0, offsetof(struct task_struct, thread_info.ttbr0));
38#endif
39#ifdef CONFIG_SHADOW_CALL_STACK
40 DEFINE(TSK_TI_SCS_BASE, offsetof(struct task_struct, thread_info.scs_base));
41 DEFINE(TSK_TI_SCS_SP, offsetof(struct task_struct, thread_info.scs_sp));
42#endif
43 DEFINE(TSK_STACK, offsetof(struct task_struct, stack));
44#ifdef CONFIG_STACKPROTECTOR
45 DEFINE(TSK_STACK_CANARY, offsetof(struct task_struct, stack_canary));
46#endif
47 BLANK();
48 DEFINE(THREAD_CPU_CONTEXT, offsetof(struct task_struct, thread.cpu_context));
49 DEFINE(THREAD_SCTLR_USER, offsetof(struct task_struct, thread.sctlr_user));
50#ifdef CONFIG_ARM64_PTR_AUTH
51 DEFINE(THREAD_KEYS_USER, offsetof(struct task_struct, thread.keys_user));
52#endif
53#ifdef CONFIG_ARM64_PTR_AUTH_KERNEL
54 DEFINE(THREAD_KEYS_KERNEL, offsetof(struct task_struct, thread.keys_kernel));
55#endif
56#ifdef CONFIG_ARM64_MTE
57 DEFINE(THREAD_MTE_CTRL, offsetof(struct task_struct, thread.mte_ctrl));
58#endif
59 BLANK();
60 DEFINE(S_X0, offsetof(struct pt_regs, regs[0]));
61 DEFINE(S_X2, offsetof(struct pt_regs, regs[2]));
62 DEFINE(S_X4, offsetof(struct pt_regs, regs[4]));
63 DEFINE(S_X6, offsetof(struct pt_regs, regs[6]));
64 DEFINE(S_X8, offsetof(struct pt_regs, regs[8]));
65 DEFINE(S_X10, offsetof(struct pt_regs, regs[10]));
66 DEFINE(S_X12, offsetof(struct pt_regs, regs[12]));
67 DEFINE(S_X14, offsetof(struct pt_regs, regs[14]));
68 DEFINE(S_X16, offsetof(struct pt_regs, regs[16]));
69 DEFINE(S_X18, offsetof(struct pt_regs, regs[18]));
70 DEFINE(S_X20, offsetof(struct pt_regs, regs[20]));
71 DEFINE(S_X22, offsetof(struct pt_regs, regs[22]));
72 DEFINE(S_X24, offsetof(struct pt_regs, regs[24]));
73 DEFINE(S_X26, offsetof(struct pt_regs, regs[26]));
74 DEFINE(S_X28, offsetof(struct pt_regs, regs[28]));
75 DEFINE(S_FP, offsetof(struct pt_regs, regs[29]));
76 DEFINE(S_LR, offsetof(struct pt_regs, regs[30]));
77 DEFINE(S_SP, offsetof(struct pt_regs, sp));
78 DEFINE(S_PSTATE, offsetof(struct pt_regs, pstate));
79 DEFINE(S_PC, offsetof(struct pt_regs, pc));
80 DEFINE(S_SYSCALLNO, offsetof(struct pt_regs, syscallno));
81 DEFINE(S_SDEI_TTBR1, offsetof(struct pt_regs, sdei_ttbr1));
82 DEFINE(S_PMR_SAVE, offsetof(struct pt_regs, pmr_save));
83 DEFINE(S_STACKFRAME, offsetof(struct pt_regs, stackframe));
84 DEFINE(PT_REGS_SIZE, sizeof(struct pt_regs));
85 BLANK();
86#ifdef CONFIG_DYNAMIC_FTRACE_WITH_ARGS
87 DEFINE(FREGS_X0, offsetof(struct ftrace_regs, regs[0]));
88 DEFINE(FREGS_X2, offsetof(struct ftrace_regs, regs[2]));
89 DEFINE(FREGS_X4, offsetof(struct ftrace_regs, regs[4]));
90 DEFINE(FREGS_X6, offsetof(struct ftrace_regs, regs[6]));
91 DEFINE(FREGS_X8, offsetof(struct ftrace_regs, regs[8]));
92 DEFINE(FREGS_FP, offsetof(struct ftrace_regs, fp));
93 DEFINE(FREGS_LR, offsetof(struct ftrace_regs, lr));
94 DEFINE(FREGS_SP, offsetof(struct ftrace_regs, sp));
95 DEFINE(FREGS_PC, offsetof(struct ftrace_regs, pc));
96#ifdef CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS
97 DEFINE(FREGS_DIRECT_TRAMP, offsetof(struct ftrace_regs, direct_tramp));
98#endif
99 DEFINE(FREGS_SIZE, sizeof(struct ftrace_regs));
100 BLANK();
101#endif
102#ifdef CONFIG_COMPAT
103 DEFINE(COMPAT_SIGFRAME_REGS_OFFSET, offsetof(struct compat_sigframe, uc.uc_mcontext.arm_r0));
104 DEFINE(COMPAT_RT_SIGFRAME_REGS_OFFSET, offsetof(struct compat_rt_sigframe, sig.uc.uc_mcontext.arm_r0));
105 BLANK();
106#endif
107 DEFINE(MM_CONTEXT_ID, offsetof(struct mm_struct, context.id.counter));
108 BLANK();
109 DEFINE(VMA_VM_MM, offsetof(struct vm_area_struct, vm_mm));
110 DEFINE(VMA_VM_FLAGS, offsetof(struct vm_area_struct, vm_flags));
111 BLANK();
112 DEFINE(VM_EXEC, VM_EXEC);
113 BLANK();
114 DEFINE(PAGE_SZ, PAGE_SIZE);
115 BLANK();
116 DEFINE(DMA_TO_DEVICE, DMA_TO_DEVICE);
117 DEFINE(DMA_FROM_DEVICE, DMA_FROM_DEVICE);
118 BLANK();
119 DEFINE(PREEMPT_DISABLE_OFFSET, PREEMPT_DISABLE_OFFSET);
120 DEFINE(SOFTIRQ_SHIFT, SOFTIRQ_SHIFT);
121 DEFINE(IRQ_CPUSTAT_SOFTIRQ_PENDING, offsetof(irq_cpustat_t, __softirq_pending));
122 BLANK();
123 DEFINE(CPU_BOOT_TASK, offsetof(struct secondary_data, task));
124 BLANK();
125 DEFINE(FTR_OVR_VAL_OFFSET, offsetof(struct arm64_ftr_override, val));
126 DEFINE(FTR_OVR_MASK_OFFSET, offsetof(struct arm64_ftr_override, mask));
127 BLANK();
128#ifdef CONFIG_KVM
129 DEFINE(VCPU_CONTEXT, offsetof(struct kvm_vcpu, arch.ctxt));
130 DEFINE(VCPU_FAULT_DISR, offsetof(struct kvm_vcpu, arch.fault.disr_el1));
131 DEFINE(VCPU_HCR_EL2, offsetof(struct kvm_vcpu, arch.hcr_el2));
132 DEFINE(CPU_USER_PT_REGS, offsetof(struct kvm_cpu_context, regs));
133 DEFINE(CPU_RGSR_EL1, offsetof(struct kvm_cpu_context, sys_regs[RGSR_EL1]));
134 DEFINE(CPU_GCR_EL1, offsetof(struct kvm_cpu_context, sys_regs[GCR_EL1]));
135 DEFINE(CPU_APIAKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APIAKEYLO_EL1]));
136 DEFINE(CPU_APIBKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APIBKEYLO_EL1]));
137 DEFINE(CPU_APDAKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APDAKEYLO_EL1]));
138 DEFINE(CPU_APDBKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APDBKEYLO_EL1]));
139 DEFINE(CPU_APGAKEYLO_EL1, offsetof(struct kvm_cpu_context, sys_regs[APGAKEYLO_EL1]));
140 DEFINE(HOST_CONTEXT_VCPU, offsetof(struct kvm_cpu_context, __hyp_running_vcpu));
141 DEFINE(HOST_DATA_CONTEXT, offsetof(struct kvm_host_data, host_ctxt));
142 DEFINE(NVHE_INIT_MAIR_EL2, offsetof(struct kvm_nvhe_init_params, mair_el2));
143 DEFINE(NVHE_INIT_TCR_EL2, offsetof(struct kvm_nvhe_init_params, tcr_el2));
144 DEFINE(NVHE_INIT_TPIDR_EL2, offsetof(struct kvm_nvhe_init_params, tpidr_el2));
145 DEFINE(NVHE_INIT_STACK_HYP_VA, offsetof(struct kvm_nvhe_init_params, stack_hyp_va));
146 DEFINE(NVHE_INIT_PGD_PA, offsetof(struct kvm_nvhe_init_params, pgd_pa));
147 DEFINE(NVHE_INIT_HCR_EL2, offsetof(struct kvm_nvhe_init_params, hcr_el2));
148 DEFINE(NVHE_INIT_VTTBR, offsetof(struct kvm_nvhe_init_params, vttbr));
149 DEFINE(NVHE_INIT_VTCR, offsetof(struct kvm_nvhe_init_params, vtcr));
150#endif
151#ifdef CONFIG_CPU_PM
152 DEFINE(CPU_CTX_SP, offsetof(struct cpu_suspend_ctx, sp));
153 DEFINE(MPIDR_HASH_MASK, offsetof(struct mpidr_hash, mask));
154 DEFINE(MPIDR_HASH_SHIFTS, offsetof(struct mpidr_hash, shift_aff));
155 DEFINE(SLEEP_STACK_DATA_SYSTEM_REGS, offsetof(struct sleep_stack_data, system_regs));
156 DEFINE(SLEEP_STACK_DATA_CALLEE_REGS, offsetof(struct sleep_stack_data, callee_saved_regs));
157#endif
158 DEFINE(ARM_SMCCC_RES_X0_OFFS, offsetof(struct arm_smccc_res, a0));
159 DEFINE(ARM_SMCCC_RES_X2_OFFS, offsetof(struct arm_smccc_res, a2));
160 DEFINE(ARM_SMCCC_QUIRK_ID_OFFS, offsetof(struct arm_smccc_quirk, id));
161 DEFINE(ARM_SMCCC_QUIRK_STATE_OFFS, offsetof(struct arm_smccc_quirk, state));
162 DEFINE(ARM_SMCCC_1_2_REGS_X0_OFFS, offsetof(struct arm_smccc_1_2_regs, a0));
163 DEFINE(ARM_SMCCC_1_2_REGS_X2_OFFS, offsetof(struct arm_smccc_1_2_regs, a2));
164 DEFINE(ARM_SMCCC_1_2_REGS_X4_OFFS, offsetof(struct arm_smccc_1_2_regs, a4));
165 DEFINE(ARM_SMCCC_1_2_REGS_X6_OFFS, offsetof(struct arm_smccc_1_2_regs, a6));
166 DEFINE(ARM_SMCCC_1_2_REGS_X8_OFFS, offsetof(struct arm_smccc_1_2_regs, a8));
167 DEFINE(ARM_SMCCC_1_2_REGS_X10_OFFS, offsetof(struct arm_smccc_1_2_regs, a10));
168 DEFINE(ARM_SMCCC_1_2_REGS_X12_OFFS, offsetof(struct arm_smccc_1_2_regs, a12));
169 DEFINE(ARM_SMCCC_1_2_REGS_X14_OFFS, offsetof(struct arm_smccc_1_2_regs, a14));
170 DEFINE(ARM_SMCCC_1_2_REGS_X16_OFFS, offsetof(struct arm_smccc_1_2_regs, a16));
171 BLANK();
172 DEFINE(HIBERN_PBE_ORIG, offsetof(struct pbe, orig_address));
173 DEFINE(HIBERN_PBE_ADDR, offsetof(struct pbe, address));
174 DEFINE(HIBERN_PBE_NEXT, offsetof(struct pbe, next));
175 DEFINE(ARM64_FTR_SYSVAL, offsetof(struct arm64_ftr_reg, sys_val));
176 BLANK();
177#ifdef CONFIG_UNMAP_KERNEL_AT_EL0
178 DEFINE(TRAMP_VALIAS, TRAMP_VALIAS);
179#endif
180#ifdef CONFIG_ARM_SDE_INTERFACE
181 DEFINE(SDEI_EVENT_INTREGS, offsetof(struct sdei_registered_event, interrupted_regs));
182 DEFINE(SDEI_EVENT_PRIORITY, offsetof(struct sdei_registered_event, priority));
183#endif
184#ifdef CONFIG_ARM64_PTR_AUTH
185 DEFINE(PTRAUTH_USER_KEY_APIA, offsetof(struct ptrauth_keys_user, apia));
186#ifdef CONFIG_ARM64_PTR_AUTH_KERNEL
187 DEFINE(PTRAUTH_KERNEL_KEY_APIA, offsetof(struct ptrauth_keys_kernel, apia));
188#endif
189 BLANK();
190#endif
191#ifdef CONFIG_KEXEC_CORE
192 DEFINE(KIMAGE_ARCH_DTB_MEM, offsetof(struct kimage, arch.dtb_mem));
193 DEFINE(KIMAGE_ARCH_EL2_VECTORS, offsetof(struct kimage, arch.el2_vectors));
194 DEFINE(KIMAGE_ARCH_ZERO_PAGE, offsetof(struct kimage, arch.zero_page));
195 DEFINE(KIMAGE_ARCH_PHYS_OFFSET, offsetof(struct kimage, arch.phys_offset));
196 DEFINE(KIMAGE_ARCH_TTBR1, offsetof(struct kimage, arch.ttbr1));
197 DEFINE(KIMAGE_HEAD, offsetof(struct kimage, head));
198 DEFINE(KIMAGE_START, offsetof(struct kimage, start));
199 BLANK();
200#endif
201#ifdef CONFIG_FUNCTION_TRACER
202 DEFINE(FTRACE_OPS_FUNC, offsetof(struct ftrace_ops, func));
203#endif
204 BLANK();
205#ifdef CONFIG_FUNCTION_GRAPH_TRACER
206 DEFINE(FGRET_REGS_X0, offsetof(struct fgraph_ret_regs, regs[0]));
207 DEFINE(FGRET_REGS_X1, offsetof(struct fgraph_ret_regs, regs[1]));
208 DEFINE(FGRET_REGS_X2, offsetof(struct fgraph_ret_regs, regs[2]));
209 DEFINE(FGRET_REGS_X3, offsetof(struct fgraph_ret_regs, regs[3]));
210 DEFINE(FGRET_REGS_X4, offsetof(struct fgraph_ret_regs, regs[4]));
211 DEFINE(FGRET_REGS_X5, offsetof(struct fgraph_ret_regs, regs[5]));
212 DEFINE(FGRET_REGS_X6, offsetof(struct fgraph_ret_regs, regs[6]));
213 DEFINE(FGRET_REGS_X7, offsetof(struct fgraph_ret_regs, regs[7]));
214 DEFINE(FGRET_REGS_FP, offsetof(struct fgraph_ret_regs, fp));
215 DEFINE(FGRET_REGS_SIZE, sizeof(struct fgraph_ret_regs));
216#endif
217#ifdef CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS
218 DEFINE(FTRACE_OPS_DIRECT_CALL, offsetof(struct ftrace_ops, direct_call));
219#endif
220 return 0;
221}
222

source code of linux/arch/arm64/kernel/asm-offsets.c