1 | // SPDX-License-Identifier: GPL-2.0 |
2 | /* |
3 | * Copyright (C) 2015-2018 Etnaviv Project |
4 | */ |
5 | |
6 | #include <linux/kernel.h> |
7 | |
8 | #include "etnaviv_gem.h" |
9 | #include "etnaviv_gpu.h" |
10 | |
11 | #include "cmdstream.xml.h" |
12 | |
13 | #define (val, field) (((val) & field##__MASK) >> field##__SHIFT) |
14 | |
15 | struct etna_validation_state { |
16 | struct etnaviv_gpu *gpu; |
17 | const struct drm_etnaviv_gem_submit_reloc *relocs; |
18 | unsigned int num_relocs; |
19 | u32 *start; |
20 | }; |
21 | |
22 | static const struct { |
23 | u16 offset; |
24 | u16 size; |
25 | } etnaviv_sensitive_states[] __initconst = { |
26 | #define ST(start, num) { (start) >> 2, (num) } |
27 | /* 2D */ |
28 | ST(0x1200, 1), |
29 | ST(0x1228, 1), |
30 | ST(0x1238, 1), |
31 | ST(0x1284, 1), |
32 | ST(0x128c, 1), |
33 | ST(0x1304, 1), |
34 | ST(0x1310, 1), |
35 | ST(0x1318, 1), |
36 | ST(0x12800, 4), |
37 | ST(0x128a0, 4), |
38 | ST(0x128c0, 4), |
39 | ST(0x12970, 4), |
40 | ST(0x12a00, 8), |
41 | ST(0x12b40, 8), |
42 | ST(0x12b80, 8), |
43 | ST(0x12ce0, 8), |
44 | /* 3D */ |
45 | ST(0x0644, 1), |
46 | ST(0x064c, 1), |
47 | ST(0x0680, 8), |
48 | ST(0x086c, 1), |
49 | ST(0x1028, 1), |
50 | ST(0x1410, 1), |
51 | ST(0x1430, 1), |
52 | ST(0x1458, 1), |
53 | ST(0x1460, 8), |
54 | ST(0x1480, 8), |
55 | ST(0x1500, 8), |
56 | ST(0x1520, 8), |
57 | ST(0x1540, 8), |
58 | ST(0x1608, 1), |
59 | ST(0x1610, 1), |
60 | ST(0x1658, 1), |
61 | ST(0x165c, 1), |
62 | ST(0x1664, 1), |
63 | ST(0x1668, 1), |
64 | ST(0x16a4, 1), |
65 | ST(0x16c0, 8), |
66 | ST(0x16e0, 8), |
67 | ST(0x1740, 8), |
68 | ST(0x17c0, 8), |
69 | ST(0x17e0, 8), |
70 | ST(0x2400, 14 * 16), |
71 | ST(0x3824, 1), |
72 | ST(0x10800, 32 * 16), |
73 | ST(0x14600, 16), |
74 | ST(0x14800, 8 * 8), |
75 | #undef ST |
76 | }; |
77 | |
78 | #define ETNAVIV_STATES_SIZE (VIV_FE_LOAD_STATE_HEADER_OFFSET__MASK + 1u) |
79 | static DECLARE_BITMAP(etnaviv_states, ETNAVIV_STATES_SIZE); |
80 | |
81 | void __init etnaviv_validate_init(void) |
82 | { |
83 | unsigned int i; |
84 | |
85 | for (i = 0; i < ARRAY_SIZE(etnaviv_sensitive_states); i++) |
86 | bitmap_set(map: etnaviv_states, start: etnaviv_sensitive_states[i].offset, |
87 | nbits: etnaviv_sensitive_states[i].size); |
88 | } |
89 | |
90 | static void etnaviv_warn_if_non_sensitive(struct etna_validation_state *state, |
91 | unsigned int buf_offset, unsigned int state_addr) |
92 | { |
93 | if (state->num_relocs && state->relocs->submit_offset < buf_offset) { |
94 | dev_warn_once(state->gpu->dev, |
95 | "%s: relocation for non-sensitive state 0x%x at offset %u\n" , |
96 | __func__, state_addr, |
97 | state->relocs->submit_offset); |
98 | while (state->num_relocs && |
99 | state->relocs->submit_offset < buf_offset) { |
100 | state->relocs++; |
101 | state->num_relocs--; |
102 | } |
103 | } |
104 | } |
105 | |
106 | static bool etnaviv_validate_load_state(struct etna_validation_state *state, |
107 | u32 *ptr, unsigned int state_offset, unsigned int num) |
108 | { |
109 | unsigned int size = min(ETNAVIV_STATES_SIZE, state_offset + num); |
110 | unsigned int st_offset = state_offset, buf_offset; |
111 | |
112 | for_each_set_bit_from(st_offset, etnaviv_states, size) { |
113 | buf_offset = (ptr - state->start + |
114 | st_offset - state_offset) * 4; |
115 | |
116 | etnaviv_warn_if_non_sensitive(state, buf_offset, state_addr: st_offset * 4); |
117 | if (state->num_relocs && |
118 | state->relocs->submit_offset == buf_offset) { |
119 | state->relocs++; |
120 | state->num_relocs--; |
121 | continue; |
122 | } |
123 | |
124 | dev_warn_ratelimited(state->gpu->dev, |
125 | "%s: load state touches restricted state 0x%x at offset %u\n" , |
126 | __func__, st_offset * 4, buf_offset); |
127 | return false; |
128 | } |
129 | |
130 | if (state->num_relocs) { |
131 | buf_offset = (ptr - state->start + num) * 4; |
132 | etnaviv_warn_if_non_sensitive(state, buf_offset, state_addr: st_offset * 4 + |
133 | state->relocs->submit_offset - |
134 | buf_offset); |
135 | } |
136 | |
137 | return true; |
138 | } |
139 | |
140 | static uint8_t cmd_length[32] = { |
141 | [FE_OPCODE_DRAW_PRIMITIVES] = 4, |
142 | [FE_OPCODE_DRAW_INDEXED_PRIMITIVES] = 6, |
143 | [FE_OPCODE_DRAW_INSTANCED] = 4, |
144 | [FE_OPCODE_NOP] = 2, |
145 | [FE_OPCODE_STALL] = 2, |
146 | }; |
147 | |
148 | bool etnaviv_cmd_validate_one(struct etnaviv_gpu *gpu, u32 *stream, |
149 | unsigned int size, |
150 | struct drm_etnaviv_gem_submit_reloc *relocs, |
151 | unsigned int reloc_size) |
152 | { |
153 | struct etna_validation_state state; |
154 | u32 *buf = stream; |
155 | u32 *end = buf + size; |
156 | |
157 | state.gpu = gpu; |
158 | state.relocs = relocs; |
159 | state.num_relocs = reloc_size; |
160 | state.start = stream; |
161 | |
162 | while (buf < end) { |
163 | u32 cmd = *buf; |
164 | unsigned int len, n, off; |
165 | unsigned int op = cmd >> 27; |
166 | |
167 | switch (op) { |
168 | case FE_OPCODE_LOAD_STATE: |
169 | n = EXTRACT(cmd, VIV_FE_LOAD_STATE_HEADER_COUNT); |
170 | len = ALIGN(1 + n, 2); |
171 | if (buf + len > end) |
172 | break; |
173 | |
174 | off = EXTRACT(cmd, VIV_FE_LOAD_STATE_HEADER_OFFSET); |
175 | if (!etnaviv_validate_load_state(state: &state, ptr: buf + 1, |
176 | state_offset: off, num: n)) |
177 | return false; |
178 | break; |
179 | |
180 | case FE_OPCODE_DRAW_2D: |
181 | n = EXTRACT(cmd, VIV_FE_DRAW_2D_HEADER_COUNT); |
182 | if (n == 0) |
183 | n = 256; |
184 | len = 2 + n * 2; |
185 | break; |
186 | |
187 | default: |
188 | len = cmd_length[op]; |
189 | if (len == 0) { |
190 | dev_err(gpu->dev, "%s: op %u not permitted at offset %tu\n" , |
191 | __func__, op, buf - state.start); |
192 | return false; |
193 | } |
194 | break; |
195 | } |
196 | |
197 | buf += len; |
198 | } |
199 | |
200 | if (buf > end) { |
201 | dev_err(gpu->dev, "%s: commands overflow end of buffer: %tu > %u\n" , |
202 | __func__, buf - state.start, size); |
203 | return false; |
204 | } |
205 | |
206 | return true; |
207 | } |
208 | |