1 | /* |
2 | * Copyright 2012 Red Hat Inc. |
3 | * |
4 | * Permission is hereby granted, free of charge, to any person obtaining a |
5 | * copy of this software and associated documentation files (the "Software"), |
6 | * to deal in the Software without restriction, including without limitation |
7 | * the rights to use, copy, modify, merge, publish, distribute, sublicense, |
8 | * and/or sell copies of the Software, and to permit persons to whom the |
9 | * Software is furnished to do so, subject to the following conditions: |
10 | * |
11 | * The above copyright notice and this permission notice shall be included in |
12 | * all copies or substantial portions of the Software. |
13 | * |
14 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
15 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
16 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL |
17 | * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR |
18 | * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, |
19 | * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR |
20 | * OTHER DEALINGS IN THE SOFTWARE. |
21 | * |
22 | */ |
23 | |
24 | #include <nvif/client.h> |
25 | #include <nvif/driver.h> |
26 | #include <nvif/fifo.h> |
27 | #include <nvif/ioctl.h> |
28 | #include <nvif/class.h> |
29 | #include <nvif/cl0002.h> |
30 | #include <nvif/unpack.h> |
31 | |
32 | #include "nouveau_drv.h" |
33 | #include "nouveau_dma.h" |
34 | #include "nouveau_exec.h" |
35 | #include "nouveau_gem.h" |
36 | #include "nouveau_chan.h" |
37 | #include "nouveau_abi16.h" |
38 | #include "nouveau_vmm.h" |
39 | #include "nouveau_sched.h" |
40 | |
41 | static struct nouveau_abi16 * |
42 | nouveau_abi16(struct drm_file *file_priv) |
43 | { |
44 | struct nouveau_cli *cli = nouveau_cli(fpriv: file_priv); |
45 | if (!cli->abi16) { |
46 | struct nouveau_abi16 *abi16; |
47 | cli->abi16 = abi16 = kzalloc(size: sizeof(*abi16), GFP_KERNEL); |
48 | if (cli->abi16) { |
49 | struct nv_device_v0 args = { |
50 | .device = ~0ULL, |
51 | }; |
52 | |
53 | INIT_LIST_HEAD(list: &abi16->channels); |
54 | |
55 | /* allocate device object targeting client's default |
56 | * device (ie. the one that belongs to the fd it |
57 | * opened) |
58 | */ |
59 | if (nvif_device_ctor(&cli->base.object, "abi16Device" , |
60 | 0, NV_DEVICE, &args, sizeof(args), |
61 | &abi16->device) == 0) |
62 | return cli->abi16; |
63 | |
64 | kfree(objp: cli->abi16); |
65 | cli->abi16 = NULL; |
66 | } |
67 | } |
68 | return cli->abi16; |
69 | } |
70 | |
71 | struct nouveau_abi16 * |
72 | nouveau_abi16_get(struct drm_file *file_priv) |
73 | { |
74 | struct nouveau_cli *cli = nouveau_cli(fpriv: file_priv); |
75 | mutex_lock(&cli->mutex); |
76 | if (nouveau_abi16(file_priv)) |
77 | return cli->abi16; |
78 | mutex_unlock(lock: &cli->mutex); |
79 | return NULL; |
80 | } |
81 | |
82 | int |
83 | nouveau_abi16_put(struct nouveau_abi16 *abi16, int ret) |
84 | { |
85 | struct nouveau_cli *cli = (void *)abi16->device.object.client; |
86 | mutex_unlock(lock: &cli->mutex); |
87 | return ret; |
88 | } |
89 | |
90 | s32 |
91 | nouveau_abi16_swclass(struct nouveau_drm *drm) |
92 | { |
93 | switch (drm->client.device.info.family) { |
94 | case NV_DEVICE_INFO_V0_TNT: |
95 | return NVIF_CLASS_SW_NV04; |
96 | case NV_DEVICE_INFO_V0_CELSIUS: |
97 | case NV_DEVICE_INFO_V0_KELVIN: |
98 | case NV_DEVICE_INFO_V0_RANKINE: |
99 | case NV_DEVICE_INFO_V0_CURIE: |
100 | return NVIF_CLASS_SW_NV10; |
101 | case NV_DEVICE_INFO_V0_TESLA: |
102 | return NVIF_CLASS_SW_NV50; |
103 | case NV_DEVICE_INFO_V0_FERMI: |
104 | case NV_DEVICE_INFO_V0_KEPLER: |
105 | case NV_DEVICE_INFO_V0_MAXWELL: |
106 | case NV_DEVICE_INFO_V0_PASCAL: |
107 | case NV_DEVICE_INFO_V0_VOLTA: |
108 | return NVIF_CLASS_SW_GF100; |
109 | } |
110 | |
111 | return 0x0000; |
112 | } |
113 | |
114 | static void |
115 | nouveau_abi16_ntfy_fini(struct nouveau_abi16_chan *chan, |
116 | struct nouveau_abi16_ntfy *ntfy) |
117 | { |
118 | nvif_object_dtor(&ntfy->object); |
119 | nvkm_mm_free(&chan->heap, &ntfy->node); |
120 | list_del(entry: &ntfy->head); |
121 | kfree(objp: ntfy); |
122 | } |
123 | |
124 | static void |
125 | nouveau_abi16_chan_fini(struct nouveau_abi16 *abi16, |
126 | struct nouveau_abi16_chan *chan) |
127 | { |
128 | struct nouveau_abi16_ntfy *ntfy, *temp; |
129 | |
130 | /* Cancel all jobs from the entity's queue. */ |
131 | if (chan->sched) |
132 | drm_sched_entity_fini(entity: &chan->sched->entity); |
133 | |
134 | if (chan->chan) |
135 | nouveau_channel_idle(chan->chan); |
136 | |
137 | if (chan->sched) |
138 | nouveau_sched_destroy(psched: &chan->sched); |
139 | |
140 | /* cleanup notifier state */ |
141 | list_for_each_entry_safe(ntfy, temp, &chan->notifiers, head) { |
142 | nouveau_abi16_ntfy_fini(chan, ntfy); |
143 | } |
144 | |
145 | if (chan->ntfy) { |
146 | nouveau_vma_del(&chan->ntfy_vma); |
147 | nouveau_bo_unpin(chan->ntfy); |
148 | drm_gem_object_put(obj: &chan->ntfy->bo.base); |
149 | } |
150 | |
151 | if (chan->heap.block_size) |
152 | nvkm_mm_fini(&chan->heap); |
153 | |
154 | /* destroy channel object, all children will be killed too */ |
155 | if (chan->chan) { |
156 | nvif_object_dtor(&chan->ce); |
157 | nouveau_channel_del(&chan->chan); |
158 | } |
159 | |
160 | list_del(entry: &chan->head); |
161 | kfree(objp: chan); |
162 | } |
163 | |
164 | void |
165 | nouveau_abi16_fini(struct nouveau_abi16 *abi16) |
166 | { |
167 | struct nouveau_cli *cli = (void *)abi16->device.object.client; |
168 | struct nouveau_abi16_chan *chan, *temp; |
169 | |
170 | /* cleanup channels */ |
171 | list_for_each_entry_safe(chan, temp, &abi16->channels, head) { |
172 | nouveau_abi16_chan_fini(abi16, chan); |
173 | } |
174 | |
175 | /* destroy the device object */ |
176 | nvif_device_dtor(&abi16->device); |
177 | |
178 | kfree(objp: cli->abi16); |
179 | cli->abi16 = NULL; |
180 | } |
181 | |
182 | static inline int |
183 | getparam_dma_ib_max(struct nvif_device *device) |
184 | { |
185 | const struct nvif_mclass dmas[] = { |
186 | { NV03_CHANNEL_DMA, 0 }, |
187 | { NV10_CHANNEL_DMA, 0 }, |
188 | { NV17_CHANNEL_DMA, 0 }, |
189 | { NV40_CHANNEL_DMA, 0 }, |
190 | {} |
191 | }; |
192 | |
193 | return nvif_mclass(&device->object, dmas) < 0 ? NV50_DMA_IB_MAX : 0; |
194 | } |
195 | |
196 | int |
197 | nouveau_abi16_ioctl_getparam(ABI16_IOCTL_ARGS) |
198 | { |
199 | struct nouveau_cli *cli = nouveau_cli(fpriv: file_priv); |
200 | struct nouveau_drm *drm = nouveau_drm(dev); |
201 | struct nvif_device *device = &drm->client.device; |
202 | struct nvkm_device *nvkm_device = nvxx_device(&drm->client.device); |
203 | struct nvkm_gr *gr = nvxx_gr(device); |
204 | struct drm_nouveau_getparam *getparam = data; |
205 | struct pci_dev *pdev = to_pci_dev(dev->dev); |
206 | |
207 | switch (getparam->param) { |
208 | case NOUVEAU_GETPARAM_CHIPSET_ID: |
209 | getparam->value = device->info.chipset; |
210 | break; |
211 | case NOUVEAU_GETPARAM_PCI_VENDOR: |
212 | if (device->info.platform != NV_DEVICE_INFO_V0_SOC) |
213 | getparam->value = pdev->vendor; |
214 | else |
215 | getparam->value = 0; |
216 | break; |
217 | case NOUVEAU_GETPARAM_PCI_DEVICE: |
218 | if (device->info.platform != NV_DEVICE_INFO_V0_SOC) |
219 | getparam->value = pdev->device; |
220 | else |
221 | getparam->value = 0; |
222 | break; |
223 | case NOUVEAU_GETPARAM_BUS_TYPE: |
224 | switch (device->info.platform) { |
225 | case NV_DEVICE_INFO_V0_AGP : getparam->value = 0; break; |
226 | case NV_DEVICE_INFO_V0_PCI : getparam->value = 1; break; |
227 | case NV_DEVICE_INFO_V0_PCIE: getparam->value = 2; break; |
228 | case NV_DEVICE_INFO_V0_SOC : getparam->value = 3; break; |
229 | case NV_DEVICE_INFO_V0_IGP : |
230 | if (!pci_is_pcie(pdev)) |
231 | getparam->value = 1; |
232 | else |
233 | getparam->value = 2; |
234 | break; |
235 | default: |
236 | WARN_ON(1); |
237 | break; |
238 | } |
239 | break; |
240 | case NOUVEAU_GETPARAM_FB_SIZE: |
241 | getparam->value = drm->gem.vram_available; |
242 | break; |
243 | case NOUVEAU_GETPARAM_AGP_SIZE: |
244 | getparam->value = drm->gem.gart_available; |
245 | break; |
246 | case NOUVEAU_GETPARAM_VM_VRAM_BASE: |
247 | getparam->value = 0; /* deprecated */ |
248 | break; |
249 | case NOUVEAU_GETPARAM_PTIMER_TIME: |
250 | getparam->value = nvif_device_time(device); |
251 | break; |
252 | case NOUVEAU_GETPARAM_HAS_BO_USAGE: |
253 | getparam->value = 1; |
254 | break; |
255 | case NOUVEAU_GETPARAM_HAS_PAGEFLIP: |
256 | getparam->value = 1; |
257 | break; |
258 | case NOUVEAU_GETPARAM_GRAPH_UNITS: |
259 | getparam->value = nvkm_gr_units(gr); |
260 | break; |
261 | case NOUVEAU_GETPARAM_EXEC_PUSH_MAX: { |
262 | int ib_max = getparam_dma_ib_max(device); |
263 | |
264 | getparam->value = nouveau_exec_push_max_from_ib_max(ib_max); |
265 | break; |
266 | } |
267 | case NOUVEAU_GETPARAM_VRAM_BAR_SIZE: |
268 | getparam->value = nvkm_device->func->resource_size(nvkm_device, 1); |
269 | break; |
270 | case NOUVEAU_GETPARAM_VRAM_USED: { |
271 | struct ttm_resource_manager *vram_mgr = ttm_manager_type(bdev: &drm->ttm.bdev, TTM_PL_VRAM); |
272 | getparam->value = (u64)ttm_resource_manager_usage(man: vram_mgr); |
273 | break; |
274 | } |
275 | default: |
276 | NV_PRINTK(dbg, cli, "unknown parameter %lld\n" , getparam->param); |
277 | return -EINVAL; |
278 | } |
279 | |
280 | return 0; |
281 | } |
282 | |
283 | int |
284 | nouveau_abi16_ioctl_channel_alloc(ABI16_IOCTL_ARGS) |
285 | { |
286 | struct drm_nouveau_channel_alloc *init = data; |
287 | struct nouveau_cli *cli = nouveau_cli(fpriv: file_priv); |
288 | struct nouveau_drm *drm = nouveau_drm(dev); |
289 | struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv); |
290 | struct nouveau_abi16_chan *chan; |
291 | struct nvif_device *device; |
292 | u64 engine, runm; |
293 | int ret; |
294 | |
295 | if (unlikely(!abi16)) |
296 | return -ENOMEM; |
297 | |
298 | if (!drm->channel) |
299 | return nouveau_abi16_put(abi16, ret: -ENODEV); |
300 | |
301 | /* If uvmm wasn't initialized until now disable it completely to prevent |
302 | * userspace from mixing up UAPIs. |
303 | * |
304 | * The client lock is already acquired by nouveau_abi16_get(). |
305 | */ |
306 | __nouveau_cli_disable_uvmm_noinit(cli); |
307 | |
308 | device = &abi16->device; |
309 | engine = NV_DEVICE_HOST_RUNLIST_ENGINES_GR; |
310 | |
311 | /* hack to allow channel engine type specification on kepler */ |
312 | if (device->info.family >= NV_DEVICE_INFO_V0_KEPLER) { |
313 | if (init->fb_ctxdma_handle == ~0) { |
314 | switch (init->tt_ctxdma_handle) { |
315 | case 0x01: engine = NV_DEVICE_HOST_RUNLIST_ENGINES_GR ; break; |
316 | case 0x02: engine = NV_DEVICE_HOST_RUNLIST_ENGINES_MSPDEC; break; |
317 | case 0x04: engine = NV_DEVICE_HOST_RUNLIST_ENGINES_MSPPP ; break; |
318 | case 0x08: engine = NV_DEVICE_HOST_RUNLIST_ENGINES_MSVLD ; break; |
319 | case 0x30: engine = NV_DEVICE_HOST_RUNLIST_ENGINES_CE ; break; |
320 | default: |
321 | return nouveau_abi16_put(abi16, ret: -ENOSYS); |
322 | } |
323 | |
324 | init->fb_ctxdma_handle = 0; |
325 | init->tt_ctxdma_handle = 0; |
326 | } |
327 | } |
328 | |
329 | if (engine != NV_DEVICE_HOST_RUNLIST_ENGINES_CE) |
330 | runm = nvif_fifo_runlist(device, engine); |
331 | else |
332 | runm = nvif_fifo_runlist_ce(device); |
333 | |
334 | if (!runm || init->fb_ctxdma_handle == ~0 || init->tt_ctxdma_handle == ~0) |
335 | return nouveau_abi16_put(abi16, ret: -EINVAL); |
336 | |
337 | /* allocate "abi16 channel" data and make up a handle for it */ |
338 | chan = kzalloc(size: sizeof(*chan), GFP_KERNEL); |
339 | if (!chan) |
340 | return nouveau_abi16_put(abi16, ret: -ENOMEM); |
341 | |
342 | INIT_LIST_HEAD(list: &chan->notifiers); |
343 | list_add(new: &chan->head, head: &abi16->channels); |
344 | |
345 | /* create channel object and initialise dma and fence management */ |
346 | ret = nouveau_channel_new(drm, device, priv: false, runm, vram: init->fb_ctxdma_handle, |
347 | gart: init->tt_ctxdma_handle, &chan->chan); |
348 | if (ret) |
349 | goto done; |
350 | |
351 | /* If we're not using the VM_BIND uAPI, we don't need a scheduler. |
352 | * |
353 | * The client lock is already acquired by nouveau_abi16_get(). |
354 | */ |
355 | if (nouveau_cli_uvmm(cli)) { |
356 | ret = nouveau_sched_create(psched: &chan->sched, drm, wq: drm->sched_wq, |
357 | credit_limit: chan->chan->dma.ib_max); |
358 | if (ret) |
359 | goto done; |
360 | } |
361 | |
362 | init->channel = chan->chan->chid; |
363 | |
364 | if (device->info.family >= NV_DEVICE_INFO_V0_TESLA) |
365 | init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_VRAM | |
366 | NOUVEAU_GEM_DOMAIN_GART; |
367 | else |
368 | if (chan->chan->push.buffer->bo.resource->mem_type == TTM_PL_VRAM) |
369 | init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_VRAM; |
370 | else |
371 | init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_GART; |
372 | |
373 | if (device->info.family < NV_DEVICE_INFO_V0_CELSIUS) { |
374 | init->subchan[0].handle = 0x00000000; |
375 | init->subchan[0].grclass = 0x0000; |
376 | init->subchan[1].handle = chan->chan->nvsw.handle; |
377 | init->subchan[1].grclass = 0x506e; |
378 | init->nr_subchan = 2; |
379 | } |
380 | |
381 | /* Workaround "nvc0" gallium driver using classes it doesn't allocate on |
382 | * Kepler and above. NVKM no longer always sets CE_CTX_VALID as part of |
383 | * channel init, now we know what that stuff actually is. |
384 | * |
385 | * Doesn't matter for Kepler/Pascal, CE context stored in NV_RAMIN. |
386 | * |
387 | * Userspace was fixed prior to adding Ampere support. |
388 | */ |
389 | switch (device->info.family) { |
390 | case NV_DEVICE_INFO_V0_VOLTA: |
391 | ret = nvif_object_ctor(&chan->chan->user, "abi16CeWar" , 0, VOLTA_DMA_COPY_A, |
392 | NULL, 0, &chan->ce); |
393 | if (ret) |
394 | goto done; |
395 | break; |
396 | case NV_DEVICE_INFO_V0_TURING: |
397 | ret = nvif_object_ctor(&chan->chan->user, "abi16CeWar" , 0, TURING_DMA_COPY_A, |
398 | NULL, 0, &chan->ce); |
399 | if (ret) |
400 | goto done; |
401 | break; |
402 | default: |
403 | break; |
404 | } |
405 | |
406 | /* Named memory object area */ |
407 | ret = nouveau_gem_new(cli, PAGE_SIZE, align: 0, NOUVEAU_GEM_DOMAIN_GART, |
408 | tile_mode: 0, tile_flags: 0, &chan->ntfy); |
409 | if (ret == 0) |
410 | ret = nouveau_bo_pin(chan->ntfy, NOUVEAU_GEM_DOMAIN_GART, |
411 | contig: false); |
412 | if (ret) |
413 | goto done; |
414 | |
415 | if (device->info.family >= NV_DEVICE_INFO_V0_TESLA) { |
416 | ret = nouveau_vma_new(chan->ntfy, chan->chan->vmm, |
417 | &chan->ntfy_vma); |
418 | if (ret) |
419 | goto done; |
420 | } |
421 | |
422 | ret = drm_gem_handle_create(file_priv, obj: &chan->ntfy->bo.base, |
423 | handlep: &init->notifier_handle); |
424 | if (ret) |
425 | goto done; |
426 | |
427 | ret = nvkm_mm_init(&chan->heap, 0, 0, PAGE_SIZE, 1); |
428 | done: |
429 | if (ret) |
430 | nouveau_abi16_chan_fini(abi16, chan); |
431 | return nouveau_abi16_put(abi16, ret); |
432 | } |
433 | |
434 | static struct nouveau_abi16_chan * |
435 | nouveau_abi16_chan(struct nouveau_abi16 *abi16, int channel) |
436 | { |
437 | struct nouveau_abi16_chan *chan; |
438 | |
439 | list_for_each_entry(chan, &abi16->channels, head) { |
440 | if (chan->chan->chid == channel) |
441 | return chan; |
442 | } |
443 | |
444 | return NULL; |
445 | } |
446 | |
447 | int |
448 | nouveau_abi16_usif(struct drm_file *file_priv, void *data, u32 size) |
449 | { |
450 | union { |
451 | struct nvif_ioctl_v0 v0; |
452 | } *args = data; |
453 | struct nouveau_abi16_chan *chan; |
454 | struct nouveau_abi16 *abi16; |
455 | int ret = -ENOSYS; |
456 | |
457 | if (!(ret = nvif_unpack(ret, &data, &size, args->v0, 0, 0, true))) { |
458 | switch (args->v0.type) { |
459 | case NVIF_IOCTL_V0_NEW: |
460 | case NVIF_IOCTL_V0_MTHD: |
461 | case NVIF_IOCTL_V0_SCLASS: |
462 | break; |
463 | default: |
464 | return -EACCES; |
465 | } |
466 | } else |
467 | return ret; |
468 | |
469 | if (!(abi16 = nouveau_abi16(file_priv))) |
470 | return -ENOMEM; |
471 | |
472 | if (args->v0.token != ~0ULL) { |
473 | if (!(chan = nouveau_abi16_chan(abi16, channel: args->v0.token))) |
474 | return -EINVAL; |
475 | args->v0.object = nvif_handle(&chan->chan->user); |
476 | args->v0.owner = NVIF_IOCTL_V0_OWNER_ANY; |
477 | return 0; |
478 | } |
479 | |
480 | args->v0.object = nvif_handle(&abi16->device.object); |
481 | args->v0.owner = NVIF_IOCTL_V0_OWNER_ANY; |
482 | return 0; |
483 | } |
484 | |
485 | int |
486 | nouveau_abi16_ioctl_channel_free(ABI16_IOCTL_ARGS) |
487 | { |
488 | struct drm_nouveau_channel_free *req = data; |
489 | struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv); |
490 | struct nouveau_abi16_chan *chan; |
491 | |
492 | if (unlikely(!abi16)) |
493 | return -ENOMEM; |
494 | |
495 | chan = nouveau_abi16_chan(abi16, channel: req->channel); |
496 | if (!chan) |
497 | return nouveau_abi16_put(abi16, ret: -ENOENT); |
498 | nouveau_abi16_chan_fini(abi16, chan); |
499 | return nouveau_abi16_put(abi16, ret: 0); |
500 | } |
501 | |
502 | int |
503 | nouveau_abi16_ioctl_grobj_alloc(ABI16_IOCTL_ARGS) |
504 | { |
505 | struct drm_nouveau_grobj_alloc *init = data; |
506 | struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv); |
507 | struct nouveau_abi16_chan *chan; |
508 | struct nouveau_abi16_ntfy *ntfy; |
509 | struct nvif_client *client; |
510 | struct nvif_sclass *sclass; |
511 | s32 oclass = 0; |
512 | int ret, i; |
513 | |
514 | if (unlikely(!abi16)) |
515 | return -ENOMEM; |
516 | |
517 | if (init->handle == ~0) |
518 | return nouveau_abi16_put(abi16, ret: -EINVAL); |
519 | client = abi16->device.object.client; |
520 | |
521 | chan = nouveau_abi16_chan(abi16, channel: init->channel); |
522 | if (!chan) |
523 | return nouveau_abi16_put(abi16, ret: -ENOENT); |
524 | |
525 | ret = nvif_object_sclass_get(&chan->chan->user, &sclass); |
526 | if (ret < 0) |
527 | return nouveau_abi16_put(abi16, ret); |
528 | |
529 | if ((init->class & 0x00ff) == 0x006e) { |
530 | /* nvsw: compatibility with older 0x*6e class identifier */ |
531 | for (i = 0; !oclass && i < ret; i++) { |
532 | switch (sclass[i].oclass) { |
533 | case NVIF_CLASS_SW_NV04: |
534 | case NVIF_CLASS_SW_NV10: |
535 | case NVIF_CLASS_SW_NV50: |
536 | case NVIF_CLASS_SW_GF100: |
537 | oclass = sclass[i].oclass; |
538 | break; |
539 | default: |
540 | break; |
541 | } |
542 | } |
543 | } else |
544 | if ((init->class & 0x00ff) == 0x00b1) { |
545 | /* msvld: compatibility with incorrect version exposure */ |
546 | for (i = 0; i < ret; i++) { |
547 | if ((sclass[i].oclass & 0x00ff) == 0x00b1) { |
548 | oclass = sclass[i].oclass; |
549 | break; |
550 | } |
551 | } |
552 | } else |
553 | if ((init->class & 0x00ff) == 0x00b2) { /* mspdec */ |
554 | /* mspdec: compatibility with incorrect version exposure */ |
555 | for (i = 0; i < ret; i++) { |
556 | if ((sclass[i].oclass & 0x00ff) == 0x00b2) { |
557 | oclass = sclass[i].oclass; |
558 | break; |
559 | } |
560 | } |
561 | } else |
562 | if ((init->class & 0x00ff) == 0x00b3) { /* msppp */ |
563 | /* msppp: compatibility with incorrect version exposure */ |
564 | for (i = 0; i < ret; i++) { |
565 | if ((sclass[i].oclass & 0x00ff) == 0x00b3) { |
566 | oclass = sclass[i].oclass; |
567 | break; |
568 | } |
569 | } |
570 | } else { |
571 | oclass = init->class; |
572 | } |
573 | |
574 | nvif_object_sclass_put(&sclass); |
575 | if (!oclass) |
576 | return nouveau_abi16_put(abi16, ret: -EINVAL); |
577 | |
578 | ntfy = kzalloc(size: sizeof(*ntfy), GFP_KERNEL); |
579 | if (!ntfy) |
580 | return nouveau_abi16_put(abi16, ret: -ENOMEM); |
581 | |
582 | list_add(new: &ntfy->head, head: &chan->notifiers); |
583 | |
584 | client->route = NVDRM_OBJECT_ABI16; |
585 | ret = nvif_object_ctor(&chan->chan->user, "abi16EngObj" , init->handle, |
586 | oclass, NULL, 0, &ntfy->object); |
587 | client->route = NVDRM_OBJECT_NVIF; |
588 | |
589 | if (ret) |
590 | nouveau_abi16_ntfy_fini(chan, ntfy); |
591 | return nouveau_abi16_put(abi16, ret); |
592 | } |
593 | |
594 | int |
595 | nouveau_abi16_ioctl_notifierobj_alloc(ABI16_IOCTL_ARGS) |
596 | { |
597 | struct drm_nouveau_notifierobj_alloc *info = data; |
598 | struct nouveau_drm *drm = nouveau_drm(dev); |
599 | struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv); |
600 | struct nouveau_abi16_chan *chan; |
601 | struct nouveau_abi16_ntfy *ntfy; |
602 | struct nvif_device *device = &abi16->device; |
603 | struct nvif_client *client; |
604 | struct nv_dma_v0 args = {}; |
605 | int ret; |
606 | |
607 | if (unlikely(!abi16)) |
608 | return -ENOMEM; |
609 | |
610 | /* completely unnecessary for these chipsets... */ |
611 | if (unlikely(device->info.family >= NV_DEVICE_INFO_V0_FERMI)) |
612 | return nouveau_abi16_put(abi16, ret: -EINVAL); |
613 | client = abi16->device.object.client; |
614 | |
615 | chan = nouveau_abi16_chan(abi16, channel: info->channel); |
616 | if (!chan) |
617 | return nouveau_abi16_put(abi16, ret: -ENOENT); |
618 | |
619 | ntfy = kzalloc(size: sizeof(*ntfy), GFP_KERNEL); |
620 | if (!ntfy) |
621 | return nouveau_abi16_put(abi16, ret: -ENOMEM); |
622 | |
623 | list_add(new: &ntfy->head, head: &chan->notifiers); |
624 | |
625 | ret = nvkm_mm_head(&chan->heap, 0, 1, info->size, info->size, 1, |
626 | &ntfy->node); |
627 | if (ret) |
628 | goto done; |
629 | |
630 | args.start = ntfy->node->offset; |
631 | args.limit = ntfy->node->offset + ntfy->node->length - 1; |
632 | if (device->info.family >= NV_DEVICE_INFO_V0_TESLA) { |
633 | args.target = NV_DMA_V0_TARGET_VM; |
634 | args.access = NV_DMA_V0_ACCESS_VM; |
635 | args.start += chan->ntfy_vma->addr; |
636 | args.limit += chan->ntfy_vma->addr; |
637 | } else |
638 | if (drm->agp.bridge) { |
639 | args.target = NV_DMA_V0_TARGET_AGP; |
640 | args.access = NV_DMA_V0_ACCESS_RDWR; |
641 | args.start += drm->agp.base + chan->ntfy->offset; |
642 | args.limit += drm->agp.base + chan->ntfy->offset; |
643 | } else { |
644 | args.target = NV_DMA_V0_TARGET_VM; |
645 | args.access = NV_DMA_V0_ACCESS_RDWR; |
646 | args.start += chan->ntfy->offset; |
647 | args.limit += chan->ntfy->offset; |
648 | } |
649 | |
650 | client->route = NVDRM_OBJECT_ABI16; |
651 | ret = nvif_object_ctor(&chan->chan->user, "abi16Ntfy" , info->handle, |
652 | NV_DMA_IN_MEMORY, &args, sizeof(args), |
653 | &ntfy->object); |
654 | client->route = NVDRM_OBJECT_NVIF; |
655 | if (ret) |
656 | goto done; |
657 | |
658 | info->offset = ntfy->node->offset; |
659 | done: |
660 | if (ret) |
661 | nouveau_abi16_ntfy_fini(chan, ntfy); |
662 | return nouveau_abi16_put(abi16, ret); |
663 | } |
664 | |
665 | int |
666 | nouveau_abi16_ioctl_gpuobj_free(ABI16_IOCTL_ARGS) |
667 | { |
668 | struct drm_nouveau_gpuobj_free *fini = data; |
669 | struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv); |
670 | struct nouveau_abi16_chan *chan; |
671 | struct nouveau_abi16_ntfy *ntfy; |
672 | int ret = -ENOENT; |
673 | |
674 | if (unlikely(!abi16)) |
675 | return -ENOMEM; |
676 | |
677 | chan = nouveau_abi16_chan(abi16, channel: fini->channel); |
678 | if (!chan) |
679 | return nouveau_abi16_put(abi16, ret: -EINVAL); |
680 | |
681 | /* synchronize with the user channel and destroy the gpu object */ |
682 | nouveau_channel_idle(chan->chan); |
683 | |
684 | list_for_each_entry(ntfy, &chan->notifiers, head) { |
685 | if (ntfy->object.handle == fini->handle) { |
686 | nouveau_abi16_ntfy_fini(chan, ntfy); |
687 | ret = 0; |
688 | break; |
689 | } |
690 | } |
691 | |
692 | return nouveau_abi16_put(abi16, ret); |
693 | } |
694 | |