1 /* $NetBSD: nouveau_nvkm_engine_device_user.c,v 1.8 2021/12/19 10:51:57 riastradh Exp $ */ 2 3 /* 4 * Copyright 2012 Red Hat Inc. 5 * 6 * Permission is hereby granted, free of charge, to any person obtaining a 7 * copy of this software and associated documentation files (the "Software"), 8 * to deal in the Software without restriction, including without limitation 9 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 10 * and/or sell copies of the Software, and to permit persons to whom the 11 * Software is furnished to do so, subject to the following conditions: 12 * 13 * The above copyright notice and this permission notice shall be included in 14 * all copies or substantial portions of the Software. 15 * 16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 19 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 20 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 21 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 22 * OTHER DEALINGS IN THE SOFTWARE. 23 * 24 * Authors: Ben Skeggs 25 */ 26 #include <sys/cdefs.h> 27 __KERNEL_RCSID(0, "$NetBSD: nouveau_nvkm_engine_device_user.c,v 1.8 2021/12/19 10:51:57 riastradh Exp $"); 28 29 #define nvkm_udevice(p) container_of((p), struct nvkm_udevice, object) 30 #include "priv.h" 31 #include "ctrl.h" 32 33 #include <core/client.h> 34 #include <subdev/fb.h> 35 #include <subdev/instmem.h> 36 #include <subdev/timer.h> 37 38 #include <nvif/class.h> 39 #include <nvif/cl0080.h> 40 #include <nvif/unpack.h> 41 42 struct nvkm_udevice { 43 struct nvkm_object object; 44 struct nvkm_device *device; 45 }; 46 47 static int 48 nvkm_udevice_info_subdev(struct nvkm_device *device, u64 mthd, u64 *data) 49 { 50 struct nvkm_subdev *subdev; 51 enum nvkm_devidx subidx; 52 53 switch (mthd & NV_DEVICE_INFO_UNIT) { 54 case NV_DEVICE_FIFO(0): subidx = NVKM_ENGINE_FIFO; break; 55 default: 56 return -EINVAL; 57 } 58 59 subdev = nvkm_device_subdev(device, subidx); 60 if (subdev) 61 return nvkm_subdev_info(subdev, mthd, data); 62 return -ENODEV; 63 } 64 65 static void 66 nvkm_udevice_info_v1(struct nvkm_device *device, 67 struct nv_device_info_v1_data *args) 68 { 69 if (args->mthd & NV_DEVICE_INFO_UNIT) { 70 if (nvkm_udevice_info_subdev(device, args->mthd, &args->data)) 71 args->mthd = NV_DEVICE_INFO_INVALID; 72 return; 73 } 74 75 switch (args->mthd) { 76 #define ENGINE__(A,B,C) NV_DEVICE_INFO_ENGINE_##A: { int _i; \ 77 for (_i = (B), args->data = 0ULL; _i <= (C); _i++) { \ 78 if (nvkm_device_engine(device, _i)) \ 79 args->data |= BIT_ULL(_i); \ 80 } \ 81 } 82 #define ENGINE_A(A) ENGINE__(A, NVKM_ENGINE_##A , NVKM_ENGINE_##A) 83 #define ENGINE_B(A) ENGINE__(A, NVKM_ENGINE_##A##0, NVKM_ENGINE_##A##_LAST) 84 case ENGINE_A(SW ); break; 85 case ENGINE_A(GR ); break; 86 case ENGINE_A(MPEG ); break; 87 case ENGINE_A(ME ); break; 88 case ENGINE_A(CIPHER); break; 89 case ENGINE_A(BSP ); break; 90 case ENGINE_A(VP ); break; 91 case ENGINE_B(CE ); break; 92 case ENGINE_A(SEC ); break; 93 case ENGINE_A(MSVLD ); break; 94 case ENGINE_A(MSPDEC); break; 95 case ENGINE_A(MSPPP ); break; 96 case ENGINE_A(MSENC ); break; 97 case ENGINE_A(VIC ); break; 98 case ENGINE_A(SEC2 ); break; 99 case ENGINE_B(NVDEC ); break; 100 case ENGINE_B(NVENC ); break; 101 default: 102 args->mthd = NV_DEVICE_INFO_INVALID; 103 break; 104 } 105 } 106 107 static int 108 nvkm_udevice_info(struct nvkm_udevice *udev, void *data, u32 size) 109 { 110 struct nvkm_object *object = &udev->object; 111 struct nvkm_device *device = udev->device; 112 struct nvkm_fb *fb = device->fb; 113 struct nvkm_instmem *imem = device->imem; 114 union { 115 struct nv_device_info_v0 v0; 116 struct nv_device_info_v1 v1; 117 } *args = data; 118 int ret = -ENOSYS, i; 119 120 nvif_ioctl(object, "device info size %d\n", size); 121 if (!(ret = nvif_unpack(ret, &data, &size, args->v1, 1, 1, true))) { 122 nvif_ioctl(object, "device info vers %d count %d\n", 123 args->v1.version, args->v1.count); 124 if (args->v1.count * sizeof(args->v1.data[0]) == size) { 125 for (i = 0; i < args->v1.count; i++) 126 nvkm_udevice_info_v1(device, &args->v1.data[i]); 127 return 0; 128 } 129 return -EINVAL; 130 } else 131 if (!(ret = nvif_unpack(ret, &data, &size, args->v0, 0, 0, false))) { 132 nvif_ioctl(object, "device info vers %d\n", args->v0.version); 133 } else 134 return ret; 135 136 switch (device->chipset) { 137 case 0x01a: 138 case 0x01f: 139 case 0x04c: 140 case 0x04e: 141 case 0x063: 142 case 0x067: 143 case 0x068: 144 case 0x0aa: 145 case 0x0ac: 146 case 0x0af: 147 args->v0.platform = NV_DEVICE_INFO_V0_IGP; 148 break; 149 default: 150 switch (device->type) { 151 case NVKM_DEVICE_PCI: 152 args->v0.platform = NV_DEVICE_INFO_V0_PCI; 153 break; 154 case NVKM_DEVICE_AGP: 155 args->v0.platform = NV_DEVICE_INFO_V0_AGP; 156 break; 157 case NVKM_DEVICE_PCIE: 158 args->v0.platform = NV_DEVICE_INFO_V0_PCIE; 159 break; 160 case NVKM_DEVICE_TEGRA: 161 args->v0.platform = NV_DEVICE_INFO_V0_SOC; 162 break; 163 default: 164 WARN_ON(1); 165 break; 166 } 167 break; 168 } 169 170 switch (device->card_type) { 171 case NV_04: args->v0.family = NV_DEVICE_INFO_V0_TNT; break; 172 case NV_10: 173 case NV_11: args->v0.family = NV_DEVICE_INFO_V0_CELSIUS; break; 174 case NV_20: args->v0.family = NV_DEVICE_INFO_V0_KELVIN; break; 175 case NV_30: args->v0.family = NV_DEVICE_INFO_V0_RANKINE; break; 176 case NV_40: args->v0.family = NV_DEVICE_INFO_V0_CURIE; break; 177 case NV_50: args->v0.family = NV_DEVICE_INFO_V0_TESLA; break; 178 case NV_C0: args->v0.family = NV_DEVICE_INFO_V0_FERMI; break; 179 case NV_E0: args->v0.family = NV_DEVICE_INFO_V0_KEPLER; break; 180 case GM100: args->v0.family = NV_DEVICE_INFO_V0_MAXWELL; break; 181 case GP100: args->v0.family = NV_DEVICE_INFO_V0_PASCAL; break; 182 case GV100: args->v0.family = NV_DEVICE_INFO_V0_VOLTA; break; 183 case TU100: args->v0.family = NV_DEVICE_INFO_V0_TURING; break; 184 default: 185 args->v0.family = 0; 186 break; 187 } 188 189 args->v0.chipset = device->chipset; 190 args->v0.revision = device->chiprev; 191 if (fb && fb->ram) 192 args->v0.ram_size = args->v0.ram_user = fb->ram->size; 193 else 194 args->v0.ram_size = args->v0.ram_user = 0; 195 if (imem && args->v0.ram_size > 0) 196 args->v0.ram_user = args->v0.ram_user - imem->reserved; 197 198 strncpy(args->v0.chip, device->chip->name, sizeof(args->v0.chip)); 199 strncpy(args->v0.name, device->name, sizeof(args->v0.name)); 200 return 0; 201 } 202 203 static int 204 nvkm_udevice_time(struct nvkm_udevice *udev, void *data, u32 size) 205 { 206 struct nvkm_object *object = &udev->object; 207 struct nvkm_device *device = udev->device; 208 union { 209 struct nv_device_time_v0 v0; 210 } *args = data; 211 int ret = -ENOSYS; 212 213 nvif_ioctl(object, "device time size %d\n", size); 214 if (!(ret = nvif_unpack(ret, &data, &size, args->v0, 0, 0, false))) { 215 nvif_ioctl(object, "device time vers %d\n", args->v0.version); 216 args->v0.time = nvkm_timer_read(device->timer); 217 } 218 219 return ret; 220 } 221 222 static int 223 nvkm_udevice_mthd(struct nvkm_object *object, u32 mthd, void *data, u32 size) 224 { 225 struct nvkm_udevice *udev = nvkm_udevice(object); 226 nvif_ioctl(object, "device mthd %08x\n", mthd); 227 switch (mthd) { 228 case NV_DEVICE_V0_INFO: 229 return nvkm_udevice_info(udev, data, size); 230 case NV_DEVICE_V0_TIME: 231 return nvkm_udevice_time(udev, data, size); 232 default: 233 break; 234 } 235 return -EINVAL; 236 } 237 238 static int 239 nvkm_udevice_rd08(struct nvkm_object *object, u64 addr, u8 *data) 240 { 241 struct nvkm_udevice *udev = nvkm_udevice(object); 242 *data = nvkm_rd08(udev->device, addr); 243 return 0; 244 } 245 246 static int 247 nvkm_udevice_rd16(struct nvkm_object *object, u64 addr, u16 *data) 248 { 249 struct nvkm_udevice *udev = nvkm_udevice(object); 250 *data = nvkm_rd16(udev->device, addr); 251 return 0; 252 } 253 254 static int 255 nvkm_udevice_rd32(struct nvkm_object *object, u64 addr, u32 *data) 256 { 257 struct nvkm_udevice *udev = nvkm_udevice(object); 258 *data = nvkm_rd32(udev->device, addr); 259 return 0; 260 } 261 262 static int 263 nvkm_udevice_wr08(struct nvkm_object *object, u64 addr, u8 data) 264 { 265 struct nvkm_udevice *udev = nvkm_udevice(object); 266 nvkm_wr08(udev->device, addr, data); 267 return 0; 268 } 269 270 static int 271 nvkm_udevice_wr16(struct nvkm_object *object, u64 addr, u16 data) 272 { 273 struct nvkm_udevice *udev = nvkm_udevice(object); 274 nvkm_wr16(udev->device, addr, data); 275 return 0; 276 } 277 278 static int 279 nvkm_udevice_wr32(struct nvkm_object *object, u64 addr, u32 data) 280 { 281 struct nvkm_udevice *udev = nvkm_udevice(object); 282 nvkm_wr32(udev->device, addr, data); 283 return 0; 284 } 285 286 static int 287 #ifdef __NetBSD__ 288 nvkm_udevice_map(struct nvkm_object *object, void *argv, u32 argc, 289 enum nvkm_object_map *type, bus_space_tag_t *tagp, 290 u64 *addr, u64 *size) 291 #else 292 nvkm_udevice_map(struct nvkm_object *object, void *argv, u32 argc, 293 enum nvkm_object_map *type, u64 *addr, u64 *size) 294 #endif 295 { 296 struct nvkm_udevice *udev = nvkm_udevice(object); 297 struct nvkm_device *device = udev->device; 298 *type = NVKM_OBJECT_MAP_IO; 299 #ifdef __NetBSD__ 300 *tagp = device->func->resource_tag(device, 0); 301 #endif 302 *addr = device->func->resource_addr(device, 0); 303 *size = device->func->resource_size(device, 0); 304 return 0; 305 } 306 307 static int 308 nvkm_udevice_fini(struct nvkm_object *object, bool suspend) 309 { 310 struct nvkm_udevice *udev = nvkm_udevice(object); 311 struct nvkm_device *device = udev->device; 312 int ret = 0; 313 314 mutex_lock(&device->mutex); 315 if (!--device->refcount) { 316 ret = nvkm_device_fini(device, suspend); 317 if (ret && suspend) { 318 device->refcount++; 319 goto done; 320 } 321 } 322 323 done: 324 mutex_unlock(&device->mutex); 325 return ret; 326 } 327 328 static int 329 nvkm_udevice_init(struct nvkm_object *object) 330 { 331 struct nvkm_udevice *udev = nvkm_udevice(object); 332 struct nvkm_device *device = udev->device; 333 int ret = 0; 334 335 mutex_lock(&device->mutex); 336 if (!device->refcount++) { 337 ret = nvkm_device_init(device); 338 if (ret) { 339 device->refcount--; 340 goto done; 341 } 342 } 343 344 done: 345 mutex_unlock(&device->mutex); 346 return ret; 347 } 348 349 static int 350 nvkm_udevice_child_new(const struct nvkm_oclass *oclass, 351 void *data, u32 size, struct nvkm_object **pobject) 352 { 353 struct nvkm_udevice *udev = nvkm_udevice(oclass->parent); 354 const struct nvkm_device_oclass *sclass = oclass->priv; 355 return sclass->ctor(udev->device, oclass, data, size, pobject); 356 } 357 358 static int 359 nvkm_udevice_child_get(struct nvkm_object *object, int index, 360 struct nvkm_oclass *oclass) 361 { 362 struct nvkm_udevice *udev = nvkm_udevice(object); 363 struct nvkm_device *device = udev->device; 364 struct nvkm_engine *engine; 365 u64 mask = (1ULL << NVKM_ENGINE_DMAOBJ) | 366 (1ULL << NVKM_ENGINE_FIFO) | 367 (1ULL << NVKM_ENGINE_DISP) | 368 (1ULL << NVKM_ENGINE_PM); 369 const struct nvkm_device_oclass *sclass = NULL; 370 int i; 371 372 for (; mask && !sclass && (i = __ffs64(mask), 1); mask &= ~(1ULL << i)) { 373 if (!(engine = nvkm_device_engine(device, i)) || 374 !(engine->func->base.sclass)) 375 continue; 376 oclass->engine = engine; 377 378 index -= engine->func->base.sclass(oclass, index, &sclass); 379 } 380 381 if (!sclass) { 382 if (index-- == 0) 383 sclass = &nvkm_control_oclass; 384 else if (device->mmu && index-- == 0) 385 sclass = &device->mmu->user; 386 else if (device->fault && index-- == 0) 387 sclass = &device->fault->user; 388 else 389 return -EINVAL; 390 391 oclass->base = sclass->base; 392 } 393 394 oclass->ctor = nvkm_udevice_child_new; 395 oclass->priv = sclass; 396 return 0; 397 } 398 399 static const struct nvkm_object_func 400 nvkm_udevice_super = { 401 .init = nvkm_udevice_init, 402 .fini = nvkm_udevice_fini, 403 .mthd = nvkm_udevice_mthd, 404 .map = nvkm_udevice_map, 405 .rd08 = nvkm_udevice_rd08, 406 .rd16 = nvkm_udevice_rd16, 407 .rd32 = nvkm_udevice_rd32, 408 .wr08 = nvkm_udevice_wr08, 409 .wr16 = nvkm_udevice_wr16, 410 .wr32 = nvkm_udevice_wr32, 411 .sclass = nvkm_udevice_child_get, 412 }; 413 414 static const struct nvkm_object_func 415 nvkm_udevice = { 416 .init = nvkm_udevice_init, 417 .fini = nvkm_udevice_fini, 418 .mthd = nvkm_udevice_mthd, 419 .sclass = nvkm_udevice_child_get, 420 }; 421 422 static int 423 nvkm_udevice_new(const struct nvkm_oclass *oclass, void *data, u32 size, 424 struct nvkm_object **pobject) 425 { 426 union { 427 struct nv_device_v0 v0; 428 } *args = data; 429 struct nvkm_client *client = oclass->client; 430 struct nvkm_object *parent = &client->object; 431 const struct nvkm_object_func *func; 432 struct nvkm_udevice *udev; 433 int ret = -ENOSYS; 434 435 nvif_ioctl(parent, "create device size %d\n", size); 436 if (!(ret = nvif_unpack(ret, &data, &size, args->v0, 0, 0, false))) { 437 nvif_ioctl(parent, "create device v%d device %016"PRIx64"\n", 438 args->v0.version, args->v0.device); 439 } else 440 return ret; 441 442 /* give priviledged clients register access */ 443 if (client->super) 444 func = &nvkm_udevice_super; 445 else 446 func = &nvkm_udevice; 447 448 if (!(udev = kzalloc(sizeof(*udev), GFP_KERNEL))) 449 return -ENOMEM; 450 nvkm_object_ctor(func, oclass, &udev->object); 451 *pobject = &udev->object; 452 453 /* find the device that matches what the client requested */ 454 if (args->v0.device != ~0) 455 udev->device = nvkm_device_find(args->v0.device); 456 else 457 udev->device = nvkm_device_find(client->device); 458 if (!udev->device) 459 return -ENODEV; 460 461 return 0; 462 } 463 464 const struct nvkm_sclass 465 nvkm_udevice_sclass = { 466 .oclass = NV_DEVICE, 467 .minver = 0, 468 .maxver = 0, 469 .ctor = nvkm_udevice_new, 470 }; 471