1 /* $NetBSD: nouveau_pci.c,v 1.38 2023/08/07 16:34:57 riastradh Exp $ */ 2 3 /*- 4 * Copyright (c) 2015 The NetBSD Foundation, Inc. 5 * All rights reserved. 6 * 7 * This code is derived from software contributed to The NetBSD Foundation 8 * by Taylor R. Campbell. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 * POSSIBILITY OF SUCH DAMAGE. 30 */ 31 32 #include <sys/cdefs.h> 33 __KERNEL_RCSID(0, "$NetBSD: nouveau_pci.c,v 1.38 2023/08/07 16:34:57 riastradh Exp $"); 34 35 #ifdef _KERNEL_OPT 36 #include "genfb.h" 37 #if defined(__arm__) || defined(__aarch64__) 38 #include "opt_fdt.h" 39 #endif 40 #endif 41 42 #include <sys/types.h> 43 #include <sys/atomic.h> 44 #include <sys/device.h> 45 #include <sys/queue.h> 46 #include <sys/workqueue.h> 47 #include <sys/module.h> 48 49 #ifdef FDT 50 #include <dev/fdt/fdtvar.h> 51 #endif 52 53 #if NGENFB > 0 54 #include <dev/wscons/wsdisplayvar.h> 55 #include <dev/wsfb/genfbvar.h> 56 #endif 57 58 #include <drm/drm_ioctl.h> 59 #include <drm/drm_pci.h> 60 61 #include <core/device.h> 62 #include <core/pci.h> 63 64 #include "nouveau_drv.h" 65 #include "nouveau_pci.h" 66 67 struct drm_device; 68 69 MODULE(MODULE_CLASS_DRIVER, nouveau_pci, "nouveau,drmkms_pci"); 70 71 SIMPLEQ_HEAD(nouveau_pci_task_head, nouveau_pci_task); 72 73 struct nouveau_pci_softc { 74 device_t sc_dev; 75 struct pci_attach_args sc_pa; 76 struct lwp *sc_task_thread; 77 struct nouveau_pci_task_head sc_tasks; 78 struct workqueue *sc_task_wq; 79 struct drm_device *sc_drm_dev; 80 struct pci_dev sc_pci_dev; 81 struct nvkm_device *sc_nv_dev; 82 bool sc_pci_attached; 83 bool sc_nvdev_inited; 84 bool sc_dev_registered; 85 }; 86 87 static int nouveau_pci_match(device_t, cfdata_t, void *); 88 static void nouveau_pci_attach(device_t, device_t, void *); 89 static void nouveau_pci_attach_real(device_t); 90 static int nouveau_pci_detach(device_t, int); 91 92 static bool nouveau_pci_suspend(device_t, const pmf_qual_t *); 93 static bool nouveau_pci_resume(device_t, const pmf_qual_t *); 94 95 static void nouveau_pci_task_work(struct work *, void *); 96 97 CFATTACH_DECL_NEW(nouveau_pci, sizeof(struct nouveau_pci_softc), 98 nouveau_pci_match, nouveau_pci_attach, nouveau_pci_detach, NULL); 99 100 /* Kludge to get this from nouveau_drm.c. */ 101 extern struct drm_driver *const nouveau_drm_driver_pci; 102 103 static int 104 nouveau_pci_match(device_t parent, cfdata_t match, void *aux) 105 { 106 const struct pci_attach_args *const pa = aux; 107 struct pci_dev pdev; 108 struct nvkm_device *device; 109 int ret; 110 111 if (PCI_VENDOR(pa->pa_id) != PCI_VENDOR_NVIDIA && 112 PCI_VENDOR(pa->pa_id) != PCI_VENDOR_NVIDIA_SGS) 113 return 0; 114 115 if (PCI_CLASS(pa->pa_class) != PCI_CLASS_DISPLAY) 116 return 0; 117 118 /* 119 * NetBSD drm2/5.6 doesn't support Ampere (GTX 30 series) based cards: 120 * 0x2080-0x20ff GA100 121 * 0x2200-0x227f GA102 122 * 0x2300-0x237f GA103 123 * 0x2480-0x24ff GA104 124 * 0x2500-0x257f GA106 125 * 0x2580-0x25ff GA107 126 * 127 * TU116 (GTX 16xx) occupies the space from 0x2180-0x21ff. 128 */ 129 if (PCI_PRODUCT(pa->pa_id) >= 0x1fff && PCI_PRODUCT(pa->pa_id) < 0x2180) 130 return 0; 131 if (PCI_PRODUCT(pa->pa_id) >= 0x21ff) 132 return 0; 133 134 linux_pci_dev_init(&pdev, parent /* XXX bogus */, parent, pa, 0); 135 ret = nvkm_device_pci_new(&pdev, NULL, "error", 136 /* detect */ true, /* mmio */ false, /* subdev_mask */ 0, &device); 137 if (ret == 0) /* don't want to hang onto it */ 138 nvkm_device_del(&device); 139 linux_pci_dev_destroy(&pdev); 140 if (ret) /* failure */ 141 return 0; 142 143 return 6; /* XXX Beat genfb_pci... */ 144 } 145 146 extern char *nouveau_config; 147 extern char *nouveau_debug; 148 149 static void 150 nouveau_pci_attach(device_t parent, device_t self, void *aux) 151 { 152 struct nouveau_pci_softc *const sc = device_private(self); 153 const struct pci_attach_args *const pa = aux; 154 int error; 155 156 pci_aprint_devinfo(pa, NULL); 157 158 /* Initialize the Linux PCI device descriptor. */ 159 linux_pci_dev_init(&sc->sc_pci_dev, self, device_parent(self), pa, 0); 160 161 sc->sc_dev = self; 162 sc->sc_pa = *pa; 163 sc->sc_task_thread = NULL; 164 SIMPLEQ_INIT(&sc->sc_tasks); 165 error = workqueue_create(&sc->sc_task_wq, "nouveau_pci", 166 &nouveau_pci_task_work, NULL, PRI_NONE, IPL_NONE, WQ_MPSAFE); 167 if (error) { 168 aprint_error_dev(self, "unable to create workqueue: %d\n", 169 error); 170 sc->sc_task_wq = NULL; 171 return; 172 } 173 174 #ifdef FDT 175 /* 176 * XXX Remove the simple framebuffer, assuming that this device 177 * will take over. 178 */ 179 const char *fb_compatible[] = { "simple-framebuffer", NULL }; 180 fdt_remove_bycompat(fb_compatible); 181 #endif 182 183 /* 184 * Defer the remainder of initialization until we have mounted 185 * the root file system and can load firmware images. 186 */ 187 config_mountroot(self, &nouveau_pci_attach_real); 188 } 189 190 static void 191 nouveau_pci_attach_real(device_t self) 192 { 193 struct nouveau_pci_softc *const sc = device_private(self); 194 int error; 195 196 /* 197 * Cause any tasks issued synchronously during attach to be 198 * processed at the end of this function. 199 */ 200 sc->sc_task_thread = curlwp; 201 202 /* XXX errno Linux->NetBSD */ 203 error = -nvkm_device_pci_new(&sc->sc_pci_dev, 204 nouveau_config, nouveau_debug, 205 /* detect */ true, /* mmio */ true, /* subdev_mask */ ~0ULL, 206 &sc->sc_nv_dev); 207 if (error) { 208 aprint_error_dev(self, "unable to create nouveau device: %d\n", 209 error); 210 sc->sc_nv_dev = NULL; 211 goto out; 212 } 213 214 sc->sc_drm_dev = drm_dev_alloc(nouveau_drm_driver_pci, self); 215 if (IS_ERR(sc->sc_drm_dev)) { 216 aprint_error_dev(self, "unable to create drm device: %ld\n", 217 PTR_ERR(sc->sc_drm_dev)); 218 sc->sc_drm_dev = NULL; 219 goto out; 220 } 221 222 /* XXX errno Linux->NetBSD */ 223 error = -drm_pci_attach(sc->sc_drm_dev, &sc->sc_pci_dev); 224 if (error) { 225 aprint_error_dev(self, "unable to attach drm: %d\n", error); 226 goto out; 227 } 228 sc->sc_pci_attached = true; 229 230 #if NGENFB > 0 231 /* 232 * If MD initialization has selected this as the console device 233 * with a firmware-provided framebuffer address, we may have to 234 * turn it off early, before we are ready to switch the console 235 * over -- something goes wrong if we're still writing to the 236 * firmware-provided framebuffer during nouveau initialization. 237 */ 238 { 239 bool is_console; 240 if (prop_dictionary_get_bool(device_properties(self), "is_console", 241 &is_console) && 242 is_console && 243 genfb_is_console()) 244 wsdisplay_predetach(); 245 } 246 #endif 247 248 /* XXX errno Linux->NetBSD */ 249 error = -nouveau_drm_device_init(sc->sc_drm_dev); 250 if (error) { 251 aprint_error_dev(self, "unable to init nouveau: %d\n", error); 252 goto out; 253 } 254 sc->sc_nvdev_inited = true; 255 256 /* XXX errno Linux->NetBSD */ 257 error = -drm_dev_register(sc->sc_drm_dev, 0); 258 if (error) { 259 aprint_error_dev(self, "unable to register drm: %d\n", error); 260 goto out; 261 } 262 sc->sc_dev_registered = true; 263 264 if (!pmf_device_register(self, &nouveau_pci_suspend, 265 &nouveau_pci_resume)) 266 aprint_error_dev(self, "unable to establish power handler\n"); 267 268 while (!SIMPLEQ_EMPTY(&sc->sc_tasks)) { 269 struct nouveau_pci_task *const task = 270 SIMPLEQ_FIRST(&sc->sc_tasks); 271 272 SIMPLEQ_REMOVE_HEAD(&sc->sc_tasks, nt_u.queue); 273 (*task->nt_fn)(task); 274 } 275 276 out: /* Cause any subesquent tasks to be processed by the workqueue. */ 277 atomic_store_relaxed(&sc->sc_task_thread, NULL); 278 } 279 280 static int 281 nouveau_pci_detach(device_t self, int flags) 282 { 283 struct nouveau_pci_softc *const sc = device_private(self); 284 int error; 285 286 /* XXX Check for in-use before tearing it all down... */ 287 error = config_detach_children(self, flags); 288 if (error) 289 return error; 290 291 pmf_device_deregister(self); 292 if (sc->sc_dev_registered) 293 drm_dev_unregister(sc->sc_drm_dev); 294 if (sc->sc_nvdev_inited) 295 nouveau_drm_device_fini(sc->sc_drm_dev); 296 if (sc->sc_pci_attached) 297 drm_pci_detach(sc->sc_drm_dev); 298 if (sc->sc_drm_dev) { 299 drm_dev_put(sc->sc_drm_dev); 300 sc->sc_drm_dev = NULL; 301 } 302 if (sc->sc_nv_dev) 303 nvkm_device_del(&sc->sc_nv_dev); 304 if (sc->sc_task_wq) { 305 workqueue_destroy(sc->sc_task_wq); 306 sc->sc_task_wq = NULL; 307 } 308 linux_pci_dev_destroy(&sc->sc_pci_dev); 309 310 return 0; 311 } 312 313 /* 314 * XXX Synchronize with nouveau_do_suspend in nouveau_drm.c. 315 */ 316 static bool 317 nouveau_pci_suspend(device_t self, const pmf_qual_t *qual __unused) 318 { 319 struct nouveau_pci_softc *const sc = device_private(self); 320 struct drm_device *const dev = sc->sc_drm_dev; 321 int ret; 322 323 drm_suspend_ioctl(dev); 324 325 ret = nouveau_pmops_suspend(dev); 326 if (ret) 327 return false; 328 329 return true; 330 } 331 332 static bool 333 nouveau_pci_resume(device_t self, const pmf_qual_t *qual) 334 { 335 struct nouveau_pci_softc *const sc = device_private(self); 336 struct drm_device *const dev = sc->sc_drm_dev; 337 int ret; 338 339 ret = nouveau_pmops_resume(sc->sc_drm_dev); 340 if (ret) 341 goto out; 342 343 out: drm_resume_ioctl(dev); 344 return ret == 0; 345 } 346 347 static void 348 nouveau_pci_task_work(struct work *work, void *cookie __unused) 349 { 350 struct nouveau_pci_task *const task = container_of(work, 351 struct nouveau_pci_task, nt_u.work); 352 353 (*task->nt_fn)(task); 354 } 355 356 void 357 nouveau_pci_task_schedule(device_t self, struct nouveau_pci_task *task) 358 { 359 struct nouveau_pci_softc *const sc = device_private(self); 360 361 if (atomic_load_relaxed(&sc->sc_task_thread) == curlwp) 362 SIMPLEQ_INSERT_TAIL(&sc->sc_tasks, task, nt_u.queue); 363 else 364 workqueue_enqueue(sc->sc_task_wq, &task->nt_u.work, NULL); 365 } 366 367 extern struct drm_driver *const nouveau_drm_driver_stub; /* XXX */ 368 extern struct drm_driver *const nouveau_drm_driver_pci; /* XXX */ 369 370 static int 371 nouveau_pci_modcmd(modcmd_t cmd, void *arg __unused) 372 { 373 374 switch (cmd) { 375 case MODULE_CMD_INIT: 376 *nouveau_drm_driver_pci = *nouveau_drm_driver_stub; 377 nouveau_drm_driver_pci->request_irq = drm_pci_request_irq; 378 nouveau_drm_driver_pci->free_irq = drm_pci_free_irq; 379 #if 0 /* XXX nouveau acpi */ 380 nouveau_register_dsm_handler(); 381 #endif 382 break; 383 case MODULE_CMD_FINI: 384 #if 0 /* XXX nouveau acpi */ 385 nouveau_unregister_dsm_handler(); 386 #endif 387 break; 388 default: 389 return ENOTTY; 390 } 391 392 return 0; 393 } 394