Lines Matching defs:dmem
156 if (drm->dmem->migrate.copy_func(drm, 1, NOUVEAU_APER_HOST, *dma_addr,
172 struct nouveau_dmem *dmem = page_to_dmem(vmf->page);
173 struct nouveau_drm *drm = dmem->drm;
200 nouveau_fence_new(dmem->migrate.chan, false, &fence);
220 if (drm->dmem == NULL)
223 mutex_lock(&drm->dmem->mutex);
224 chunk = list_first_entry_or_null(&drm->dmem->chunk_empty,
228 mutex_unlock(&drm->dmem->mutex);
233 mutex_unlock(&drm->dmem->mutex);
251 mutex_lock(&drm->dmem->mutex);
253 list_add(&chunk->list, &drm->dmem->chunk_empty);
255 list_add_tail(&chunk->list, &drm->dmem->chunk_empty);
256 mutex_unlock(&drm->dmem->mutex);
266 chunk = list_first_entry_or_null(&drm->dmem->chunk_free,
272 chunk = list_first_entry_or_null(&drm->dmem->chunk_empty,
292 mutex_lock(&drm->dmem->mutex);
298 mutex_unlock(&drm->dmem->mutex);
305 mutex_lock(&drm->dmem->mutex);
322 mutex_unlock(&drm->dmem->mutex);
358 if (drm->dmem == NULL)
361 mutex_lock(&drm->dmem->mutex);
362 list_for_each_entry (chunk, &drm->dmem->chunk_free, list) {
367 list_for_each_entry (chunk, &drm->dmem->chunk_full, list) {
372 mutex_unlock(&drm->dmem->mutex);
380 if (drm->dmem == NULL)
383 mutex_lock(&drm->dmem->mutex);
384 list_for_each_entry (chunk, &drm->dmem->chunk_free, list) {
387 list_for_each_entry (chunk, &drm->dmem->chunk_full, list) {
390 mutex_unlock(&drm->dmem->mutex);
398 if (drm->dmem == NULL)
401 mutex_lock(&drm->dmem->mutex);
403 WARN_ON(!list_empty(&drm->dmem->chunk_free));
404 WARN_ON(!list_empty(&drm->dmem->chunk_full));
406 list_for_each_entry_safe (chunk, tmp, &drm->dmem->chunk_empty, list) {
416 mutex_unlock(&drm->dmem->mutex);
424 struct nouveau_channel *chan = drm->dmem->migrate.chan;
486 drm->dmem->migrate.copy_func = nvc0b5_migrate_copy;
487 drm->dmem->migrate.chan = drm->ttm.chan;
507 if (!(drm->dmem = kzalloc(sizeof(*drm->dmem), GFP_KERNEL)))
510 drm->dmem->drm = drm;
511 mutex_init(&drm->dmem->mutex);
512 INIT_LIST_HEAD(&drm->dmem->chunk_free);
513 INIT_LIST_HEAD(&drm->dmem->chunk_full);
514 INIT_LIST_HEAD(&drm->dmem->chunk_empty);
532 drm->dmem->pagemap.type = MEMORY_DEVICE_PRIVATE;
533 drm->dmem->pagemap.res = *res;
534 drm->dmem->pagemap.ops = &nouveau_dmem_pagemap_ops;
535 if (IS_ERR(devm_memremap_pages(device, &drm->dmem->pagemap)))
552 list_add_tail(&chunk->list, &drm->dmem->chunk_empty);
559 NV_INFO(drm, "DMEM: registered %ldMB of device memory\n", size >> 20);
562 mutex_destroy(&drm->dmem->mutex);
563 kfree(drm->dmem);
564 drm->dmem = NULL;
585 if (drm->dmem->migrate.copy_func(drm, 1, NOUVEAU_APER_VRAM,
614 nouveau_fence_new(drm->dmem->migrate.chan, false, &fence);
682 return is_device_private_page(page) && drm->dmem == page_to_dmem(page);