| /src/sys/external/bsd/drm2/dist/drm/amd/amdgpu/ |
| amdgpu_amdkfd_gfx_v9.h | 27 void kgd_gfx_v9_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid,
31 int kgd_gfx_v9_set_pasid_vmid_mapping(struct kgd_dev *kgd, unsigned int pasid,
33 int kgd_gfx_v9_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id);
34 int kgd_gfx_v9_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
38 int kgd_gfx_v9_hiq_mqd_load(struct kgd_dev *kgd, void *mqd,
41 int kgd_gfx_v9_hqd_dump(struct kgd_dev *kgd,
44 bool kgd_gfx_v9_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address,
46 int kgd_gfx_v9_hqd_destroy(struct kgd_dev *kgd, void *mqd,
50 int kgd_gfx_v9_address_watch_disable(struct kgd_dev *kgd);
51 int kgd_gfx_v9_address_watch_execute(struct kgd_dev *kgd,
[all...] |
| amdgpu_amdkfd.h | 136 int amdgpu_amdkfd_submit_ib(struct kgd_dev *kgd, enum kgd_engine_type engine,
139 void amdgpu_amdkfd_set_compute_idle(struct kgd_dev *kgd, bool idle);
140 bool amdgpu_amdkfd_have_atomics_support(struct kgd_dev *kgd);
141 int amdgpu_amdkfd_flush_gpu_tlb_vmid(struct kgd_dev *kgd, uint16_t vmid);
142 int amdgpu_amdkfd_flush_gpu_tlb_pasid(struct kgd_dev *kgd, uint16_t pasid);
150 void amdgpu_amdkfd_gpu_reset(struct kgd_dev *kgd);
153 int amdgpu_amdkfd_alloc_gtt_mem(struct kgd_dev *kgd, size_t size,
156 void amdgpu_amdkfd_free_gtt_mem(struct kgd_dev *kgd, void *mem_obj);
157 int amdgpu_amdkfd_alloc_gws(struct kgd_dev *kgd, size_t size, void **mem_obj);
158 void amdgpu_amdkfd_free_gws(struct kgd_dev *kgd, void *mem_obj)
[all...] |
| amdgpu_amdkfd_gfx_v7.c | 95 static int get_tile_config(struct kgd_dev *kgd,
98 struct amdgpu_device *adev = (struct amdgpu_device *)kgd;
117 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd)
119 return (struct amdgpu_device *)kgd;
122 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe,
125 struct amdgpu_device *adev = get_amdgpu_device(kgd);
132 static void unlock_srbm(struct kgd_dev *kgd)
134 struct amdgpu_device *adev = get_amdgpu_device(kgd);
140 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id,
143 struct amdgpu_device *adev = get_amdgpu_device(kgd);
[all...] |
| amdgpu_amdkfd_gfx_v8.c | 52 static int get_tile_config(struct kgd_dev *kgd,
55 struct amdgpu_device *adev = (struct amdgpu_device *)kgd;
74 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd)
76 return (struct amdgpu_device *)kgd;
79 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe,
82 struct amdgpu_device *adev = get_amdgpu_device(kgd);
89 static void unlock_srbm(struct kgd_dev *kgd)
91 struct amdgpu_device *adev = get_amdgpu_device(kgd);
97 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id,
100 struct amdgpu_device *adev = get_amdgpu_device(kgd);
[all...] |
| amdgpu_amdkfd_gfx_v10.c | 53 static int amdgpu_amdkfd_get_tile_config(struct kgd_dev *kgd,
56 struct amdgpu_device *adev = (struct amdgpu_device *)kgd;
82 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd)
84 return (struct amdgpu_device *)kgd;
87 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe,
90 struct amdgpu_device *adev = get_amdgpu_device(kgd);
96 static void unlock_srbm(struct kgd_dev *kgd)
98 struct amdgpu_device *adev = get_amdgpu_device(kgd);
104 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id,
107 struct amdgpu_device *adev = get_amdgpu_device(kgd);
[all...] |
| amdgpu_amdkfd_gfx_v9.c | 60 int kgd_gfx_v9_get_tile_config(struct kgd_dev *kgd,
63 struct amdgpu_device *adev = (struct amdgpu_device *)kgd;
78 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd)
80 return (struct amdgpu_device *)kgd;
83 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe,
86 struct amdgpu_device *adev = get_amdgpu_device(kgd);
92 static void unlock_srbm(struct kgd_dev *kgd)
94 struct amdgpu_device *adev = get_amdgpu_device(kgd);
100 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id,
103 struct amdgpu_device *adev = get_amdgpu_device(kgd);
[all...] |
| amdgpu_amdkfd.c | 222 void amdgpu_amdkfd_gpu_reset(struct kgd_dev *kgd)
224 struct amdgpu_device *adev = (struct amdgpu_device *)kgd;
230 int amdgpu_amdkfd_alloc_gtt_mem(struct kgd_dev *kgd, size_t size,
234 struct amdgpu_device *adev = (struct amdgpu_device *)kgd;
302 void amdgpu_amdkfd_free_gtt_mem(struct kgd_dev *kgd, void *mem_obj)
313 int amdgpu_amdkfd_alloc_gws(struct kgd_dev *kgd, size_t size,
316 struct amdgpu_device *adev = (struct amdgpu_device *)kgd;
340 void amdgpu_amdkfd_free_gws(struct kgd_dev *kgd, void *mem_obj)
347 uint32_t amdgpu_amdkfd_get_fw_version(struct kgd_dev *kgd,
350 struct amdgpu_device *adev = (struct amdgpu_device *)kgd;
[all...] |
| amdgpu_amdkfd_arcturus.c | 65 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd)
67 return (struct amdgpu_device *)kgd;
131 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd,
134 struct amdgpu_device *adev = get_amdgpu_device(kgd);
201 static int kgd_hqd_sdma_dump(struct kgd_dev *kgd,
205 struct amdgpu_device *adev = get_amdgpu_device(kgd);
233 static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd)
235 struct amdgpu_device *adev = get_amdgpu_device(kgd);
252 static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd,
255 struct amdgpu_device *adev = get_amdgpu_device(kgd);
[all...] |
| amdgpu_amdkfd_gpuvm.c | 75 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd)
77 return (struct amdgpu_device *)kgd;
967 int amdgpu_amdkfd_gpuvm_create_process_vm(struct kgd_dev *kgd, unsigned int pasid,
971 struct amdgpu_device *adev = get_amdgpu_device(kgd);
1002 int amdgpu_amdkfd_gpuvm_acquire_process_vm(struct kgd_dev *kgd,
1007 struct amdgpu_device *adev = get_amdgpu_device(kgd);
1066 void amdgpu_amdkfd_gpuvm_destroy_process_vm(struct kgd_dev *kgd, void *vm)
1068 struct amdgpu_device *adev = get_amdgpu_device(kgd);
1071 if (WARN_ON(!kgd || !vm))
1081 void amdgpu_amdkfd_gpuvm_release_process_vm(struct kgd_dev *kgd, void *vm
[all...] |
| /src/sys/external/bsd/drm2/dist/drm/amd/include/ |
| kgd_kfd_interface.h | 76 /* For getting GPU local memory information from KGD */
148 /* Number of bytes at start of aperture reserved for KGD. */
241 * This structure contains function pointers to services that the kgd driver
247 void (*program_sh_mem_settings)(struct kgd_dev *kgd, uint32_t vmid,
251 int (*set_pasid_vmid_mapping)(struct kgd_dev *kgd, unsigned int pasid,
254 int (*init_interrupts)(struct kgd_dev *kgd, uint32_t pipe_id);
257 int (*hqd_load)(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
263 int (*hiq_mqd_load)(struct kgd_dev *kgd, void *mqd,
268 int (*hqd_sdma_load)(struct kgd_dev *kgd, void *mqd,
272 int (*hqd_dump)(struct kgd_dev *kgd,
[all...] |
| /src/sys/external/bsd/drm2/dist/drm/amd/amdkfd/ |
| cik_event_interrupt.c | 57 vmid = f2g->read_vmid_from_vmfault_reg(dev->kgd);
58 ret = f2g->get_atc_vmid_pasid_mapping_info(dev->kgd, vmid, &pasid);
118 amdgpu_amdkfd_gpuvm_get_vm_fault_info(dev->kgd, &info);
|
| kfd_mqd_manager_v9.c | 103 retval = amdgpu_amdkfd_alloc_gtt_mem(kfd->kgd,
194 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id,
203 return mm->dev->kfd2kgd->hiq_mqd_load(mm->dev->kgd, mqd, pipe_id,
278 (mm->dev->kgd, mqd, type, timeout,
288 amdgpu_amdkfd_free_gtt_mem(kfd->kgd, mqd_mem_obj->gtt_mem);
300 mm->dev->kgd, queue_address,
362 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd,
404 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout);
411 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd);
|
| kfd_device.c | 496 struct kfd_dev *kgd2kfd_probe(struct kgd_dev *kgd,
526 kfd->pci_atomic_requested = amdgpu_amdkfd_have_atomics_support(kgd);
536 kfd->kgd = kgd;
584 kfd->mec_fw_version = amdgpu_amdkfd_get_fw_version(kfd->kgd,
586 kfd->sdma_fw_version = amdgpu_amdkfd_get_fw_version(kfd->kgd,
607 if (hws_gws_support && amdgpu_amdkfd_alloc_gws(kfd->kgd,
608 amdgpu_amdkfd_get_num_gws(kfd->kgd), &kfd->gws)) {
610 amdgpu_amdkfd_get_num_gws(kfd->kgd));
632 kfd->kgd, size, &kfd->gtt_mem
[all...] |
| kfd_process.c | 172 amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu(dev->kgd, mem, pdd->vm);
173 amdgpu_amdkfd_gpuvm_free_memory_of_gpu(dev->kgd, mem);
191 err = amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu(kdev->kgd, gpu_va, size,
196 err = amdgpu_amdkfd_gpuvm_map_memory_to_gpu(kdev->kgd, mem, pdd->vm);
200 err = amdgpu_amdkfd_gpuvm_sync_memory(kdev->kgd, mem, true);
219 err = amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel(kdev->kgd,
237 amdgpu_amdkfd_gpuvm_free_memory_of_gpu(kdev->kgd, mem);
405 peer_pdd->dev->kgd, mem, peer_pdd->vm);
408 amdgpu_amdkfd_gpuvm_free_memory_of_gpu(pdd->dev->kgd, mem);
432 pdd->dev->kgd, pdd->vm)
[all...] |
| kfd_mqd_manager_v10.c | 155 r = mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id,
165 return mm->dev->kfd2kgd->hiq_mqd_load(mm->dev->kgd, mqd, pipe_id,
238 (mm->dev->kgd, mqd, type, timeout,
253 mm->dev->kgd, queue_address,
319 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd,
361 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout);
368 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd);
|
| kfd_mqd_manager_cik.c | 178 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id,
187 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd,
272 return mm->dev->kfd2kgd->hqd_destroy(mm->dev->kgd, mqd, type, timeout,
285 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout);
293 return mm->dev->kfd2kgd->hqd_is_occupied(mm->dev->kgd, queue_address,
302 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd);
|
| kfd_mqd_manager_vi.c | 169 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id,
263 (mm->dev->kgd, mqd, type, timeout,
278 mm->dev->kgd, queue_address,
344 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd,
385 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout);
392 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd);
|
| kfd_chardev.c | 855 /* Reading GPU clock counter from KGD */
856 args->gpu_clock_counter = amdgpu_amdkfd_get_gpu_clock_counter(dev->kgd);
1063 err = amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel(kfd->kgd,
1154 dev->kgd, args->va_addr, pdd->qpd.vmid);
1175 dev->kfd2kgd->get_tile_config(dev->kgd, &config);
1261 amdgpu_amdkfd_get_local_mem_info(dev->kgd, &mem_info);
1301 offset = amdgpu_amdkfd_get_mmio_remap_phys_addr(dev->kgd);
1315 dev->kgd, args->va_addr, args->size,
1343 amdgpu_amdkfd_gpuvm_free_memory_of_gpu(dev->kgd, (struct kgd_mem *)mem);
1378 ret = amdgpu_amdkfd_gpuvm_free_memory_of_gpu(dev->kgd,
[all...] |
| kfd_dbgdev.c | 49 dev->kfd2kgd->address_watch_disable(dev->kgd);
330 dbgdev->dev->kgd,
428 dbgdev->dev->kgd,
439 dbgdev->dev->kgd,
449 dbgdev->dev->kgd,
465 dbgdev->dev->kgd,
760 return dbgdev->dev->kfd2kgd->wave_control_execute(dbgdev->dev->kgd,
792 (dev->kgd, vmid, &queried_pasid);
819 dev->kfd2kgd->wave_control_execute(dev->kgd,
|
| kfd_mqd_manager.c | 109 amdgpu_amdkfd_get_cu_info(mm->dev->kgd, &cu_info);
|
| kfd_device_queue_manager.c | 133 dqm->dev->kgd, qpd->vmid,
232 dqm->dev->kfd2kgd->set_vm_context_page_table_base(dqm->dev->kgd,
239 dqm->dev->kfd2kgd->set_scratch_backing_va(dqm->dev->kgd,
258 return amdgpu_amdkfd_submit_ib(kdev->kgd, KGD_ENGINE_MEC1, qpd->vmid,
713 dqm->dev->kgd,
882 dqm->dev->kgd, pasid, vmid);
891 dqm->dev->kfd2kgd->init_interrupts(dqm->dev->kgd, i);
1755 retval = amdgpu_amdkfd_alloc_gtt_mem(dev->kgd, size,
1899 amdgpu_amdkfd_free_gtt_mem(dev->kgd, mqd->gtt_mem);
1930 amdgpu_amdkfd_gpu_reset(dqm->dev->kgd);
[all...] |
| kfd_topology.c | 120 struct kfd_dev *kfd_device_by_kgd(const struct kgd_dev *kgd)
128 if (top_dev->gpu && top_dev->gpu->kgd == kgd) {
1094 amdgpu_amdkfd_get_local_mem_info(gpu->kgd, &local_mem_info);
1177 amdgpu_amdkfd_get_local_mem_info(dev->gpu->kgd, &local_mem_info);
1299 amdgpu_amdkfd_get_cu_info(dev->gpu->kgd, &cu_info);
1311 amdgpu_amdkfd_get_max_engine_clock_in_mhz(dev->gpu->kgd);
1325 amdgpu_amdkfd_get_num_gws(dev->gpu->kgd) : 0;
1388 ctx = amdgpu_ras_get_context((struct amdgpu_device *)(dev->gpu->kgd));
|
| kfd_crat.c | 610 * @cu_info - [IN] Compute Unit info obtained from KGD
1139 amdgpu_amdkfd_get_xgmi_hops_count(kdev->kgd, peer_kdev->kgd);
1204 amdgpu_amdkfd_get_cu_info(kdev->kgd, &cu_info);
1235 amdgpu_amdkfd_get_local_mem_info(kdev->kgd, &local_mem_info);
1264 * available in KGD
|
| kfd_priv.h | 228 struct kgd_dev *kgd; member in struct:kfd_dev
851 struct kfd_dev *kfd_device_by_kgd(const struct kgd_dev *kgd);
|
| kfd_process_queue_manager.c | 126 pdd->qpd.num_gws = gws ? amdgpu_amdkfd_get_num_gws(dev->kgd) : 0;
|
