| /src/sys/external/bsd/drm2/dist/drm/amd/amdkfd/ |
| kfd_mqd_manager_vi.c | 42 static inline struct vi_mqd *get_mqd(void *mqd)
44 return (struct vi_mqd *)mqd;
47 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd)
49 return (struct vi_sdma_mqd *)mqd;
52 static void update_cu_mask(struct mqd_manager *mm, void *mqd,
64 m = get_mqd(mqd);
95 static void init_mqd(struct mqd_manager *mm, void **mqd,
155 *mqd = m;
161 static int load_mqd(struct mqd_manager *mm, void *mqd,
169 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id
416 struct mqd_manager *mqd; local in function:mqd_manager_init_vi
492 struct mqd_manager *mqd; local in function:mqd_manager_init_vi_tonga
[all...] |
| kfd_mqd_manager_cik.c | 39 static inline struct cik_mqd *get_mqd(void *mqd)
41 return (struct cik_mqd *)mqd;
44 static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd)
46 return (struct cik_sdma_rlc_registers *)mqd;
49 static void update_cu_mask(struct mqd_manager *mm, void *mqd,
61 m = get_mqd(mqd);
92 static void init_mqd(struct mqd_manager *mm, void **mqd,
112 * Make sure to use the last queue state saved on mqd when the cp
140 *mqd = m;
146 static void init_mqd_sdma(struct mqd_manager *mm, void **mqd,
369 struct mqd_manager *mqd; local in function:mqd_manager_init_cik
444 struct mqd_manager *mqd; local in function:mqd_manager_init_cik_hawaii
[all...] |
| kfd_mqd_manager_v9.c | 40 static inline struct v9_mqd *get_mqd(void *mqd)
42 return (struct v9_mqd *)mqd;
45 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd)
47 return (struct v9_sdma_mqd *)mqd;
50 static void update_cu_mask(struct mqd_manager *mm, void *mqd,
62 m = get_mqd(mqd);
96 * boundary after the mqd, we will use the gtt allocation function
123 static void init_mqd(struct mqd_manager *mm, void **mqd,
181 *mqd = m;
187 static int load_mqd(struct mqd_manager *mm, void *mqd,
435 struct mqd_manager *mqd; local in function:mqd_manager_init_v9
[all...] |
| kfd_mqd_manager_v10.c | 39 static inline struct v10_compute_mqd *get_mqd(void *mqd)
41 return (struct v10_compute_mqd *)mqd;
44 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd)
46 return (struct v10_sdma_mqd *)mqd;
49 static void update_cu_mask(struct mqd_manager *mm, void *mqd,
61 m = get_mqd(mqd);
92 static void init_mqd(struct mqd_manager *mm, void **mqd,
141 *mqd = m;
147 static int load_mqd(struct mqd_manager *mm, void *mqd,
155 r = mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id
392 struct mqd_manager *mqd; local in function:mqd_manager_init_v10
[all...] |
| kfd_mqd_manager.h | 36 * @init_mqd: Allocates the mqd buffer on local gpu memory and initialize it.
38 * @load_mqd: Loads the mqd to a concrete hqd slot. Used only for no cp
41 * @update_mqd: Handles a update call for the MQD
46 * @free_mqd: Releases the mqd buffer from local gpu memory.
51 * control stack, if kept in the MQD, to the given userspace address.
53 * @mqd_mutex: Mqd manager mutex.
57 * MQD stands for Memory Queue Descriptor which represents the current queue
61 * This base class is also contains all the MQD specific operations.
62 * Another important thing to mention is that each queue has a MQD that keeps
64 * Basically there are a instances of the mqd manager class per MQD type pe
[all...] |
| kfd_queue.c | 65 pr_debug("Queue MQD Address: 0x%p\n", q->mqd);
66 pr_debug("Queue MQD Gart: 0x%llX\n", q->gart_mqd_addr);
|
| kfd_kernel_queue.c | 155 kq->mqd_mgr->init_mqd(kq->mqd_mgr, &kq->queue->mqd,
164 kq->mqd_mgr->load_mqd(kq->mqd_mgr, kq->queue->mqd,
184 kq->mqd_mgr->free_mqd(kq->mqd_mgr, kq->queue->mqd, kq->queue->mqd_mem_obj);
207 kq->queue->mqd,
215 kq->mqd_mgr->free_mqd(kq->mqd_mgr, kq->queue->mqd,
|
| kfd_device_queue_manager.c | 322 pr_debug("Loading mqd to hqd on pipe %d, queue %d\n",
345 mqd_mgr->init_mqd(mqd_mgr, &q->mqd, q->mqd_mem_obj,
349 WARN_ONCE(1, "Load non-HWS mqd while stopped\n");
357 retval = mqd_mgr->load_mqd(mqd_mgr, q->mqd, q->pipe,
384 mqd_mgr->free_mqd(mqd_mgr, q->mqd, q->mqd_mem_obj);
476 retval = mqd_mgr->destroy_mqd(mqd_mgr, q->mqd,
483 mqd_mgr->free_mqd(mqd_mgr, q->mqd, q->mqd_mem_obj);
539 /* Make sure the queue is unmapped before updating the MQD */
557 retval = mqd_mgr->destroy_mqd(mqd_mgr, q->mqd,
561 pr_err("destroy mqd failed\n")
[all...] |
| kfd_mqd_manager.c | 94 void free_mqd_hiq_sdma(struct mqd_manager *mm, void *mqd,
|
| /src/sys/external/bsd/drm2/dist/drm/amd/amdgpu/ |
| gfx_v8_0.h | 35 int gfx_v8_0_mqd_commit(struct amdgpu_device *adev, struct vi_mqd *mqd);
|
| gfx_v7_0.h | 37 int gfx_v7_0_mqd_commit(struct amdgpu_device *adev, struct cik_mqd *mqd);
|
| amdgpu_amdkfd_gfx_v9.h | 34 int kgd_gfx_v9_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
38 int kgd_gfx_v9_hiq_mqd_load(struct kgd_dev *kgd, void *mqd,
46 int kgd_gfx_v9_hqd_destroy(struct kgd_dev *kgd, void *mqd,
|
| amdgpu_amdkfd_arcturus.c | 70 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd)
72 return (struct v9_sdma_mqd *)mqd;
131 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd,
142 m = get_sdma_mqd(mqd);
233 static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd)
240 m = get_sdma_mqd(mqd);
252 static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd,
261 m = get_sdma_mqd(mqd);
|
| amdgpu_amdkfd_gfx_v10.c | 251 static inline struct v10_compute_mqd *get_mqd(void *mqd)
253 return (struct v10_compute_mqd *)mqd;
256 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd)
258 return (struct v10_sdma_mqd *)mqd;
261 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
271 m = get_mqd(mqd);
344 static int kgd_hiq_mqd_load(struct kgd_dev *kgd, void *mqd,
354 m = get_mqd(mqd);
429 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd,
440 m = get_sdma_mqd(mqd);
[all...] |
| amdgpu_amdkfd_gfx_v9.c | 242 static inline struct v9_mqd *get_mqd(void *mqd)
244 return (struct v9_mqd *)mqd;
247 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd)
249 return (struct v9_sdma_mqd *)mqd;
252 int kgd_gfx_v9_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
262 m = get_mqd(mqd);
332 int kgd_gfx_v9_hiq_mqd_load(struct kgd_dev *kgd, void *mqd,
342 m = get_mqd(mqd);
417 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd,
428 m = get_sdma_mqd(mqd);
[all...] |
| amdgpu_gfx_v10_0.c | 2981 struct v10_gfx_mqd *mqd = ring->mqd_ptr; local in function:gfx_v10_0_gfx_mqd_init
2987 mqd->cp_gfx_hqd_wptr = 0;
2988 mqd->cp_gfx_hqd_wptr_hi = 0;
2990 /* set the pointer to the MQD */
2991 mqd->cp_mqd_base_addr = ring->mqd_gpu_addr & 0xfffffffc;
2992 mqd->cp_mqd_base_addr_hi = upper_32_bits(ring->mqd_gpu_addr);
2994 /* set up mqd control */
2999 mqd->cp_gfx_mqd_control = tmp;
3004 mqd->cp_gfx_hqd_vmid = 0;
3010 mqd->cp_gfx_hqd_queue_priority = tmp
3069 struct v10_gfx_mqd *mqd = ring->mqd_ptr; local in function:gfx_v10_0_gfx_queue_init_register
3117 struct v10_gfx_mqd *mqd = ring->mqd_ptr; local in function:gfx_v10_0_gfx_init_queue
3225 struct v10_compute_mqd *mqd = ring->mqd_ptr; local in function:gfx_v10_0_compute_mqd_init
3359 struct v10_compute_mqd *mqd = ring->mqd_ptr; local in function:gfx_v10_0_kiq_init_register
3465 struct v10_compute_mqd *mqd = ring->mqd_ptr; local in function:gfx_v10_0_kiq_init_queue
3503 struct v10_compute_mqd *mqd = ring->mqd_ptr; local in function:gfx_v10_0_kcq_init_queue
[all...] |
| amdgpu_amdkfd_gfx_v8.c | 190 static inline struct vi_mqd *get_mqd(void *mqd)
192 return (struct vi_mqd *)mqd;
195 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd)
197 return (struct vi_sdma_mqd *)mqd;
200 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
211 m = get_mqd(mqd);
311 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd,
320 m = get_sdma_mqd(mqd);
424 static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd)
431 m = get_sdma_mqd(mqd);
[all...] |
| amdgpu_amdkfd_gfx_v7.c | 232 static inline struct cik_mqd *get_mqd(void *mqd)
234 return (struct cik_mqd *)mqd;
237 static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd)
239 return (struct cik_sdma_rlc_registers *)mqd;
242 static int kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
253 m = get_mqd(mqd);
324 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd,
333 m = get_sdma_mqd(mqd);
429 static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd)
436 m = get_sdma_mqd(mqd);
[all...] |
| amdgpu_gfx_v7_0.c | 2937 struct cik_mqd *mqd,
2944 /* init the mqd struct */
2945 memset(mqd, 0, sizeof(struct cik_mqd));
2947 mqd->header = 0xC0310800;
2948 mqd->compute_static_thread_mgmt_se0 = 0xffffffff;
2949 mqd->compute_static_thread_mgmt_se1 = 0xffffffff;
2950 mqd->compute_static_thread_mgmt_se2 = 0xffffffff;
2951 mqd->compute_static_thread_mgmt_se3 = 0xffffffff;
2954 mqd->cp_hqd_pq_doorbell_control =
2957 mqd->cp_hqd_pq_doorbell_control |= CP_HQD_PQ_DOORBELL_CONTROL__DOORBELL_EN_MASK
3085 struct cik_mqd *mqd; local in function:gfx_v7_0_compute_queue_init
[all...] |
| amdgpu_gfx_v9_0.c | 2288 /* create MQD for all compute queues as wel as KIQ for SRIOV case */
3322 struct v9_mqd *mqd = ring->mqd_ptr; local in function:gfx_v9_0_mqd_init
3326 mqd->header = 0xC0310800;
3327 mqd->compute_pipelinestat_enable = 0x00000001;
3328 mqd->compute_static_thread_mgmt_se0 = 0xffffffff;
3329 mqd->compute_static_thread_mgmt_se1 = 0xffffffff;
3330 mqd->compute_static_thread_mgmt_se2 = 0xffffffff;
3331 mqd->compute_static_thread_mgmt_se3 = 0xffffffff;
3332 mqd->compute_static_thread_mgmt_se4 = 0xffffffff;
3333 mqd->compute_static_thread_mgmt_se5 = 0xffffffff
3467 struct v9_mqd *mqd = ring->mqd_ptr; local in function:gfx_v9_0_kiq_init_register
3611 struct v9_mqd *mqd = ring->mqd_ptr; local in function:gfx_v9_0_kiq_init_queue
3651 struct v9_mqd *mqd = ring->mqd_ptr; local in function:gfx_v9_0_kcq_init_queue
[all...] |
| amdgpu_gfx_v8_0.c | 2055 /* create MQD for all compute queues as well as KIQ for SRIOV case */
4435 struct vi_mqd *mqd = ring->mqd_ptr; local in function:gfx_v8_0_mqd_init
4439 mqd->header = 0xC0310800;
4440 mqd->compute_pipelinestat_enable = 0x00000001;
4441 mqd->compute_static_thread_mgmt_se0 = 0xffffffff;
4442 mqd->compute_static_thread_mgmt_se1 = 0xffffffff;
4443 mqd->compute_static_thread_mgmt_se2 = 0xffffffff;
4444 mqd->compute_static_thread_mgmt_se3 = 0xffffffff;
4445 mqd->compute_misc_reserved = 0x00000003;
4446 mqd->dynamic_cu_mask_addr_lo = lower_32_bits(ring->mqd_gpu_add
4618 struct vi_mqd *mqd = ring->mqd_ptr; local in function:gfx_v8_0_kiq_init_queue
4657 struct vi_mqd *mqd = ring->mqd_ptr; local in function:gfx_v8_0_kcq_init_queue
[all...] |
| /src/sys/external/bsd/drm2/dist/drm/amd/include/ |
| kgd_kfd_interface.h | 203 * @hqd_load: Loads the mqd structure to a H/W hqd slot. used only for no cp
206 * @hqd_sdma_load: Loads the SDMA mqd structure to a H/W SDMA hqd slot.
257 int (*hqd_load)(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
263 int (*hiq_mqd_load)(struct kgd_dev *kgd, void *mqd,
268 int (*hqd_sdma_load)(struct kgd_dev *kgd, void *mqd,
283 int (*hqd_destroy)(struct kgd_dev *kgd, void *mqd, uint32_t reset_type,
287 bool (*hqd_sdma_is_occupied)(struct kgd_dev *kgd, void *mqd);
289 int (*hqd_sdma_destroy)(struct kgd_dev *kgd, void *mqd,
|
| /src/sys/sys/ |
| mqueue.h | 115 int mqueue_get(mqd_t mqd, int fflag, mqueue_t **mqret);
|
| /src/sys/kern/ |
| sys_mqueue.c | 276 mqueue_get(mqd_t mqd, int fflag, mqueue_t **mqret)
278 const int fd = (int)mqd;
483 int mqd, error; local in function:mq_handle_open
496 error = fd_allocfile(&fp, &mqd);
572 fd_affix(p, fp, mqd);
573 *retval = mqd;
576 fd_abort(p, fp, mqd);
|
| /src/sys/external/bsd/drm2/dist/drm/radeon/ |
| radeon_cik.c | 4374 dev_warn(rdev->dev, "(%d) reserve MQD bo failed\n", r);
4545 struct bonaire_mqd *mqd; local in function:cik_cp_compute_resume
4597 dev_warn(rdev->dev, "(%d) create MQD bo failed\n", r);
4610 dev_warn(rdev->dev, "(%d) pin MQD bo failed\n", r);
4616 dev_warn(rdev->dev, "(%d) map MQD bo failed\n", r);
4621 /* init the mqd struct */
4624 mqd = (struct bonaire_mqd *)buf;
4625 mqd->header = 0xC0310800;
4626 mqd->static_thread_mgmt01[0] = 0xffffffff;
4627 mqd->static_thread_mgmt01[1] = 0xffffffff
[all...] |
