| /linux/drivers/gpu/drm/amd/amdkfd/ |
| A D | kfd_mqd_manager_cik.c | 57 m = get_mqd(mqd); in update_cu_mask()
136 *mqd = m; in init_mqd()
152 *mqd = m; in init_mqd_sdma()
194 m = get_mqd(mqd); in __update_mqd()
382 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_cik()
383 if (!mqd) in mqd_manager_init_cik()
386 mqd->dev = dev; in mqd_manager_init_cik()
443 kfree(mqd); in mqd_manager_init_cik()
447 return mqd; in mqd_manager_init_cik()
456 if (!mqd) in mqd_manager_init_cik_hawaii()
[all …]
|
| A D | kfd_mqd_manager_vi.c | 60 m = get_mqd(mqd); in update_cu_mask()
151 *mqd = m; in init_mqd()
176 m = get_mqd(mqd); in __update_mqd()
339 *mqd = m; in init_mqd_sdma()
428 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_vi()
429 if (!mqd) in mqd_manager_init_vi()
432 mqd->dev = dev; in mqd_manager_init_vi()
490 kfree(mqd); in mqd_manager_init_vi()
494 return mqd; in mqd_manager_init_vi()
503 if (!mqd) in mqd_manager_init_vi_tonga()
[all …]
|
| A D | kfd_mqd_manager_v10.c | 57 m = get_mqd(mqd); in update_cu_mask()
137 *mqd = m; in init_mqd()
171 m = get_mqd(mqd); in update_mqd()
268 m = get_mqd(mqd); in get_wave_state()
296 m = get_mqd(*mqd); in init_mqd_hiq()
312 *mqd = m; in init_mqd_sdma()
402 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v10()
403 if (!mqd) in mqd_manager_init_v10()
406 mqd->dev = dev; in mqd_manager_init_v10()
470 kfree(mqd); in mqd_manager_init_v10()
[all …]
|
| A D | kfd_mqd_manager_v9.c | 58 m = get_mqd(mqd); in update_cu_mask()
189 *mqd = m; in init_mqd()
221 m = get_mqd(mqd); in update_mqd()
330 m = get_mqd(mqd); in get_wave_state()
351 m = get_mqd(*mqd); in init_mqd_hiq()
367 *mqd = m; in init_mqd_sdma()
457 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v9()
458 if (!mqd) in mqd_manager_init_v9()
461 mqd->dev = dev; in mqd_manager_init_v9()
519 kfree(mqd); in mqd_manager_init_v9()
[all …]
|
| A D | kfd_mqd_manager.h | 73 void (*init_mqd)(struct mqd_manager *mm, void **mqd,
77 int (*load_mqd)(struct mqd_manager *mm, void *mqd,
82 void (*update_mqd)(struct mqd_manager *mm, void *mqd,
86 int (*destroy_mqd)(struct mqd_manager *mm, void *mqd,
91 void (*free_mqd)(struct mqd_manager *mm, void *mqd,
94 bool (*is_occupied)(struct mqd_manager *mm, void *mqd,
98 int (*get_wave_state)(struct mqd_manager *mm, void *mqd,
106 uint32_t (*read_doorbell_id)(void *mqd);
118 void free_mqd_hiq_sdma(struct mqd_manager *mm, void *mqd,
|
| A D | kfd_kernel_queue.c | 150 kq->mqd_mgr->init_mqd(kq->mqd_mgr, &kq->queue->mqd, in kq_initialize()
159 kq->mqd_mgr->load_mqd(kq->mqd_mgr, kq->queue->mqd, in kq_initialize()
179 kq->mqd_mgr->free_mqd(kq->mqd_mgr, kq->queue->mqd, kq->queue->mqd_mem_obj); in kq_initialize()
202 kq->queue->mqd, in kq_uninitialize()
210 kq->mqd_mgr->free_mqd(kq->mqd_mgr, kq->queue->mqd, in kq_uninitialize()
|
| A D | kfd_device_queue_manager.c | 371 mqd_mgr->init_mqd(mqd_mgr, &q->mqd, q->mqd_mem_obj, in create_queue_nocpsch()
405 mqd_mgr->free_mqd(mqd_mgr, q->mqd, q->mqd_mem_obj); in create_queue_nocpsch()
495 retval = mqd_mgr->destroy_mqd(mqd_mgr, q->mqd, in destroy_queue_nocpsch_locked()
555 mqd_mgr->free_mqd(mqd_mgr, q->mqd, q->mqd_mem_obj); in destroy_queue_nocpsch()
598 retval = mqd_mgr->destroy_mqd(mqd_mgr, q->mqd, in update_queue()
646 retval = mqd_mgr->load_mqd(mqd_mgr, q->mqd, in update_queue()
693 retval = mqd_mgr->destroy_mqd(mqd_mgr, q->mqd, in evict_process_queues_nocpsch()
1343 mqd_mgr->init_mqd(mqd_mgr, &q->mqd, q->mqd_mem_obj, in create_queue_cpsch()
1574 mqd_mgr->free_mqd(mqd_mgr, q->mqd, q->mqd_mem_obj); in destroy_queue_cpsch()
1999 struct kfd_mem_obj *mqd) in deallocate_hiq_sdma_mqd() argument
[all …]
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| A D | mes_v10_1.c | 601 mqd->header = 0xC0310800; in mes_v10_1_mqd_init()
618 mqd->cp_hqd_eop_control = tmp; in mes_v10_1_mqd_init()
641 mqd->cp_hqd_dequeue_request = 0; in mes_v10_1_mqd_init()
642 mqd->cp_hqd_pq_rptr = 0; in mes_v10_1_mqd_init()
643 mqd->cp_hqd_pq_wptr_lo = 0; in mes_v10_1_mqd_init()
644 mqd->cp_hqd_pq_wptr_hi = 0; in mes_v10_1_mqd_init()
653 mqd->cp_mqd_control = tmp; in mes_v10_1_mqd_init()
673 mqd->cp_hqd_pq_control = tmp; in mes_v10_1_mqd_init()
708 mqd->cp_hqd_vmid = 0; in mes_v10_1_mqd_init()
717 mqd->cp_hqd_ib_control = tmp; in mes_v10_1_mqd_init()
[all …]
|
| A D | amdgpu_amdkfd_gfx_v8.c | 158 static inline struct vi_mqd *get_mqd(void *mqd) in get_mqd() argument
160 return (struct vi_mqd *)mqd; in get_mqd()
163 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
165 return (struct vi_sdma_mqd *)mqd; in get_sdma_mqd()
179 m = get_mqd(mqd); in kgd_hqd_load()
279 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, in kgd_hqd_sdma_load() argument
288 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
399 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
410 static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, in kgd_hqd_destroy() argument
420 struct vi_mqd *m = get_mqd(mqd); in kgd_hqd_destroy()
[all …]
|
| A D | amdgpu_amdkfd_arcturus.c | 65 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
67 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd()
126 int kgd_arcturus_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, in kgd_arcturus_hqd_sdma_load() argument
137 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_load()
228 bool kgd_arcturus_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) in kgd_arcturus_hqd_sdma_is_occupied() argument
235 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_is_occupied()
247 int kgd_arcturus_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, in kgd_arcturus_hqd_sdma_destroy() argument
256 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_destroy()
|
| A D | amdgpu_amdkfd_gfx_v10.c | 211 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
213 return (struct v10_compute_mqd *)mqd; in get_mqd()
216 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
218 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd()
231 m = get_mqd(mqd); in kgd_hqd_load()
304 static int kgd_hiq_mqd_load(struct kgd_dev *kgd, void *mqd, in kgd_hiq_mqd_load() argument
314 m = get_mqd(mqd); in kgd_hiq_mqd_load()
400 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
520 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
541 struct v10_compute_mqd *m = get_mqd(mqd); in kgd_hqd_destroy()
[all …]
|
| A D | amdgpu_amdkfd_gfx_v9.c | 226 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd() argument
228 return (struct v9_mqd *)mqd; in get_mqd()
231 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
233 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd()
246 m = get_mqd(mqd); in kgd_gfx_v9_hqd_load()
316 int kgd_gfx_v9_hiq_mqd_load(struct kgd_dev *kgd, void *mqd, in kgd_gfx_v9_hiq_mqd_load() argument
326 m = get_mqd(mqd); in kgd_gfx_v9_hiq_mqd_load()
412 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
532 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
553 struct v9_mqd *m = get_mqd(mqd); in kgd_gfx_v9_hqd_destroy()
[all …]
|
| A D | amdgpu_amdkfd_gfx_v7.c | 200 static inline struct cik_mqd *get_mqd(void *mqd) in get_mqd() argument
202 return (struct cik_mqd *)mqd; in get_mqd()
205 static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
207 return (struct cik_sdma_rlc_registers *)mqd; in get_sdma_mqd()
221 m = get_mqd(mqd); in kgd_hqd_load()
292 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, in kgd_hqd_sdma_load() argument
301 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
404 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
415 static int kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, in kgd_hqd_destroy() argument
517 static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, in kgd_hqd_sdma_destroy() argument
[all …]
|
| A D | amdgpu_amdkfd_arcturus.h | 23 int kgd_arcturus_hqd_sdma_load(struct kgd_dev *kgd, void *mqd,
28 bool kgd_arcturus_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd);
29 int kgd_arcturus_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd,
|
| A D | amdgpu_amdkfd_gfx_v10_3.c | 181 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
183 return (struct v10_compute_mqd *)mqd; in get_mqd()
186 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
188 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd()
201 m = get_mqd(mqd); in hqd_load_v10_3()
289 static int hiq_mqd_load_v10_3(struct kgd_dev *kgd, void *mqd, in hiq_mqd_load_v10_3() argument
299 m = get_mqd(mqd); in hiq_mqd_load_v10_3()
385 m = get_sdma_mqd(mqd); in hqd_sdma_load_v10_3()
505 m = get_sdma_mqd(mqd); in hqd_sdma_is_occupied_v10_3()
526 struct v10_compute_mqd *m = get_mqd(mqd); in hqd_destroy_v10_3()
[all …]
|
| A D | gfx_v7_0.c | 2924 struct cik_mqd *mqd, in gfx_v7_0_mqd_init() argument
2934 mqd->header = 0xC0310800; in gfx_v7_0_mqd_init()
2963 mqd->cp_hqd_pq_control &= in gfx_v7_0_mqd_init()
2967 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init()
2969 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init()
2972 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init()
2975 mqd->cp_hqd_pq_control &= in gfx_v7_0_mqd_init()
2979 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init()
3019 mqd->cp_hqd_vmid = 0; in gfx_v7_0_mqd_init()
3040 mqd->cp_hqd_active = 1; in gfx_v7_0_mqd_init()
[all …]
|
| A D | amdgpu_amdkfd_gfx_v9.h | 32 int kgd_gfx_v9_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
36 int kgd_gfx_v9_hiq_mqd_load(struct kgd_dev *kgd, void *mqd,
44 int kgd_gfx_v9_hqd_destroy(struct kgd_dev *kgd, void *mqd,
|
| A D | gfx_v9_0.c | 3486 mqd->header = 0xC0310800; in gfx_v9_0_mqd_init()
3538 mqd->cp_hqd_pq_rptr = 0; in gfx_v9_0_mqd_init()
3539 mqd->cp_hqd_pq_wptr_lo = 0; in gfx_v9_0_mqd_init()
3540 mqd->cp_hqd_pq_wptr_hi = 0; in gfx_v9_0_mqd_init()
3549 mqd->cp_mqd_control = tmp; in gfx_v9_0_mqd_init()
3569 mqd->cp_hqd_pq_control = tmp; in gfx_v9_0_mqd_init()
3604 mqd->cp_hqd_vmid = 0; in gfx_v9_0_mqd_init()
3613 mqd->cp_hqd_ib_control = tmp; in gfx_v9_0_mqd_init()
3623 mqd->cp_hqd_active = 1; in gfx_v9_0_mqd_init()
3676 mqd->cp_mqd_control); in gfx_v9_0_kiq_init_register()
[all …]
|
| A D | gfx_v10_0.c | 6740 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v10_0_gfx_init_queue()
6750 memcpy(adev->gfx.me.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v10_0_gfx_init_queue()
6754 memcpy(mqd, adev->gfx.me.mqd_backup[mqd_idx], sizeof(*mqd)); in gfx_v10_0_gfx_init_queue()
6897 mqd->cp_hqd_pq_rptr = 0; in gfx_v10_0_compute_mqd_init()
6963 mqd->cp_hqd_vmid = 0; in gfx_v10_0_compute_mqd_init()
7107 memcpy(mqd, adev->gfx.mec.mqd_backup[mqd_idx], sizeof(*mqd)); in gfx_v10_0_kiq_init_queue()
7119 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v10_0_kiq_init_queue()
7128 memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v10_0_kiq_init_queue()
7141 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v10_0_kcq_init_queue()
7149 memcpy(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v10_0_kcq_init_queue()
[all …]
|
| A D | gfx_v8_0.c | 4447 mqd->cp_hqd_queue_priority = in gfx_v8_0_mqd_set_priority()
4460 mqd->header = 0xC0310800; in gfx_v8_0_mqd_init()
4480 mqd->cp_hqd_eop_control = tmp; in gfx_v8_0_mqd_init()
4497 mqd->cp_mqd_control = tmp; in gfx_v8_0_mqd_init()
4517 mqd->cp_hqd_pq_control = tmp; in gfx_v8_0_mqd_init()
4553 mqd->cp_hqd_vmid = 0; in gfx_v8_0_mqd_init()
4563 mqd->cp_hqd_ib_control = tmp; in gfx_v8_0_mqd_init()
4567 mqd->cp_hqd_iq_timer = tmp; in gfx_v8_0_mqd_init()
4595 mqd->cp_hqd_active = 1; in gfx_v8_0_mqd_init()
4601 struct vi_mqd *mqd) in gfx_v8_0_mqd_commit() argument
[all …]
|
| A D | gfx_v8_0.h | 33 int gfx_v8_0_mqd_commit(struct amdgpu_device *adev, struct vi_mqd *mqd);
|
| /linux/drivers/misc/sgi-gru/ |
| A D | grukservices.c | 561 mqd->mq = mq; in gru_create_message_queue()
562 mqd->mq_gpa = uv_gpa(mq); in gru_create_message_queue()
563 mqd->qlines = qlines; in gru_create_message_queue()
564 mqd->interrupt_pnode = nasid >> 1; in gru_create_message_queue()
565 mqd->interrupt_vector = vector; in gru_create_message_queue()
566 mqd->interrupt_apicid = apicid; in gru_create_message_queue()
650 qlines = mqd->qlines; in send_message_queue_full()
722 if (!mqd->interrupt_vector) in send_message_put_nacked()
877 gru_free_message(mqd, mhdr); in gru_get_next_message()
1025 m = gru_get_next_message(&mqd); in quicktest1()
[all …]
|
| A D | grukservices.h | 61 extern int gru_create_message_queue(struct gru_message_queue_desc *mqd,
81 extern int gru_send_message_gpa(struct gru_message_queue_desc *mqd,
101 extern void gru_free_message(struct gru_message_queue_desc *mqd,
117 extern void *gru_get_next_message(struct gru_message_queue_desc *mqd);
|
| /linux/drivers/gpu/drm/amd/include/ |
| A D | kgd_kfd_interface.h | 240 int (*hqd_load)(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
245 int (*hiq_mqd_load)(struct kgd_dev *kgd, void *mqd,
249 int (*hqd_sdma_load)(struct kgd_dev *kgd, void *mqd,
263 int (*hqd_destroy)(struct kgd_dev *kgd, void *mqd, uint32_t reset_type,
267 bool (*hqd_sdma_is_occupied)(struct kgd_dev *kgd, void *mqd);
269 int (*hqd_sdma_destroy)(struct kgd_dev *kgd, void *mqd,
|
| /linux/drivers/gpu/drm/radeon/ |
| A D | cik.c | 4518 struct bonaire_mqd *mqd; in cik_cp_compute_resume() local
4597 mqd = (struct bonaire_mqd *)buf; in cik_cp_compute_resume()
4598 mqd->header = 0xC0310800; in cik_cp_compute_resume()
4626 mqd->queue_state.cp_hqd_pq_rptr = 0; in cik_cp_compute_resume()
4627 mqd->queue_state.cp_hqd_pq_wptr= 0; in cik_cp_compute_resume()
4659 mqd->queue_state.cp_hqd_pq_control &= in cik_cp_compute_resume()
4662 mqd->queue_state.cp_hqd_pq_control |= in cik_cp_compute_resume()
4664 mqd->queue_state.cp_hqd_pq_control |= in cik_cp_compute_resume()
4669 mqd->queue_state.cp_hqd_pq_control &= in cik_cp_compute_resume()
4723 mqd->queue_state.cp_hqd_vmid = 0; in cik_cp_compute_resume()
[all …]
|