| /linux/drivers/gpu/drm/amd/amdkfd/ |
| A D | kfd_priv.h | 192 void (*interrupt_wq)(struct kfd_dev *dev,
230 struct kfd_dev { struct
544 struct kfd_dev *device;
672 struct kfd_dev *dev;
1014 struct kfd_dev *dev);
1016 struct kfd_dev *dev);
1018 struct kfd_dev *dev);
1020 struct kfd_dev *dev);
1022 struct kfd_dev *dev);
1024 struct kfd_dev *dev);
[all …]
|
| A D | kfd_iommu.h | 32 int kfd_iommu_check_device(struct kfd_dev *kfd);
33 int kfd_iommu_device_init(struct kfd_dev *kfd);
38 void kfd_iommu_suspend(struct kfd_dev *kfd);
39 int kfd_iommu_resume(struct kfd_dev *kfd);
45 static inline int kfd_iommu_check_device(struct kfd_dev *kfd) in kfd_iommu_check_device()
49 static inline int kfd_iommu_device_init(struct kfd_dev *kfd) in kfd_iommu_device_init()
67 static inline void kfd_iommu_suspend(struct kfd_dev *kfd) in kfd_iommu_suspend()
71 static inline int kfd_iommu_resume(struct kfd_dev *kfd) in kfd_iommu_resume()
|
| A D | kfd_doorbell.c | 49 size_t kfd_doorbell_process_slice(struct kfd_dev *kfd) in kfd_doorbell_process_slice()
57 int kfd_doorbell_init(struct kfd_dev *kfd) in kfd_doorbell_init()
120 void kfd_doorbell_fini(struct kfd_dev *kfd) in kfd_doorbell_fini()
126 int kfd_doorbell_mmap(struct kfd_dev *dev, struct kfd_process *process, in kfd_doorbell_mmap()
168 void __iomem *kfd_get_kernel_doorbell(struct kfd_dev *kfd, in kfd_get_kernel_doorbell()
199 void kfd_release_kernel_doorbell(struct kfd_dev *kfd, u32 __iomem *db_addr) in kfd_release_kernel_doorbell()
229 unsigned int kfd_get_doorbell_dw_offset_in_bar(struct kfd_dev *kfd, in kfd_get_doorbell_dw_offset_in_bar()
245 uint64_t kfd_get_number_elems(struct kfd_dev *kfd) in kfd_get_number_elems()
261 int kfd_alloc_process_doorbells(struct kfd_dev *kfd, unsigned int *doorbell_index) in kfd_alloc_process_doorbells()
271 void kfd_free_process_doorbells(struct kfd_dev *kfd, unsigned int doorbell_index) in kfd_free_process_doorbells()
|
| A D | kfd_interrupt.c | 52 int kfd_interrupt_init(struct kfd_dev *kfd) in kfd_interrupt_init()
86 void kfd_interrupt_exit(struct kfd_dev *kfd) in kfd_interrupt_exit()
112 bool enqueue_ih_ring_entry(struct kfd_dev *kfd, const void *ih_ring_entry) in enqueue_ih_ring_entry()
131 static bool dequeue_ih_ring_entry(struct kfd_dev *kfd, void *ih_ring_entry) in dequeue_ih_ring_entry()
145 struct kfd_dev *dev = container_of(work, struct kfd_dev, in interrupt_wq()
159 bool interrupt_is_wanted(struct kfd_dev *dev, in interrupt_is_wanted()
|
| A D | kfd_iommu.c | 43 int kfd_iommu_check_device(struct kfd_dev *kfd) in kfd_iommu_check_device()
64 int kfd_iommu_device_init(struct kfd_dev *kfd) in kfd_iommu_device_init()
112 struct kfd_dev *dev = pdd->dev; in kfd_iommu_bind_process_to_device()
148 struct kfd_dev *dev = kfd_device_by_pci_dev(pdev); in iommu_pasid_shutdown_callback()
195 struct kfd_dev *dev; in iommu_invalid_ppr_cb()
218 static int kfd_bind_processes_to_device(struct kfd_dev *kfd) in kfd_bind_processes_to_device()
259 static void kfd_unbind_processes_from_device(struct kfd_dev *kfd) in kfd_unbind_processes_from_device()
289 void kfd_iommu_suspend(struct kfd_dev *kfd) in kfd_iommu_suspend()
306 int kfd_iommu_resume(struct kfd_dev *kfd) in kfd_iommu_resume()
|
| A D | kfd_smi_events.h | 26 int kfd_smi_event_open(struct kfd_dev *dev, uint32_t *fd);
27 void kfd_smi_event_update_vmfault(struct kfd_dev *dev, uint16_t pasid);
28 void kfd_smi_event_update_thermal_throttling(struct kfd_dev *dev,
30 void kfd_smi_event_update_gpu_reset(struct kfd_dev *dev, bool post_reset);
|
| A D | kfd_device.c | 628 static int kfd_resume(struct kfd_dev *kfd);
632 struct kfd_dev *kfd; in kgd2kfd_probe()
845 static void kfd_cwsr_init(struct kfd_dev *kfd) in kfd_cwsr_init()
878 static int kfd_gws_init(struct kfd_dev *kfd) in kfd_gws_init()
906 bool kgd2kfd_device_init(struct kfd_dev *kfd, in kgd2kfd_device_init()
1082 void kgd2kfd_device_exit(struct kfd_dev *kfd) in kgd2kfd_device_exit()
1099 int kgd2kfd_pre_reset(struct kfd_dev *kfd) in kgd2kfd_pre_reset()
1120 int kgd2kfd_post_reset(struct kfd_dev *kfd) in kgd2kfd_post_reset()
1182 int kgd2kfd_resume_iommu(struct kfd_dev *kfd) in kgd2kfd_resume_iommu()
1194 static int kfd_resume(struct kfd_dev *kfd) in kfd_resume()
[all …]
|
| A D | kfd_smi_events.c | 38 struct kfd_dev *dev;
139 struct kfd_dev *dev = client->dev; in kfd_smi_ev_release()
152 static void add_event_to_kfifo(struct kfd_dev *dev, unsigned int smi_event, in add_event_to_kfifo()
177 void kfd_smi_event_update_gpu_reset(struct kfd_dev *dev, bool post_reset) in kfd_smi_event_update_gpu_reset()
207 void kfd_smi_event_update_thermal_throttling(struct kfd_dev *dev, in kfd_smi_event_update_thermal_throttling()
231 void kfd_smi_event_update_vmfault(struct kfd_dev *dev, uint16_t pasid) in kfd_smi_event_update_vmfault()
257 int kfd_smi_event_open(struct kfd_dev *dev, uint32_t *fd) in kfd_smi_event_open()
|
| A D | kfd_mqd_manager.h | 70 struct kfd_mem_obj* (*allocate_mqd)(struct kfd_dev *kfd,
109 struct kfd_dev *dev;
113 struct kfd_mem_obj *allocate_hiq_mqd(struct kfd_dev *dev,
116 struct kfd_mem_obj *allocate_sdma_mqd(struct kfd_dev *dev,
|
| A D | kfd_topology.h | 114 struct kfd_dev *gpu;
136 struct kfd_dev *gpu;
155 struct kfd_dev *gpu;
178 struct kfd_dev *gpu;
|
| A D | kfd_chardev.c | 279 struct kfd_dev *dev; in kfd_ioctl_create_queue()
493 struct kfd_dev *dev; in kfd_ioctl_set_memory_policy()
545 struct kfd_dev *dev; in kfd_ioctl_set_trap_handler()
573 struct kfd_dev *dev; in kfd_ioctl_dbg_register()
627 struct kfd_dev *dev; in kfd_ioctl_dbg_unregister()
665 struct kfd_dev *dev; in kfd_ioctl_dbg_address_watch()
765 struct kfd_dev *dev; in kfd_ioctl_dbg_wave_control()
849 struct kfd_dev *dev; in kfd_ioctl_get_clock_counters()
1118 struct kfd_dev *dev; in kfd_ioctl_set_scratch_backing_va()
1153 struct kfd_dev *dev; in kfd_ioctl_get_tile_config()
[all …]
|
| A D | kfd_dbgmgr.h | 256 struct kfd_dev *dev;
279 struct kfd_dev *dev;
286 bool kfd_dbgmgr_create(struct kfd_dbgmgr **ppmgr, struct kfd_dev *pdev);
|
| A D | kfd_process.c | 271 struct kfd_dev *dev = NULL; in kfd_get_cu_occupancy()
692 struct kfd_dev *dev = pdd->dev; in kfd_process_free_gpuvm()
714 struct kfd_dev *kdev = pdd->dev; in kfd_process_alloc_gpuvm()
959 struct kfd_dev *kdev; in kfd_process_kunmap_signal_bo()
1162 struct kfd_dev *dev = p->pdds[i]->dev; in kfd_process_notifier_release()
1202 struct kfd_dev *dev = p->pdds[i]->dev; in kfd_process_init_cwsr_apu()
1234 struct kfd_dev *dev = pdd->dev; in kfd_process_device_init_cwsr_dgpu()
1267 struct kfd_dev *dev = pdd->dev; in kfd_process_device_destroy_cwsr_dgpu()
1428 struct kfd_dev *dev) in init_doorbell_bitmap()
1537 struct kfd_dev *dev; in kfd_process_device_init_vm()
[all …]
|
| A D | cik_event_interrupt.c | 29 static bool cik_event_interrupt_isr(struct kfd_dev *dev, in cik_event_interrupt_isr()
88 static void cik_event_interrupt_wq(struct kfd_dev *dev, in cik_event_interrupt_wq()
|
| A D | kfd_process_queue_manager.c | 69 struct kfd_dev *dev = pdd->dev; in kfd_process_dequeue_from_device()
81 struct kfd_dev *dev = NULL; in pqm_set_gws()
167 struct kfd_dev *dev, struct queue **q, in init_user_queue()
193 struct kfd_dev *dev, in pqm_create_queue()
345 struct kfd_dev *dev; in pqm_destroy_queue()
|
| A D | kfd_mqd_manager.c | 48 struct kfd_mem_obj *allocate_hiq_mqd(struct kfd_dev *dev, struct queue_properties *q) in allocate_hiq_mqd()
63 struct kfd_mem_obj *allocate_sdma_mqd(struct kfd_dev *dev, in allocate_sdma_mqd()
|
| A D | kfd_topology.c | 87 struct kfd_dev *kfd_device_by_id(uint32_t gpu_id) in kfd_device_by_id()
98 struct kfd_dev *kfd_device_by_pci_dev(const struct pci_dev *pdev) in kfd_device_by_pci_dev()
101 struct kfd_dev *device = NULL; in kfd_device_by_pci_dev()
116 struct kfd_dev *kfd_device_by_kgd(const struct kgd_dev *kgd) in kfd_device_by_kgd()
119 struct kfd_dev *device = NULL; in kfd_device_by_kgd()
1098 static uint32_t kfd_generate_gpu_id(struct kfd_dev *gpu) in kfd_generate_gpu_id()
1133 static struct kfd_topology_device *kfd_assign_gpu(struct kfd_dev *gpu) in kfd_assign_gpu()
1279 int kfd_topology_add_device(struct kfd_dev *gpu) in kfd_topology_add_device()
1501 int kfd_topology_remove_device(struct kfd_dev *gpu) in kfd_topology_remove_device()
1535 int kfd_topology_enum_kfd_devices(uint8_t idx, struct kfd_dev **kdev) in kfd_topology_enum_kfd_devices()
[all …]
|
| A D | kfd_device_queue_manager.h | 152 struct kfd_dev *dev);
173 struct kfd_dev *dev;
|
| A D | kfd_kernel_queue.c | 40 static bool kq_initialize(struct kernel_queue *kq, struct kfd_dev *dev, in kq_initialize()
322 struct kernel_queue *kernel_queue_init(struct kfd_dev *dev, in kernel_queue_init()
347 static __attribute__((unused)) void test_kq(struct kfd_dev *dev) in test_kq()
|
| A D | kfd_crat.h | 317 struct kfd_dev;
324 int flags, struct kfd_dev *kdev,
|
| A D | kfd_kernel_queue.h | 55 struct kfd_dev *dev;
|
| A D | kfd_crat.c | 1326 static int kfd_fill_gpu_cache_info(struct kfd_dev *kdev, in kfd_fill_gpu_cache_info()
1838 struct kfd_dev *kdev, uint8_t type, uint64_t size, in kfd_fill_gpu_memory_affinity()
1867 static void kfd_find_numa_node_in_srat(struct kfd_dev *kdev) in kfd_find_numa_node_in_srat()
1962 struct kfd_dev *kdev, in kfd_fill_gpu_direct_io_link_to_cpu()
2026 struct kfd_dev *kdev, in kfd_fill_gpu_xgmi_link_to_gpu()
2027 struct kfd_dev *peer_kdev, in kfd_fill_gpu_xgmi_link_to_gpu()
2063 size_t *size, struct kfd_dev *kdev, in kfd_create_vcrat_image_gpu()
2263 int flags, struct kfd_dev *kdev, in kfd_create_crat_image_virtual()
|
| A D | kfd_mqd_manager_cik.c | 76 static struct kfd_mem_obj *allocate_mqd(struct kfd_dev *kfd, in allocate_mqd()
375 struct kfd_dev *dev) in mqd_manager_init_cik()
451 struct kfd_dev *dev) in mqd_manager_init_cik_hawaii()
|
| A D | kfd_int_process_v9.c | 92 static bool event_interrupt_isr_v9(struct kfd_dev *dev, in event_interrupt_isr_v9()
170 static void event_interrupt_wq_v9(struct kfd_dev *dev, in event_interrupt_wq_v9()
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| A D | amdgpu_amdkfd.h | 96 struct kfd_dev *dev;
328 bool kgd2kfd_device_init(struct kfd_dev *kfd,
331 void kgd2kfd_device_exit(struct kfd_dev *kfd);
332 void kgd2kfd_suspend(struct kfd_dev *kfd, bool run_pm);
333 int kgd2kfd_resume_iommu(struct kfd_dev *kfd);
334 int kgd2kfd_resume(struct kfd_dev *kfd, bool run_pm);
335 int kgd2kfd_pre_reset(struct kfd_dev *kfd);
336 int kgd2kfd_post_reset(struct kfd_dev *kfd);
338 void kgd2kfd_set_sram_ecc_flag(struct kfd_dev *kfd);
381 static inline int kgd2kfd_pre_reset(struct kfd_dev *kfd) in kgd2kfd_pre_reset()
[all …]
|