/linux/drivers/misc/habanalabs/common/ |
A D | device.c | 73 (!hdev->asic_funcs->is_device_idle(hdev, in hpriv_release() 477 if (hdev->asic_funcs->early_fini) in device_early_init() 478 hdev->asic_funcs->early_fini(hdev); in device_early_init() 512 if (hdev->asic_funcs->early_fini) in device_early_fini() 513 hdev->asic_funcs->early_fini(hdev); in device_early_fini() 578 if (hdev->asic_funcs->late_init) { in device_late_init() 627 if (hdev->asic_funcs->late_fini) in device_late_fini() 628 hdev->asic_funcs->late_fini(hdev); in device_late_fini() 824 rc = hdev->asic_funcs->resume(hdev); in hl_device_resume() 1589 hdev->asic_funcs->sw_fini(hdev); in hl_device_init() [all …]
|
A D | hw_queue.c | 234 hdev->asic_funcs->hw_queues_lock(hdev); in hl_hw_queue_send_cb_no_cmpl() 255 hdev->asic_funcs->hw_queues_unlock(hdev); in hl_hw_queue_send_cb_no_cmpl() 355 hdev->asic_funcs->pqe_write(hdev, pi, &bd); in int_queue_schedule_job() 528 hdev->asic_funcs->gen_wait_cb(hdev, &wait_prop); in init_wait_cs() 635 hdev->asic_funcs->hw_queues_lock(hdev); in hl_hw_queue_schedule_cs() 690 rc = hdev->asic_funcs->collective_wait_init_cs(cs); in hl_hw_queue_schedule_cs() 781 hdev->asic_funcs->hw_queues_unlock(hdev); in hl_hw_queue_schedule_cs() 810 p = hdev->asic_funcs->asic_dma_alloc_coherent(hdev, in ext_and_cpu_queue_init() 842 hdev->asic_funcs->asic_dma_free_coherent(hdev, in ext_and_cpu_queue_init() 884 p = hdev->asic_funcs->asic_dma_alloc_coherent(hdev, in hw_queue_init() [all …]
|
A D | firmware_if.c | 342 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) pkt, in hl_fw_unmask_irq_arr() 618 hdev->asic_funcs->cpu_accessible_dma_pool_alloc(hdev, in hl_fw_cpucp_info_get() 681 hdev->asic_funcs->cpu_accessible_dma_pool_free(hdev, in hl_fw_cpucp_info_get() 695 if (!hdev->asic_funcs->get_msi_info) in hl_fw_send_msi_info_msg() 717 hdev->asic_funcs->get_msi_info(pkt->data); in hl_fw_send_msi_info_msg() 766 hdev->asic_funcs->cpu_accessible_dma_pool_alloc(hdev, in hl_fw_get_eeprom_data() 1149 hdev->asic_funcs->init_firmware_loader(hdev); in hl_fw_read_preboot_caps() 2298 hdev->asic_funcs->init_cpu_scrambler_dram(hdev); in hl_fw_dynamic_init_cpu() 2390 rc = hdev->asic_funcs->load_boot_fit_to_device(hdev); in hl_fw_static_init_cpu() 2449 hdev->asic_funcs->init_cpu_scrambler_dram(hdev); in hl_fw_static_init_cpu() [all …]
|
A D | hwmon.c | 447 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_get_temperature() 476 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_set_temperature() 501 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_get_voltage() 530 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_get_current() 559 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_get_fan_speed() 588 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_get_pwm_info() 617 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_set_pwm_info() 640 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_set_voltage() 665 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_set_current() 690 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_set_power() [all …]
|
A D | irq.c | 64 hdev->asic_funcs->handle_eqe(hdev, &eqe_work->eq_entry); in irq_handle_eqe() 273 hdev->asic_funcs->update_eq_ci(hdev, eq->ci); in hl_irq_handler_eq() 293 p = hdev->asic_funcs->asic_dma_alloc_coherent(hdev, HL_CQ_SIZE_IN_BYTES, in hl_cq_init() 319 hdev->asic_funcs->asic_dma_free_coherent(hdev, HL_CQ_SIZE_IN_BYTES, in hl_cq_fini() 354 p = hdev->asic_funcs->cpu_accessible_dma_pool_alloc(hdev, in hl_eq_init() 380 hdev->asic_funcs->cpu_accessible_dma_pool_free(hdev, in hl_eq_fini()
|
A D | context.c | 106 hdev->asic_funcs->ctx_fini(ctx); in hl_ctx_fini() 113 hdev->asic_funcs->scrub_device_mem(hdev, 0, 0); in hl_ctx_fini() 116 hdev->asic_funcs->ctx_fini(ctx); in hl_ctx_fini() 213 rc = hdev->asic_funcs->ctx_init(ctx); in hl_ctx_init() 240 rc = hdev->asic_funcs->ctx_init(ctx); in hl_ctx_init()
|
A D | sysfs.c | 33 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_get_frequency() 63 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_set_frequency() 83 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_get_max_power() 105 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_set_max_power() 371 rc = hdev->asic_funcs->get_eeprom_data(hdev, data, max_size); in eeprom_read_handler() 459 hdev->asic_funcs->add_device_attr(hdev, &hl_dev_clks_attr_group); in hl_sysfs_init()
|
A D | command_buffer.c | 83 hdev->asic_funcs->mmu_invalidate_cache(hdev, false, VM_TYPE_USERPTR); in cb_map_mem() 100 hdev->asic_funcs->mmu_invalidate_cache(hdev, true, VM_TYPE_USERPTR); in cb_map_mem() 129 hdev->asic_funcs->mmu_invalidate_cache(hdev, true, VM_TYPE_USERPTR); in cb_unmap_mem() 146 hdev->asic_funcs->asic_dma_free_coherent(hdev, cb->size, in cb_fini() 216 p = hdev->asic_funcs->asic_dma_alloc_coherent(hdev, cb_size, in hl_cb_alloc() 219 p = hdev->asic_funcs->asic_dma_alloc_coherent(hdev, in hl_cb_alloc() 222 p = hdev->asic_funcs->asic_dma_alloc_coherent(hdev, cb_size, in hl_cb_alloc() 553 rc = hdev->asic_funcs->mmap(hdev, vma, cb->kernel_address, in hl_cb_mmap()
|
A D | debugfs.c | 39 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_debugfs_i2c_read() 68 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_debugfs_i2c_write() 92 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_debugfs_led_set() 504 hdev->asic_funcs->is_device_idle(hdev, NULL, 0, s); in engines_show() 642 rc = hdev->asic_funcs->debugfs_read32(hdev, addr, user_address, &val); in hl_data_read32() 715 rc = hdev->asic_funcs->debugfs_read64(hdev, addr, user_address, &val); in hl_data_read64() 805 rc = hdev->asic_funcs->debugfs_read_dma(hdev, addr, size, in hl_dma_size_write() 1006 hdev->asic_funcs->suspend(hdev); in hl_device_write() 1008 hdev->asic_funcs->resume(hdev); in hl_device_write() 1057 hdev->asic_funcs->set_clock_gating(hdev); in hl_clk_gate_write() [all …]
|
A D | habanalabs_ioctl.c | 60 hw_ip.device_id = hdev->asic_funcs->get_pci_id(hdev); in hw_ip_info() 113 arr = hdev->asic_funcs->get_events_stat(hdev, aggregate, &size); in hw_events_info() 151 hw_idle.is_idle = hdev->asic_funcs->is_device_idle(hdev, in hw_idle() 203 rc = hdev->asic_funcs->debug_coresight(hdev, params); in debug_coresight() 254 rc = hdev->asic_funcs->get_clk_rate(hdev, &clk_rate.cur_clk_rate_mhz, in get_clk_rate() 288 time_sync.device_time = hdev->asic_funcs->get_device_time(hdev); in time_sync_info()
|
A D | command_submission.c | 43 hdev->asic_funcs->reset_sob(hdev, hw_sob); in hl_sob_reset() 242 rc = hdev->asic_funcs->cs_parser(hdev, &parser); in cs_parser() 588 hdev->asic_funcs->reset_sob_group(hdev, in cs_release_sob_reset_handler() 1489 hdev->asic_funcs->restore_phase_topology(hdev); in hl_cs_ctx_switch() 1724 cb_size = hdev->asic_funcs->get_wait_cb_size(hdev); in cs_ioctl_signal_wait_create_jobs() 1833 hdev->asic_funcs->hw_queues_lock(hdev); in cs_ioctl_reserve_signals() 1847 hdev->asic_funcs->hw_queues_unlock(hdev); in cs_ioctl_reserve_signals() 1862 hdev->asic_funcs->hw_queues_unlock(hdev); in cs_ioctl_reserve_signals() 1902 hdev->asic_funcs->hw_queues_lock(hdev); in cs_ioctl_unreserve_signals() 1921 hdev->asic_funcs->hw_queues_unlock(hdev); in cs_ioctl_unreserve_signals() [all …]
|
A D | memory.c | 198 rc = hdev->asic_funcs->asic_dma_map_sg(hdev, userptr->sgt->sgl, in dma_map_host_va() 285 rc = hdev->asic_funcs->scrub_device_mem(hdev, in free_phys_pg_pack() 302 rc = hdev->asic_funcs->scrub_device_mem( in free_phys_pg_pack() 1204 rc = hdev->asic_funcs->mmu_invalidate_cache_range(hdev, false, in map_device_va() 1352 rc = hdev->asic_funcs->mmu_invalidate_cache_range(hdev, true, in unmap_device_va() 1410 rc = hdev->asic_funcs->get_hw_block_id(hdev, address, size, &block_id); in map_block() 1478 rc = hdev->asic_funcs->hw_block_mmap(hdev, vma, block_id, block_size); in hl_hw_block_mmap() 2304 hdev->asic_funcs->hl_dma_unmap_sg(hdev, userptr->sgt->sgl, in hl_unpin_host_memory() 2636 hdev->asic_funcs->mmu_invalidate_cache(hdev, true, VM_TYPE_USERPTR); in hl_vm_ctx_fini() 2637 hdev->asic_funcs->mmu_invalidate_cache(hdev, true, VM_TYPE_PHYS_PACK); in hl_vm_ctx_fini()
|
A D | habanalabs.h | 2049 #define RREG32(reg) hdev->asic_funcs->rreg(hdev, (reg)) 2050 #define WREG32(reg, v) hdev->asic_funcs->wreg(hdev, (reg), (v)) 2052 hdev->asic_funcs->rreg(hdev, (reg))) 2545 const struct hl_asic_funcs *asic_funcs; member
|
A D | habanalabs_drv.c | 546 hdev->asic_funcs->halt_engines(hdev, true, false); in hl_pci_err_detected()
|
/linux/drivers/gpu/drm/amd/amdgpu/ |
A D | amdgpu.h | 833 const struct amdgpu_asic_funcs *asic_funcs; member 1258 #define amdgpu_asic_reset(adev) (adev)->asic_funcs->reset((adev)) 1259 #define amdgpu_asic_reset_method(adev) (adev)->asic_funcs->reset_method((adev)) 1260 #define amdgpu_asic_get_xclk(adev) (adev)->asic_funcs->get_xclk((adev)) 1263 #define amdgpu_get_pcie_lanes(adev) (adev)->asic_funcs->get_pcie_lanes((adev)) 1271 …((adev)->asic_funcs->flush_hdp ? (adev)->asic_funcs->flush_hdp((adev), (r)) : (adev)->hdp.funcs->f… 1273 …((adev)->asic_funcs->invalidate_hdp ? (adev)->asic_funcs->invalidate_hdp((adev), (r)) : (adev)->hd… 1274 #define amdgpu_asic_need_full_reset(adev) (adev)->asic_funcs->need_full_reset((adev)) 1279 #define amdgpu_asic_supports_baco(adev) (adev)->asic_funcs->supports_baco((adev)) 1280 #define amdgpu_asic_pre_asic_init(adev) (adev)->asic_funcs->pre_asic_init((adev)) [all …]
|
A D | amdgpu_bios.c | 162 if (!adev->asic_funcs || !adev->asic_funcs->read_bios_from_rom) in amdgpu_read_bios_from_rom() 355 return (!adev->asic_funcs || !adev->asic_funcs->read_disabled_bios) ? in amdgpu_read_disabled_bios()
|
A D | soc15.c | 1000 adev->asic_funcs = &soc15_asic_funcs; in soc15_common_early_init() 1024 adev->asic_funcs = &soc15_asic_funcs; in soc15_common_early_init() 1047 adev->asic_funcs = &vega20_asic_funcs; in soc15_common_early_init() 1071 adev->asic_funcs = &soc15_asic_funcs; in soc15_common_early_init() 1144 adev->asic_funcs = &vega20_asic_funcs; in soc15_common_early_init() 1163 adev->asic_funcs = &soc15_asic_funcs; in soc15_common_early_init() 1194 adev->asic_funcs = &vega20_asic_funcs; in soc15_common_early_init()
|
A D | nv.c | 755 adev->asic_funcs = &nv_asic_funcs; in nv_common_early_init()
|
A D | cik.c | 2028 adev->asic_funcs = &cik_asic_funcs; in cik_common_early_init()
|
A D | vi.c | 1492 adev->asic_funcs = &vi_asic_funcs; in vi_common_early_init()
|
/linux/drivers/misc/habanalabs/gaudi/ |
A D | gaudi.c | 4218 hdev->asic_funcs->set_clock_gating(hdev); in gaudi_hw_init() 6433 hdev->asic_funcs->hw_queues_lock(hdev); in gaudi_debugfs_read_dma() 6509 hdev->asic_funcs->hw_queues_unlock(hdev); in gaudi_debugfs_read_dma() 6511 hdev->asic_funcs->set_clock_gating(hdev); in gaudi_debugfs_read_dma() 6844 hdev->asic_funcs->set_clock_gating(hdev); in gaudi_mmu_prepare() 7320 hdev->asic_funcs->hw_queues_lock(hdev); in gaudi_print_last_pqes_on_err() 7352 hdev->asic_funcs->hw_queues_unlock(hdev); in gaudi_print_last_pqes_on_err() 7880 hdev->asic_funcs->set_clock_gating(hdev); in gaudi_tpc_read_interrupts() 8459 hdev->asic_funcs->set_clock_gating(hdev); in gaudi_is_device_idle() 8598 hdev->asic_funcs->set_clock_gating(hdev); in gaudi_run_tpc_kernel() [all …]
|
/linux/drivers/misc/habanalabs/common/pci/ |
A D | pci.c | 412 rc = hdev->asic_funcs->pci_bars_map(hdev); in hl_pci_init() 418 rc = hdev->asic_funcs->init_iatu(hdev); in hl_pci_init() 427 hdev->asic_funcs->set_dma_mask_from_fw(hdev); in hl_pci_init()
|
/linux/drivers/misc/habanalabs/common/mmu/ |
A D | mmu_v1.c | 101 ctx->hdev->asic_funcs->read_pte(ctx->hdev, get_phys_hop0_addr(ctx)); in flush() 117 ctx->hdev->asic_funcs->write_pte(ctx->hdev, in write_pte() 128 ctx->hdev->asic_funcs->write_pte(ctx->hdev, in write_final_pte() 912 hdev->asic_funcs->read_pte(hdev, in hl_mmu_v1_get_tlb_info() 927 hdev->asic_funcs->read_pte(hdev, in hl_mmu_v1_get_tlb_info()
|
A D | mmu.c | 290 ((hdev->asic_funcs->scramble_addr(hdev, phys_addr) & in hl_mmu_map_page() 292 (hdev->asic_funcs->scramble_addr(hdev, virt_addr) & in hl_mmu_map_page()
|
/linux/drivers/misc/habanalabs/goya/ |
A D | goya.c | 563 hdev->asic_funcs->set_dma_mask_from_fw(hdev); in goya_init_iatu() 660 hdev->asic_funcs->hw_fini(hdev, true, false); in goya_early_init() 667 hdev->asic_funcs->hw_fini(hdev, true, false); in goya_early_init() 931 hdev->asic_funcs->asic_dma_alloc_coherent(hdev, in goya_sw_init() 968 hdev->asic_funcs->set_pci_memory_regions(hdev); in goya_sw_init() 975 hdev->asic_funcs->asic_dma_free_coherent(hdev, in goya_sw_init() 999 hdev->asic_funcs->asic_dma_free_coherent(hdev, in goya_sw_fini() 2621 hdev->asic_funcs->mmu_invalidate_cache(hdev, true, in goya_mmu_init() 3103 fence_pkt = hdev->asic_funcs->asic_dma_pool_zalloc(hdev, in goya_test_queue() 4723 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) pkt, in goya_unmask_irq_arr() [all …]
|