Lines Matching refs:hl_device
353 static int gaudi_mmu_update_asid_hop0_addr(struct hl_device *hdev, u32 asid,
355 static int gaudi_send_job_on_qman0(struct hl_device *hdev,
357 static int gaudi_memset_device_memory(struct hl_device *hdev, u64 addr,
359 static int gaudi_run_tpc_kernel(struct hl_device *hdev, u64 tpc_kernel,
361 static int gaudi_mmu_clear_pgt_range(struct hl_device *hdev);
362 static int gaudi_cpucp_info_get(struct hl_device *hdev);
363 static void gaudi_disable_clock_gating(struct hl_device *hdev);
364 static void gaudi_mmu_prepare(struct hl_device *hdev, u32 asid);
366 static int gaudi_get_fixed_properties(struct hl_device *hdev) in gaudi_get_fixed_properties()
482 static int gaudi_pci_bars_map(struct hl_device *hdev) in gaudi_pci_bars_map()
498 static u64 gaudi_set_hbm_bar_base(struct hl_device *hdev, u64 addr) in gaudi_set_hbm_bar_base()
524 static int gaudi_init_iatu(struct hl_device *hdev) in gaudi_init_iatu()
565 static int gaudi_early_init(struct hl_device *hdev) in gaudi_early_init()
618 static int gaudi_early_fini(struct hl_device *hdev) in gaudi_early_fini()
632 static void gaudi_fetch_psoc_frequency(struct hl_device *hdev) in gaudi_fetch_psoc_frequency()
667 static int _gaudi_init_tpc_mem(struct hl_device *hdev, in _gaudi_init_tpc_mem()
751 static int gaudi_init_tpc_mem(struct hl_device *hdev) in gaudi_init_tpc_mem()
795 static int gaudi_late_init(struct hl_device *hdev) in gaudi_late_init()
836 static void gaudi_late_fini(struct hl_device *hdev) in gaudi_late_fini()
857 static int gaudi_alloc_cpu_accessible_dma_mem(struct hl_device *hdev) in gaudi_alloc_cpu_accessible_dma_mem()
913 static void gaudi_free_internal_qmans_pq_mem(struct hl_device *hdev) in gaudi_free_internal_qmans_pq_mem()
929 static int gaudi_alloc_internal_qmans_pq_mem(struct hl_device *hdev) in gaudi_alloc_internal_qmans_pq_mem()
975 static int gaudi_sw_init(struct hl_device *hdev) in gaudi_sw_init()
1066 static int gaudi_sw_fini(struct hl_device *hdev) in gaudi_sw_fini()
1092 struct hl_device *hdev = arg; in gaudi_irq_handler_single()
1110 static int gaudi_pci_irq_vector(struct hl_device *hdev, unsigned int nr, in gaudi_pci_irq_vector()
1125 static int gaudi_enable_msi_single(struct hl_device *hdev) in gaudi_enable_msi_single()
1141 static int gaudi_enable_msi_multi(struct hl_device *hdev) in gaudi_enable_msi_multi()
1173 static int gaudi_enable_msi(struct hl_device *hdev) in gaudi_enable_msi()
1208 static void gaudi_sync_irqs(struct hl_device *hdev) in gaudi_sync_irqs()
1229 static void gaudi_disable_msi(struct hl_device *hdev) in gaudi_disable_msi()
1257 static void gaudi_init_scrambler_sram(struct hl_device *hdev) in gaudi_init_scrambler_sram()
1321 static void gaudi_init_scrambler_hbm(struct hl_device *hdev) in gaudi_init_scrambler_hbm()
1385 static void gaudi_init_e2e(struct hl_device *hdev) in gaudi_init_e2e()
1750 static void gaudi_init_hbm_cred(struct hl_device *hdev) in gaudi_init_hbm_cred()
1806 static void gaudi_init_golden_registers(struct hl_device *hdev) in gaudi_init_golden_registers()
1837 static void gaudi_init_pci_dma_qman(struct hl_device *hdev, int dma_id, in gaudi_init_pci_dma_qman()
1924 static void gaudi_init_dma_core(struct hl_device *hdev, int dma_id) in gaudi_init_dma_core()
1955 static void gaudi_enable_qman(struct hl_device *hdev, int dma_id, in gaudi_enable_qman()
1963 static void gaudi_init_pci_dma_qmans(struct hl_device *hdev) in gaudi_init_pci_dma_qmans()
2004 static void gaudi_init_hbm_dma_qman(struct hl_device *hdev, int dma_id, in gaudi_init_hbm_dma_qman()
2085 static void gaudi_init_hbm_dma_qmans(struct hl_device *hdev) in gaudi_init_hbm_dma_qmans()
2122 static void gaudi_init_mme_qman(struct hl_device *hdev, u32 mme_offset, in gaudi_init_mme_qman()
2203 static void gaudi_init_mme_qmans(struct hl_device *hdev) in gaudi_init_mme_qmans()
2242 static void gaudi_init_tpc_qman(struct hl_device *hdev, u32 tpc_offset, in gaudi_init_tpc_qman()
2324 static void gaudi_init_tpc_qmans(struct hl_device *hdev) in gaudi_init_tpc_qmans()
2369 static void gaudi_disable_pci_dma_qmans(struct hl_device *hdev) in gaudi_disable_pci_dma_qmans()
2381 static void gaudi_disable_hbm_dma_qmans(struct hl_device *hdev) in gaudi_disable_hbm_dma_qmans()
2395 static void gaudi_disable_mme_qmans(struct hl_device *hdev) in gaudi_disable_mme_qmans()
2406 static void gaudi_disable_tpc_qmans(struct hl_device *hdev) in gaudi_disable_tpc_qmans()
2421 static void gaudi_stop_pci_dma_qmans(struct hl_device *hdev) in gaudi_stop_pci_dma_qmans()
2434 static void gaudi_stop_hbm_dma_qmans(struct hl_device *hdev) in gaudi_stop_hbm_dma_qmans()
2450 static void gaudi_stop_mme_qmans(struct hl_device *hdev) in gaudi_stop_mme_qmans()
2462 static void gaudi_stop_tpc_qmans(struct hl_device *hdev) in gaudi_stop_tpc_qmans()
2479 static void gaudi_pci_dma_stall(struct hl_device *hdev) in gaudi_pci_dma_stall()
2491 static void gaudi_hbm_dma_stall(struct hl_device *hdev) in gaudi_hbm_dma_stall()
2505 static void gaudi_mme_stall(struct hl_device *hdev) in gaudi_mme_stall()
2531 static void gaudi_tpc_stall(struct hl_device *hdev) in gaudi_tpc_stall()
2548 static void gaudi_set_clock_gating(struct hl_device *hdev) in gaudi_set_clock_gating()
2606 static void gaudi_disable_clock_gating(struct hl_device *hdev) in gaudi_disable_clock_gating()
2637 static void gaudi_enable_timestamp(struct hl_device *hdev) in gaudi_enable_timestamp()
2650 static void gaudi_disable_timestamp(struct hl_device *hdev) in gaudi_disable_timestamp()
2656 static void gaudi_halt_engines(struct hl_device *hdev, bool hard_reset) in gaudi_halt_engines()
2695 static int gaudi_mmu_init(struct hl_device *hdev) in gaudi_mmu_init()
2748 static int gaudi_load_firmware_to_device(struct hl_device *hdev) in gaudi_load_firmware_to_device()
2760 static int gaudi_load_boot_fit_to_device(struct hl_device *hdev) in gaudi_load_boot_fit_to_device()
2769 static void gaudi_read_device_fw_version(struct hl_device *hdev, in gaudi_read_device_fw_version()
2804 static int gaudi_init_cpu(struct hl_device *hdev) in gaudi_init_cpu()
2836 static int gaudi_init_cpu_queues(struct hl_device *hdev, u32 cpu_timeout) in gaudi_init_cpu_queues()
2899 static void gaudi_pre_hw_init(struct hl_device *hdev) in gaudi_pre_hw_init()
2951 static int gaudi_hw_init(struct hl_device *hdev) in gaudi_hw_init()
3018 static void gaudi_hw_fini(struct hl_device *hdev, bool hard_reset) in gaudi_hw_fini()
3098 static int gaudi_suspend(struct hl_device *hdev) in gaudi_suspend()
3109 static int gaudi_resume(struct hl_device *hdev) in gaudi_resume()
3114 static int gaudi_cb_mmap(struct hl_device *hdev, struct vm_area_struct *vma, in gaudi_cb_mmap()
3130 static void gaudi_ring_doorbell(struct hl_device *hdev, u32 hw_queue_id, u32 pi) in gaudi_ring_doorbell()
3382 static void gaudi_pqe_write(struct hl_device *hdev, __le64 *pqe, in gaudi_pqe_write()
3392 static void *gaudi_dma_alloc_coherent(struct hl_device *hdev, size_t size, in gaudi_dma_alloc_coherent()
3405 static void gaudi_dma_free_coherent(struct hl_device *hdev, size_t size, in gaudi_dma_free_coherent()
3414 static void *gaudi_get_int_queue_base(struct hl_device *hdev, in gaudi_get_int_queue_base()
3434 static int gaudi_send_cpu_message(struct hl_device *hdev, u32 *msg, in gaudi_send_cpu_message()
3452 static int gaudi_test_queue(struct hl_device *hdev, u32 hw_queue_id) in gaudi_test_queue()
3529 static int gaudi_test_cpu_queue(struct hl_device *hdev) in gaudi_test_cpu_queue()
3543 static int gaudi_test_queues(struct hl_device *hdev) in gaudi_test_queues()
3562 static void *gaudi_dma_pool_zalloc(struct hl_device *hdev, size_t size, in gaudi_dma_pool_zalloc()
3579 static void gaudi_dma_pool_free(struct hl_device *hdev, void *vaddr, in gaudi_dma_pool_free()
3588 static void *gaudi_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, in gaudi_cpu_accessible_dma_pool_alloc()
3594 static void gaudi_cpu_accessible_dma_pool_free(struct hl_device *hdev, in gaudi_cpu_accessible_dma_pool_free()
3600 static int gaudi_dma_map_sg(struct hl_device *hdev, struct scatterlist *sgl, in gaudi_dma_map_sg()
3616 static void gaudi_dma_unmap_sg(struct hl_device *hdev, struct scatterlist *sgl, in gaudi_dma_unmap_sg()
3629 static u32 gaudi_get_dma_desc_list_size(struct hl_device *hdev, in gaudi_get_dma_desc_list_size()
3671 static int gaudi_pin_memory_before_cs(struct hl_device *hdev, in gaudi_pin_memory_before_cs()
3718 static int gaudi_validate_dma_pkt_host(struct hl_device *hdev, in gaudi_validate_dma_pkt_host()
3756 static int gaudi_validate_dma_pkt_no_mmu(struct hl_device *hdev, in gaudi_validate_dma_pkt_no_mmu()
3788 static int gaudi_validate_load_and_exe_pkt(struct hl_device *hdev, in gaudi_validate_load_and_exe_pkt()
3807 static int gaudi_validate_cb(struct hl_device *hdev, in gaudi_validate_cb()
3911 static int gaudi_patch_dma_packet(struct hl_device *hdev, in gaudi_patch_dma_packet()
4030 static int gaudi_patch_cb(struct hl_device *hdev, in gaudi_patch_cb()
4120 static int gaudi_parse_cb_mmu(struct hl_device *hdev, in gaudi_parse_cb_mmu()
4199 static int gaudi_parse_cb_no_mmu(struct hl_device *hdev, in gaudi_parse_cb_no_mmu()
4251 static int gaudi_parse_cb_no_ext_queue(struct hl_device *hdev, in gaudi_parse_cb_no_ext_queue()
4283 static int gaudi_cs_parser(struct hl_device *hdev, struct hl_cs_parser *parser) in gaudi_cs_parser()
4296 static void gaudi_add_end_of_cb_packets(struct hl_device *hdev, in gaudi_add_end_of_cb_packets()
4330 static void gaudi_update_eq_ci(struct hl_device *hdev, u32 val) in gaudi_update_eq_ci()
4335 static int gaudi_memset_device_memory(struct hl_device *hdev, u64 addr, in gaudi_memset_device_memory()
4414 static void gaudi_restore_sm_registers(struct hl_device *hdev) in gaudi_restore_sm_registers()
4441 static void gaudi_restore_dma_registers(struct hl_device *hdev) in gaudi_restore_dma_registers()
4468 static void gaudi_restore_qm_registers(struct hl_device *hdev) in gaudi_restore_qm_registers()
4489 static void gaudi_restore_user_registers(struct hl_device *hdev) in gaudi_restore_user_registers()
4496 static int gaudi_context_switch(struct hl_device *hdev, u32 asid) in gaudi_context_switch()
4518 static int gaudi_mmu_clear_pgt_range(struct hl_device *hdev) in gaudi_mmu_clear_pgt_range()
4531 static void gaudi_restore_phase_topology(struct hl_device *hdev) in gaudi_restore_phase_topology()
4536 static int gaudi_debugfs_read32(struct hl_device *hdev, u64 addr, u32 *val) in gaudi_debugfs_read32()
4583 static int gaudi_debugfs_write32(struct hl_device *hdev, u64 addr, u32 val) in gaudi_debugfs_write32()
4630 static int gaudi_debugfs_read64(struct hl_device *hdev, u64 addr, u64 *val) in gaudi_debugfs_read64()
4681 static int gaudi_debugfs_write64(struct hl_device *hdev, u64 addr, u64 val) in gaudi_debugfs_write64()
4731 static u64 gaudi_read_pte(struct hl_device *hdev, u64 addr) in gaudi_read_pte()
4742 static void gaudi_write_pte(struct hl_device *hdev, u64 addr, u64 val) in gaudi_write_pte()
4753 void gaudi_mmu_prepare_reg(struct hl_device *hdev, u64 reg, u32 asid) in gaudi_mmu_prepare_reg()
4760 static void gaudi_mmu_prepare(struct hl_device *hdev, u32 asid) in gaudi_mmu_prepare()
4926 static int gaudi_send_job_on_qman0(struct hl_device *hdev, in gaudi_send_job_on_qman0()
5015 static const char *gaudi_get_razwi_initiator_dma_name(struct hl_device *hdev, in gaudi_get_razwi_initiator_dma_name()
5092 static const char *gaudi_get_razwi_initiator_name(struct hl_device *hdev, in gaudi_get_razwi_initiator_name()
5181 static void gaudi_print_razwi_info(struct hl_device *hdev) in gaudi_print_razwi_info()
5198 static void gaudi_print_mmu_error_info(struct hl_device *hdev) in gaudi_print_mmu_error_info()
5250 static int gaudi_extract_ecc_info(struct hl_device *hdev, in gaudi_extract_ecc_info()
5322 static void gaudi_handle_qman_err_generic(struct hl_device *hdev, in gaudi_handle_qman_err_generic()
5372 static void gaudi_handle_ecc_event(struct hl_device *hdev, u16 event_type, in gaudi_handle_ecc_event()
5469 static void gaudi_handle_qman_err(struct hl_device *hdev, u16 event_type) in gaudi_handle_qman_err()
5507 static void gaudi_print_irq_info(struct hl_device *hdev, u16 event_type, in gaudi_print_irq_info()
5522 static int gaudi_soft_reset_late_init(struct hl_device *hdev) in gaudi_soft_reset_late_init()
5532 static int gaudi_hbm_read_interrupts(struct hl_device *hdev, int device) in gaudi_hbm_read_interrupts()
5631 static bool gaudi_tpc_read_interrupts(struct hl_device *hdev, u8 tpc_id, in gaudi_tpc_read_interrupts()
5681 static void gaudi_print_clk_change_info(struct hl_device *hdev, in gaudi_print_clk_change_info()
5716 static void gaudi_handle_eqe(struct hl_device *hdev, in gaudi_handle_eqe()
5927 static void *gaudi_get_events_stat(struct hl_device *hdev, bool aggregate, in gaudi_get_events_stat()
5941 static int gaudi_mmu_invalidate_cache(struct hl_device *hdev, bool is_hard, in gaudi_mmu_invalidate_cache()
5985 static int gaudi_mmu_invalidate_cache_range(struct hl_device *hdev, in gaudi_mmu_invalidate_cache_range()
6038 static int gaudi_mmu_update_asid_hop0_addr(struct hl_device *hdev, in gaudi_mmu_update_asid_hop0_addr()
6071 static int gaudi_send_heartbeat(struct hl_device *hdev) in gaudi_send_heartbeat()
6081 static int gaudi_cpucp_info_get(struct hl_device *hdev) in gaudi_cpucp_info_get()
6110 static bool gaudi_is_device_idle(struct hl_device *hdev, u64 *mask, in gaudi_is_device_idle()
6218 static void gaudi_hw_queues_lock(struct hl_device *hdev) in gaudi_hw_queues_lock()
6226 static void gaudi_hw_queues_unlock(struct hl_device *hdev) in gaudi_hw_queues_unlock()
6234 static u32 gaudi_get_pci_id(struct hl_device *hdev) in gaudi_get_pci_id()
6239 static int gaudi_get_eeprom_data(struct hl_device *hdev, void *data, in gaudi_get_eeprom_data()
6254 static int gaudi_run_tpc_kernel(struct hl_device *hdev, u64 tpc_kernel, in gaudi_run_tpc_kernel()
6363 static enum hl_device_hw_state gaudi_get_hw_state(struct hl_device *hdev) in gaudi_get_hw_state()
6373 static u32 gaudi_get_queue_id_for_cq(struct hl_device *hdev, u32 cq_idx) in gaudi_get_queue_id_for_cq()
6378 static u32 gaudi_get_signal_cb_size(struct hl_device *hdev) in gaudi_get_signal_cb_size()
6384 static u32 gaudi_get_wait_cb_size(struct hl_device *hdev) in gaudi_get_wait_cb_size()
6391 static void gaudi_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id) in gaudi_gen_signal_cb()
6485 static void gaudi_gen_wait_cb(struct hl_device *hdev, void *data, u16 sob_id, in gaudi_gen_wait_cb()
6583 static void gaudi_reset_sob(struct hl_device *hdev, void *data) in gaudi_reset_sob()
6596 static void gaudi_set_dma_mask_from_fw(struct hl_device *hdev) in gaudi_set_dma_mask_from_fw()
6608 static u64 gaudi_get_device_time(struct hl_device *hdev) in gaudi_get_device_time()
6696 void gaudi_set_asic_funcs(struct hl_device *hdev) in gaudi_set_asic_funcs()