| /linux/drivers/gpu/drm/i915/ |
| A D | i915_gem_gtt.c | 46 GEM_BUG_ON(obj->mm.pages == pages); in i915_gem_gtt_prepare_pages() 102 GEM_BUG_ON(!size); in i915_gem_gtt_reserve() 103 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_PAGE_SIZE)); in i915_gem_gtt_reserve() 106 GEM_BUG_ON(vm == &vm->i915->ggtt.alias->vm); in i915_gem_gtt_reserve() 107 GEM_BUG_ON(drm_mm_node_allocated(node)); in i915_gem_gtt_reserve() 131 GEM_BUG_ON(range_overflows(start, len, end)); in random_offset() 197 GEM_BUG_ON(!size); in i915_gem_gtt_insert() 198 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_PAGE_SIZE)); in i915_gem_gtt_insert() 201 GEM_BUG_ON(start >= end); in i915_gem_gtt_insert() 204 GEM_BUG_ON(vm == &vm->i915->ggtt.alias->vm); in i915_gem_gtt_insert() [all …]
|
| A D | i915_vma.c | 134 GEM_BUG_ON(range_overflows_t(u64, in vma_create() 271 GEM_BUG_ON(!atomic_read(&vm->open)); in i915_vma_instance() 397 GEM_BUG_ON(!vma->pages); in i915_vma_bind() 450 GEM_BUG_ON(!i915_vma_is_ggtt(vma)); in i915_vma_pin_iomap() 504 GEM_BUG_ON(vma->iomap == NULL); in i915_vma_unpin_iomap() 522 GEM_BUG_ON(!obj); in i915_vma_unpin_and_release() 567 GEM_BUG_ON(!vma->fence_size); in __i915_vma_set_map_and_fenceable() 837 GEM_BUG_ON(vma->pages); in __vma_put_pages() 861 GEM_BUG_ON(!count); in vma_unbind_pages() 981 GEM_BUG_ON(!vma->pages); in i915_vma_pin_ww() [all …]
|
| A D | i915_active.c | 50 GEM_BUG_ON(!is_barrier(&node->base)); in barrier_to_ll() 63 GEM_BUG_ON(!is_barrier(&node->base)); in barrier_to_engine() 133 GEM_BUG_ON(i915_active_is_idle(ref)); in __active_retire() 182 GEM_BUG_ON(!atomic_read(&ref->count)); in active_work() 192 GEM_BUG_ON(!atomic_read(&ref->count)); in active_retire() 271 GEM_BUG_ON(i915_active_is_idle(ref)); in __active_lookup() 300 GEM_BUG_ON(i915_active_is_idle(ref)); in active_instance() 697 GEM_BUG_ON(i915_active_is_idle(ref)); in __await_barrier() 782 GEM_BUG_ON(atomic_read(&ref->count)); in i915_active_fini() 897 GEM_BUG_ON(!mask); in i915_active_acquire_preallocate_barrier() [all …]
|
| A D | i915_scheduler.c | 54 GEM_BUG_ON(p->priority > last_prio); in assert_priolists() 136 GEM_BUG_ON(!locked); in lock_sched_engine() 151 GEM_BUG_ON(locked != sched_engine); in lock_sched_engine() 167 GEM_BUG_ON(prio == I915_PRIORITY_INVALID); in __i915_schedule() 207 GEM_BUG_ON(p == dep); /* no cycles! */ in __i915_schedule() 224 GEM_BUG_ON(!list_empty(&node->link)); in __i915_schedule() 312 GEM_BUG_ON(!list_empty(&node->waiters_list)); in i915_sched_node_reinit() 313 GEM_BUG_ON(!list_empty(&node->link)); in i915_sched_node_reinit() 387 GEM_BUG_ON(!list_empty(&dep->dfs_link)); in i915_sched_node_fini() 397 GEM_BUG_ON(dep->signaler != node); in i915_sched_node_fini() [all …]
|
| A D | i915_vma.h | 90 GEM_BUG_ON(!i915_vma_is_ggtt(vma)); in i915_vma_set_ggtt_write() 109 GEM_BUG_ON(!i915_vma_is_map_and_fenceable(vma)); in i915_vma_set_userfault() 130 GEM_BUG_ON(!i915_vma_is_ggtt(vma)); in i915_ggtt_offset() 131 GEM_BUG_ON(!drm_mm_node_allocated(&vma->node)); in i915_ggtt_offset() 132 GEM_BUG_ON(upper_32_bits(vma->node.start)); in i915_ggtt_offset() 168 GEM_BUG_ON(view && !i915_is_ggtt_or_dpt(vm)); in i915_vma_compare() 290 GEM_BUG_ON(!i915_vma_is_pinned(vma)); in __i915_vma_pin() 295 GEM_BUG_ON(!i915_vma_is_pinned(vma)); in __i915_vma_unpin() 301 GEM_BUG_ON(!drm_mm_node_allocated(&vma->node)); in i915_vma_unpin() 344 GEM_BUG_ON(!vma->pages); in i915_vma_first_page() [all …]
|
| A D | i915_request.c | 563 GEM_BUG_ON(!irqs_disabled()); in __i915_request_submit() 672 GEM_BUG_ON(!irqs_disabled()); in __i915_request_unsubmit() 931 GEM_BUG_ON(rq->capture_list); in __i915_request_create() 1373 GEM_BUG_ON(!nchild); in i915_request_await_execution() 1428 GEM_BUG_ON(to == from); in i915_request_await_request() 1475 GEM_BUG_ON(!nchild); in i915_request_await_dma_fence() 1560 GEM_BUG_ON(!is_parallel_rq(rq)); in __i915_request_ensure_parallel_ordering() 1590 GEM_BUG_ON(is_parallel_rq(rq)); in __i915_request_ensure_ordering() 1607 GEM_BUG_ON(same_context && in __i915_request_ensure_ordering() 1709 GEM_BUG_ON(IS_ERR(cs)); in __i915_request_commit() [all …]
|
| A D | intel_wopcm.c | 233 GEM_BUG_ON(!wopcm->size); in intel_wopcm_init() 234 GEM_BUG_ON(wopcm->guc.base); in intel_wopcm_init() 235 GEM_BUG_ON(wopcm->guc.size); in intel_wopcm_init() 236 GEM_BUG_ON(guc_fw_size >= wopcm->size); in intel_wopcm_init() 237 GEM_BUG_ON(huc_fw_size >= wopcm->size); in intel_wopcm_init() 238 GEM_BUG_ON(ctx_rsvd + WOPCM_RESERVED_SIZE >= wopcm->size); in intel_wopcm_init() 274 GEM_BUG_ON(!wopcm->guc.base); in intel_wopcm_init() 275 GEM_BUG_ON(!wopcm->guc.size); in intel_wopcm_init()
|
| A D | i915_syncmap.c | 101 GEM_BUG_ON(p->height); in __sync_seqno() 107 GEM_BUG_ON(!p->height); in __sync_child() 120 GEM_BUG_ON(p->height); in __sync_leaf_idx() 131 GEM_BUG_ON(p->height); in __sync_leaf_prefix() 244 GEM_BUG_ON(__sync_leaf_prefix(p, id) == p->prefix); in __sync_set() 300 GEM_BUG_ON(!(p->parent->bitmap & BIT(idx))); in __sync_set() 317 GEM_BUG_ON(!p->height); in __sync_set() 334 GEM_BUG_ON(p->prefix != __sync_leaf_prefix(p, id)); in __sync_set()
|
| A D | i915_buddy.c | 23 GEM_BUG_ON(order > I915_BUDDY_MAX_ORDER); in i915_block_alloc() 33 GEM_BUG_ON(block->header & I915_BUDDY_HEADER_UNUSED); in i915_block_alloc() 90 GEM_BUG_ON(mm->max_order > I915_BUDDY_MAX_ORDER); in i915_buddy_init() 130 GEM_BUG_ON(i > mm->max_order); in i915_buddy_init() 131 GEM_BUG_ON(i915_buddy_block_size(mm, root) < chunk_size); in i915_buddy_init() 172 GEM_BUG_ON(!i915_buddy_block_is_free(block)); in split_block() 173 GEM_BUG_ON(!i915_buddy_block_order(block)); in split_block() 236 GEM_BUG_ON(!i915_buddy_block_is_allocated(block)); in i915_buddy_free() 278 GEM_BUG_ON(!i915_buddy_block_is_free(block)); in i915_buddy_alloc() 434 GEM_BUG_ON(!i915_buddy_block_is_free(block)); in i915_buddy_print()
|
| /linux/drivers/gpu/drm/i915/gt/ |
| A D | intel_ring.c | 28 GEM_BUG_ON(!atomic_read(&ring->pin_count)); in __intel_ring_pin() 149 GEM_BUG_ON(!is_power_of_2(size)); in intel_engine_create_ring() 200 GEM_BUG_ON(list_empty(&tl->requests)); in wait_for_space() 223 GEM_BUG_ON(ring->space < bytes); in wait_for_space() 237 GEM_BUG_ON(num_dwords & 1); in intel_ring_begin() 240 GEM_BUG_ON(total_bytes > ring->effective_size); in intel_ring_begin() 276 GEM_BUG_ON(!rq->reserved_space); in intel_ring_begin() 287 GEM_BUG_ON(need_wrap > ring->space); in intel_ring_begin() 297 GEM_BUG_ON(ring->emit > ring->size - bytes); in intel_ring_begin() 298 GEM_BUG_ON(ring->space < bytes); in intel_ring_begin() [all …]
|
| A D | gen8_ppgtt.c | 123 GEM_BUG_ON(start >= end); in gen8_pd_range() 137 GEM_BUG_ON(start >= end); in gen8_pd_contains() 143 GEM_BUG_ON(start >= end); in gen8_pt_count() 210 GEM_BUG_ON(end > vm->total >> GEN8_PTE_SHIFT); in __gen8_ppgtt_clear() 270 GEM_BUG_ON(length == 0); in gen8_ppgtt_clear() 327 GEM_BUG_ON(!atomic_read(&pt->used)); in __gen8_ppgtt_alloc() 355 GEM_BUG_ON(length == 0); in gen8_ppgtt_alloc() 466 GEM_BUG_ON(!i915_vm_is_4lvl(vma->vm)); in gen8_ppgtt_insert_huge() 636 GEM_BUG_ON(!clone->has_read_only); in gen8_init_scratch() 690 GEM_BUG_ON(vm->top != 2); in gen8_preallocate_top_level_pdp() [all …]
|
| A D | intel_timeline.c | 96 GEM_BUG_ON(timeline->hwsp_offset >= hwsp->size); in intel_timeline_init() 184 GEM_BUG_ON(!atomic_read(&tl->pin_count)); in __intel_timeline_pin() 224 GEM_BUG_ON(!atomic_read(&tl->pin_count)); in intel_timeline_reset_seqno() 279 GEM_BUG_ON(!atomic_read(&tl->active_count)); in intel_timeline_exit() 298 GEM_BUG_ON(!atomic_read(&tl->pin_count)); in timeline_advance() 380 GEM_BUG_ON(!atomic_read(&tl->pin_count)); in intel_timeline_unpin() 393 GEM_BUG_ON(atomic_read(&timeline->pin_count)); in __intel_timeline_free() 394 GEM_BUG_ON(!list_empty(&timeline->requests)); in __intel_timeline_free() 395 GEM_BUG_ON(timeline->retire); in __intel_timeline_free() 431 GEM_BUG_ON(!atomic_read(&tl->active_count)); in intel_gt_show_timelines() [all …]
|
| A D | intel_ring.h | 51 GEM_BUG_ON((rq->ring->vaddr + rq->ring->emit) != cs); in intel_ring_advance() 52 GEM_BUG_ON(!IS_ALIGNED(rq->ring->emit, 8)); /* RING_TAIL qword align */ in intel_ring_advance() 86 GEM_BUG_ON(offset > rq->ring->size); in intel_ring_offset() 95 GEM_BUG_ON(!intel_ring_offset_valid(ring, tail)); in assert_ring_tail_valid() 112 GEM_BUG_ON(cacheline(tail) == cacheline(head) && tail < head); in assert_ring_tail_valid() 138 GEM_BUG_ON(!is_power_of_2(size)); in __intel_ring_space()
|
| A D | intel_execlists_submission.c | 506 GEM_BUG_ON(tag >= BITS_PER_LONG); in __execlists_schedule_in() 598 GEM_BUG_ON(ce->inflight != engine); in __execlists_schedule_out() 621 GEM_BUG_ON(ccid == 0); in __execlists_schedule_out() 655 GEM_BUG_ON(!ce->inflight); in execlists_schedule_out() 954 GEM_BUG_ON(prev == next); in can_merge_rq() 1539 GEM_BUG_ON(last && in execlists_dequeue() 1542 GEM_BUG_ON(last && in execlists_dequeue() 1704 GEM_BUG_ON(!ctx_to_valid); in __gen12_csb_parse() 1713 GEM_BUG_ON(switch_detail); in __gen12_csb_parse() 2083 GEM_BUG_ON(rq->engine != engine); in execlists_hold() [all …]
|
| A D | intel_ggtt_fencing.c | 74 GEM_BUG_ON(!IS_ALIGNED(stride, 128)); in i965_write_fence_reg() 121 GEM_BUG_ON(!is_power_of_2(stride)); in i915_write_fence_reg() 241 GEM_BUG_ON(old->fence != fence); in fence_update() 261 GEM_BUG_ON(vma); in fence_update() 293 GEM_BUG_ON(fence->vma != vma); in i915_vma_revoke_fence() 295 GEM_BUG_ON(atomic_read(&fence->pin_count)); in i915_vma_revoke_fence() 366 GEM_BUG_ON(fence->vma != vma); in __i915_vma_pin_fence() 377 GEM_BUG_ON(atomic_read(&fence->pin_count)); in __i915_vma_pin_fence() 387 GEM_BUG_ON(fence->vma != set); in __i915_vma_pin_fence() 428 GEM_BUG_ON(!i915_vma_is_pinned(vma)); in i915_vma_pin_fence() [all …]
|
| A D | intel_context.c | 377 GEM_BUG_ON(!engine->cops); in intel_context_init() 378 GEM_BUG_ON(!engine->gt->vm); in intel_context_init() 472 GEM_BUG_ON(rq->context == ce); in intel_context_prepare_remote_request() 488 GEM_BUG_ON(i915_active_is_idle(&ce->active)); in intel_context_prepare_remote_request() 536 GEM_BUG_ON(!intel_engine_uses_guc(ce->engine)); in intel_context_find_active_request() 566 GEM_BUG_ON(!intel_engine_uses_guc(parent->engine)); in intel_context_bind_parent_child() 567 GEM_BUG_ON(intel_context_is_pinned(parent)); in intel_context_bind_parent_child() 568 GEM_BUG_ON(intel_context_is_child(parent)); in intel_context_bind_parent_child() 569 GEM_BUG_ON(intel_context_is_pinned(child)); in intel_context_bind_parent_child() 570 GEM_BUG_ON(intel_context_is_child(child)); in intel_context_bind_parent_child() [all …]
|
| /linux/drivers/gpu/drm/i915/gt/uc/ |
| A D | intel_guc_submission.c | 566 GEM_BUG_ON(g2h_len_dw && !loop); in guc_submission_send_busy_loop() 584 GEM_BUG_ON(timeout < 0); in intel_guc_wait_for_pending_msg() 1094 GEM_BUG_ON(!guc->ct.enabled); in disable_submission() 1110 GEM_BUG_ON(!guc->ct.enabled); in enable_submission() 1499 GEM_BUG_ON(!guc->lrc_desc_pool); in intel_guc_submission_init() 1912 GEM_BUG_ON(!engine->mask); in guc_lrc_desc_pin() 1985 GEM_BUG_ON(!loop); in guc_lrc_desc_pin() 2213 GEM_BUG_ON(context_enabled(ce)); in guc_context_unblock() 2380 GEM_BUG_ON(context_enabled(ce)); in guc_lrc_desc_unpin() 2867 GEM_BUG_ON(context_enabled(ce)); in guc_virtual_context_unpin() [all …]
|
| A D | intel_uc.c | 86 GEM_BUG_ON(intel_uc_wants_guc(uc)); in __confirm_options() 88 GEM_BUG_ON(intel_uc_wants_huc(uc)); in __confirm_options() 89 GEM_BUG_ON(intel_uc_wants_guc_slpc(uc)); in __confirm_options() 280 GEM_BUG_ON(!intel_uc_wants_guc(uc)); in __uc_fetch_firmwares() 311 GEM_BUG_ON(!intel_uc_wants_guc(uc)); in __uc_init() 347 GEM_BUG_ON(!intel_uc_supports_guc(uc)); in __uc_sanitize() 371 GEM_BUG_ON(!intel_uc_supports_guc(uc)); in uc_init_wopcm() 373 GEM_BUG_ON(base & ~GUC_WOPCM_OFFSET_MASK); in uc_init_wopcm() 375 GEM_BUG_ON(size & ~GUC_WOPCM_SIZE_MASK); in uc_init_wopcm() 441 GEM_BUG_ON(!intel_uc_supports_guc(uc)); in __uc_init_hw() [all …]
|
| A D | intel_guc_ct.c | 174 GEM_BUG_ON(size % SZ_4K); in guc_action_register_ct_buffer() 250 GEM_BUG_ON(ct->vma); in intel_guc_ct_init() 295 GEM_BUG_ON(ct->enabled); in intel_guc_ct_fini() 315 GEM_BUG_ON(ct->enabled); in intel_guc_ct_enable() 318 GEM_BUG_ON(!ct->vma); in intel_guc_ct_enable() 370 GEM_BUG_ON(!ct->enabled); in intel_guc_ct_disable() 404 GEM_BUG_ON(tail > size); in ct_write() 449 GEM_BUG_ON(tail > size); in ct_write() 652 GEM_BUG_ON(!ct->enabled); in ct_send() 653 GEM_BUG_ON(!len); in ct_send() [all …]
|
| A D | intel_uc_fw.c | 21 GEM_BUG_ON(type != INTEL_UC_FW_TYPE_HUC); in ____uc_fw_to_gt() 213 GEM_BUG_ON(uc_fw->status); in intel_uc_fw_init_early() 214 GEM_BUG_ON(uc_fw->path); in intel_uc_fw_init_early() 284 GEM_BUG_ON(!i915->wopcm.size); in intel_uc_fw_fetch() 285 GEM_BUG_ON(!intel_uc_fw_is_enabled(uc_fw)); in intel_uc_fw_fetch() 414 GEM_BUG_ON(!drm_mm_node_allocated(node)); in uc_fw_ggtt_offset() 415 GEM_BUG_ON(upper_32_bits(node->start)); in uc_fw_ggtt_offset() 470 GEM_BUG_ON(upper_32_bits(offset) & 0xFFFF0000); in uc_fw_xfer() 520 GEM_BUG_ON(intel_uc_fw_is_loaded(uc_fw)); in intel_uc_fw_upload() 552 GEM_BUG_ON(intel_uc_fw_is_loaded(uc_fw)); in intel_uc_fw_init() [all …]
|
| A D | intel_guc_ads.c | 56 GEM_BUG_ON(!guc->ads_regset_size); in guc_ads_regset_size() 150 GEM_BUG_ON(!blob->ads.scheduler_policies); in intel_guc_global_policies_update() 214 GEM_BUG_ON(count >= regset->size); in guc_mmio_reg_add() 231 GEM_BUG_ON(slot[0].offset == slot[1].offset); in guc_mmio_reg_add() 320 GEM_BUG_ON(engine->instance >= GUC_MAX_INSTANCES_PER_CLASS); in guc_mmio_reg_state_init() 340 GEM_BUG_ON(temp_set.size); in guc_mmio_reg_state_init() 420 GEM_BUG_ON(guc->ads_golden_ctxt_size != total_size); in guc_prep_golden_context() 455 GEM_BUG_ON(!blob); in guc_init_golden_context() 487 GEM_BUG_ON(blob->ads.eng_state_size[guc_class] != in guc_init_golden_context() 496 GEM_BUG_ON(guc->ads_golden_ctxt_size != total_size); in guc_init_golden_context() [all …]
|
| /linux/drivers/gpu/drm/i915/gem/ |
| A D | i915_gem_object.c | 83 GEM_BUG_ON(flags & ~I915_BO_ALLOC_FLAGS); in i915_gem_object_init() 202 GEM_BUG_ON(vma->obj != obj); in i915_gem_close_object() 203 GEM_BUG_ON(!atomic_read(&vma->open_count)); in i915_gem_close_object() 273 GEM_BUG_ON(vma->obj != obj); in __i915_gem_object_pages_fini() 287 GEM_BUG_ON(i915_gem_object_has_pages(obj)); in __i915_gem_object_pages_fini() 294 GEM_BUG_ON(!list_empty(&obj->lut_list)); in __i915_gem_free_object() 464 GEM_BUG_ON(offset >= obj->base.size); in i915_gem_object_read_from_page() 595 GEM_BUG_ON(id >= INTEL_REGION_UNKNOWN); in i915_gem_object_can_migrate() 657 GEM_BUG_ON(id >= INTEL_REGION_UNKNOWN); in i915_gem_object_migrate() 662 GEM_BUG_ON(!mr); in i915_gem_object_migrate() [all …]
|
| A D | i915_gem_pages.c | 42 GEM_BUG_ON(!sg_page_sizes); in __i915_gem_object_set_pages() 64 GEM_BUG_ON(i915_gem_object_has_tiling_quirk(obj)); in __i915_gem_object_set_pages() 66 GEM_BUG_ON(!list_empty(&obj->mm.link)); in __i915_gem_object_set_pages() 127 GEM_BUG_ON(i915_gem_object_has_pinned_pages(obj)); in __i915_gem_object_get_pages() 172 GEM_BUG_ON(i915_gem_object_has_pages(obj)); in i915_gem_object_writeback() 324 GEM_BUG_ON(type != I915_MAP_WC); in i915_gem_object_map_pfn() 374 GEM_BUG_ON(!i915_gem_object_has_pages(obj)); in i915_gem_object_pin_map() 479 GEM_BUG_ON(!obj->mm.mapping); in __i915_gem_object_release_map() 503 GEM_BUG_ON(n >= obj->base.size >> PAGE_SHIFT); in __i915_gem_object_get_sg() 584 GEM_BUG_ON(!sg); in __i915_gem_object_get_sg() [all …]
|
| A D | i915_gem_tiling.c | 58 GEM_BUG_ON(!size); in i915_gem_fence_size() 63 GEM_BUG_ON(!stride); in i915_gem_fence_size() 67 GEM_BUG_ON(!IS_ALIGNED(stride, I965_FENCE_PAGE)); in i915_gem_fence_size() 96 GEM_BUG_ON(!size); in i915_gem_fence_alignment() 196 GEM_BUG_ON(vma->vm != &ggtt->vm); in i915_gem_object_fence_prepare() 230 GEM_BUG_ON(!i915_tiling_ok(obj, tiling, stride)); in i915_gem_object_set_tiling() 231 GEM_BUG_ON(!stride ^ (tiling == I915_TILING_NONE)); in i915_gem_object_set_tiling() 272 GEM_BUG_ON(!i915_gem_object_has_tiling_quirk(obj)); in i915_gem_object_set_tiling() 277 GEM_BUG_ON(i915_gem_object_has_tiling_quirk(obj)); in i915_gem_object_set_tiling()
|
| A D | i915_gem_region.c | 48 GEM_BUG_ON(flags & ~I915_BO_ALLOC_FLAGS); in i915_gem_object_create_region() 57 GEM_BUG_ON(!is_power_of_2_u64(default_page_size)); in i915_gem_object_create_region() 58 GEM_BUG_ON(default_page_size < PAGE_SIZE); in i915_gem_object_create_region() 62 GEM_BUG_ON(!size); in i915_gem_object_create_region() 63 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_MIN_ALIGNMENT)); in i915_gem_object_create_region()
|