Lines Matching refs:ffe_ctl
3549 struct find_free_extent_ctl *ffe_ctl, in find_free_extent_clustered() argument
3553 struct btrfs_free_cluster *last_ptr = ffe_ctl->last_ptr; in find_free_extent_clustered()
3558 cluster_bg = btrfs_lock_cluster(bg, last_ptr, ffe_ctl->delalloc); in find_free_extent_clustered()
3562 !block_group_bits(cluster_bg, ffe_ctl->flags))) in find_free_extent_clustered()
3566 ffe_ctl->num_bytes, cluster_bg->start, in find_free_extent_clustered()
3567 &ffe_ctl->max_extent_size); in find_free_extent_clustered()
3572 ffe_ctl->search_start, ffe_ctl->num_bytes); in find_free_extent_clustered()
3574 ffe_ctl->found_offset = offset; in find_free_extent_clustered()
3591 if (ffe_ctl->loop >= LOOP_NO_EMPTY_SIZE && cluster_bg != bg) { in find_free_extent_clustered()
3593 btrfs_release_block_group(cluster_bg, ffe_ctl->delalloc); in find_free_extent_clustered()
3601 btrfs_release_block_group(cluster_bg, ffe_ctl->delalloc); in find_free_extent_clustered()
3604 if (ffe_ctl->loop >= LOOP_NO_EMPTY_SIZE) { in find_free_extent_clustered()
3610 ffe_ctl->empty_cluster + ffe_ctl->empty_size, in find_free_extent_clustered()
3612 ret = btrfs_find_space_cluster(bg, last_ptr, ffe_ctl->search_start, in find_free_extent_clustered()
3613 ffe_ctl->num_bytes, aligned_cluster); in find_free_extent_clustered()
3617 ffe_ctl->num_bytes, ffe_ctl->search_start, in find_free_extent_clustered()
3618 &ffe_ctl->max_extent_size); in find_free_extent_clustered()
3623 ffe_ctl->search_start, in find_free_extent_clustered()
3624 ffe_ctl->num_bytes); in find_free_extent_clustered()
3625 ffe_ctl->found_offset = offset; in find_free_extent_clustered()
3628 } else if (!ffe_ctl->cached && ffe_ctl->loop > LOOP_CACHING_NOWAIT && in find_free_extent_clustered()
3629 !ffe_ctl->retry_clustered) { in find_free_extent_clustered()
3632 ffe_ctl->retry_clustered = true; in find_free_extent_clustered()
3633 btrfs_wait_block_group_cache_progress(bg, ffe_ctl->num_bytes + in find_free_extent_clustered()
3634 ffe_ctl->empty_cluster + ffe_ctl->empty_size); in find_free_extent_clustered()
3653 struct find_free_extent_ctl *ffe_ctl) in find_free_extent_unclustered() argument
3655 struct btrfs_free_cluster *last_ptr = ffe_ctl->last_ptr; in find_free_extent_unclustered()
3668 if (ffe_ctl->cached) { in find_free_extent_unclustered()
3674 ffe_ctl->num_bytes + ffe_ctl->empty_cluster + in find_free_extent_unclustered()
3675 ffe_ctl->empty_size) { in find_free_extent_unclustered()
3676 ffe_ctl->total_free_space = max_t(u64, in find_free_extent_unclustered()
3677 ffe_ctl->total_free_space, in find_free_extent_unclustered()
3685 offset = btrfs_find_space_for_alloc(bg, ffe_ctl->search_start, in find_free_extent_unclustered()
3686 ffe_ctl->num_bytes, ffe_ctl->empty_size, in find_free_extent_unclustered()
3687 &ffe_ctl->max_extent_size); in find_free_extent_unclustered()
3698 if (!offset && !ffe_ctl->retry_unclustered && !ffe_ctl->cached && in find_free_extent_unclustered()
3699 ffe_ctl->loop > LOOP_CACHING_NOWAIT) { in find_free_extent_unclustered()
3700 btrfs_wait_block_group_cache_progress(bg, ffe_ctl->num_bytes + in find_free_extent_unclustered()
3701 ffe_ctl->empty_size); in find_free_extent_unclustered()
3702 ffe_ctl->retry_unclustered = true; in find_free_extent_unclustered()
3707 ffe_ctl->found_offset = offset; in find_free_extent_unclustered()
3712 struct find_free_extent_ctl *ffe_ctl, in do_allocation_clustered() argument
3718 if (ffe_ctl->last_ptr && ffe_ctl->use_cluster) { in do_allocation_clustered()
3719 ret = find_free_extent_clustered(block_group, ffe_ctl, bg_ret); in do_allocation_clustered()
3725 return find_free_extent_unclustered(block_group, ffe_ctl); in do_allocation_clustered()
3750 struct find_free_extent_ctl *ffe_ctl, in do_allocation_zoned() argument
3757 u64 num_bytes = ffe_ctl->num_bytes; in do_allocation_zoned()
3773 if (log_bytenr && ((ffe_ctl->for_treelog && bytenr != log_bytenr) || in do_allocation_zoned()
3774 (!ffe_ctl->for_treelog && bytenr == log_bytenr))) in do_allocation_zoned()
3787 ((ffe_ctl->for_data_reloc && bytenr != data_reloc_bytenr) || in do_allocation_zoned()
3788 (!ffe_ctl->for_data_reloc && bytenr == data_reloc_bytenr))) in do_allocation_zoned()
3810 ASSERT(!ffe_ctl->for_treelog || in do_allocation_zoned()
3813 ASSERT(!ffe_ctl->for_data_reloc || in do_allocation_zoned()
3826 if (ffe_ctl->for_treelog && !fs_info->treelog_bg && in do_allocation_zoned()
3836 if (ffe_ctl->for_data_reloc && !fs_info->data_reloc_bg && in do_allocation_zoned()
3845 if (ffe_ctl->max_extent_size < avail) { in do_allocation_zoned()
3850 ffe_ctl->max_extent_size = avail; in do_allocation_zoned()
3851 ffe_ctl->total_free_space = avail; in do_allocation_zoned()
3857 if (ffe_ctl->for_treelog && !fs_info->treelog_bg) in do_allocation_zoned()
3860 if (ffe_ctl->for_data_reloc && !fs_info->data_reloc_bg) in do_allocation_zoned()
3863 ffe_ctl->found_offset = start + block_group->alloc_offset; in do_allocation_zoned()
3874 ffe_ctl->search_start = ffe_ctl->found_offset; in do_allocation_zoned()
3877 if (ret && ffe_ctl->for_treelog) in do_allocation_zoned()
3879 if (ret && ffe_ctl->for_data_reloc) in do_allocation_zoned()
3889 struct find_free_extent_ctl *ffe_ctl, in do_allocation() argument
3892 switch (ffe_ctl->policy) { in do_allocation()
3894 return do_allocation_clustered(block_group, ffe_ctl, bg_ret); in do_allocation()
3896 return do_allocation_zoned(block_group, ffe_ctl, bg_ret); in do_allocation()
3903 struct find_free_extent_ctl *ffe_ctl, in release_block_group() argument
3906 switch (ffe_ctl->policy) { in release_block_group()
3908 ffe_ctl->retry_clustered = false; in release_block_group()
3909 ffe_ctl->retry_unclustered = false; in release_block_group()
3919 ffe_ctl->index); in release_block_group()
3923 static void found_extent_clustered(struct find_free_extent_ctl *ffe_ctl, in found_extent_clustered() argument
3926 struct btrfs_free_cluster *last_ptr = ffe_ctl->last_ptr; in found_extent_clustered()
3928 if (!ffe_ctl->use_cluster && last_ptr) { in found_extent_clustered()
3935 static void found_extent(struct find_free_extent_ctl *ffe_ctl, in found_extent() argument
3938 switch (ffe_ctl->policy) { in found_extent()
3940 found_extent_clustered(ffe_ctl, ins); in found_extent()
3950 static int chunk_allocation_failed(struct find_free_extent_ctl *ffe_ctl) in chunk_allocation_failed() argument
3952 switch (ffe_ctl->policy) { in chunk_allocation_failed()
3958 ffe_ctl->loop = LOOP_NO_EMPTY_SIZE; in chunk_allocation_failed()
3975 struct find_free_extent_ctl *ffe_ctl, in find_free_extent_update_loop() argument
3981 if ((ffe_ctl->loop == LOOP_CACHING_NOWAIT) && in find_free_extent_update_loop()
3982 ffe_ctl->have_caching_bg && !ffe_ctl->orig_have_caching_bg) in find_free_extent_update_loop()
3983 ffe_ctl->orig_have_caching_bg = true; in find_free_extent_update_loop()
3986 found_extent(ffe_ctl, ins); in find_free_extent_update_loop()
3990 if (ffe_ctl->max_extent_size >= ffe_ctl->min_alloc_size && in find_free_extent_update_loop()
3991 !btrfs_can_activate_zone(fs_info->fs_devices, ffe_ctl->index)) { in find_free_extent_update_loop()
4002 if (ffe_ctl->loop >= LOOP_CACHING_WAIT && ffe_ctl->have_caching_bg) in find_free_extent_update_loop()
4005 ffe_ctl->index++; in find_free_extent_update_loop()
4006 if (ffe_ctl->index < BTRFS_NR_RAID_TYPES) in find_free_extent_update_loop()
4017 if (ffe_ctl->loop < LOOP_NO_EMPTY_SIZE) { in find_free_extent_update_loop()
4018 ffe_ctl->index = 0; in find_free_extent_update_loop()
4019 if (ffe_ctl->loop == LOOP_CACHING_NOWAIT) { in find_free_extent_update_loop()
4025 if (ffe_ctl->orig_have_caching_bg || !full_search) in find_free_extent_update_loop()
4026 ffe_ctl->loop = LOOP_CACHING_WAIT; in find_free_extent_update_loop()
4028 ffe_ctl->loop = LOOP_ALLOC_CHUNK; in find_free_extent_update_loop()
4030 ffe_ctl->loop++; in find_free_extent_update_loop()
4033 if (ffe_ctl->loop == LOOP_ALLOC_CHUNK) { in find_free_extent_update_loop()
4048 ret = btrfs_chunk_alloc(trans, ffe_ctl->flags, in find_free_extent_update_loop()
4053 ret = chunk_allocation_failed(ffe_ctl); in find_free_extent_update_loop()
4064 if (ffe_ctl->loop == LOOP_NO_EMPTY_SIZE) { in find_free_extent_update_loop()
4065 if (ffe_ctl->policy != BTRFS_EXTENT_ALLOC_CLUSTERED) in find_free_extent_update_loop()
4072 if (ffe_ctl->empty_size == 0 && in find_free_extent_update_loop()
4073 ffe_ctl->empty_cluster == 0) in find_free_extent_update_loop()
4075 ffe_ctl->empty_size = 0; in find_free_extent_update_loop()
4076 ffe_ctl->empty_cluster = 0; in find_free_extent_update_loop()
4084 struct find_free_extent_ctl *ffe_ctl, in prepare_allocation_clustered() argument
4101 ffe_ctl->num_bytes > space_info->max_extent_size) { in prepare_allocation_clustered()
4106 ffe_ctl->use_cluster = false; in prepare_allocation_clustered()
4111 ffe_ctl->last_ptr = fetch_cluster_info(fs_info, space_info, in prepare_allocation_clustered()
4112 &ffe_ctl->empty_cluster); in prepare_allocation_clustered()
4113 if (ffe_ctl->last_ptr) { in prepare_allocation_clustered()
4114 struct btrfs_free_cluster *last_ptr = ffe_ctl->last_ptr; in prepare_allocation_clustered()
4118 ffe_ctl->hint_byte = last_ptr->window_start; in prepare_allocation_clustered()
4125 ffe_ctl->hint_byte = last_ptr->window_start; in prepare_allocation_clustered()
4126 ffe_ctl->use_cluster = false; in prepare_allocation_clustered()
4135 struct find_free_extent_ctl *ffe_ctl, in prepare_allocation() argument
4139 switch (ffe_ctl->policy) { in prepare_allocation()
4141 return prepare_allocation_clustered(fs_info, ffe_ctl, in prepare_allocation()
4144 if (ffe_ctl->for_treelog) { in prepare_allocation()
4147 ffe_ctl->hint_byte = fs_info->treelog_bg; in prepare_allocation()
4150 if (ffe_ctl->for_data_reloc) { in prepare_allocation()
4153 ffe_ctl->hint_byte = fs_info->data_reloc_bg; in prepare_allocation()
4189 struct find_free_extent_ctl *ffe_ctl) in find_free_extent() argument
4198 WARN_ON(ffe_ctl->num_bytes < fs_info->sectorsize); in find_free_extent()
4200 ffe_ctl->search_start = 0; in find_free_extent()
4202 ffe_ctl->empty_cluster = 0; in find_free_extent()
4203 ffe_ctl->last_ptr = NULL; in find_free_extent()
4204 ffe_ctl->use_cluster = true; in find_free_extent()
4205 ffe_ctl->have_caching_bg = false; in find_free_extent()
4206 ffe_ctl->orig_have_caching_bg = false; in find_free_extent()
4207 ffe_ctl->index = btrfs_bg_flags_to_raid_index(ffe_ctl->flags); in find_free_extent()
4208 ffe_ctl->loop = 0; in find_free_extent()
4210 ffe_ctl->retry_clustered = false; in find_free_extent()
4211 ffe_ctl->retry_unclustered = false; in find_free_extent()
4212 ffe_ctl->cached = 0; in find_free_extent()
4213 ffe_ctl->max_extent_size = 0; in find_free_extent()
4214 ffe_ctl->total_free_space = 0; in find_free_extent()
4215 ffe_ctl->found_offset = 0; in find_free_extent()
4216 ffe_ctl->policy = BTRFS_EXTENT_ALLOC_CLUSTERED; in find_free_extent()
4219 ffe_ctl->policy = BTRFS_EXTENT_ALLOC_ZONED; in find_free_extent()
4225 trace_find_free_extent(root, ffe_ctl->num_bytes, ffe_ctl->empty_size, in find_free_extent()
4226 ffe_ctl->flags); in find_free_extent()
4228 space_info = btrfs_find_space_info(fs_info, ffe_ctl->flags); in find_free_extent()
4230 btrfs_err(fs_info, "No space info for %llu", ffe_ctl->flags); in find_free_extent()
4234 ret = prepare_allocation(fs_info, ffe_ctl, space_info, ins); in find_free_extent()
4238 ffe_ctl->search_start = max(ffe_ctl->search_start, in find_free_extent()
4240 ffe_ctl->search_start = max(ffe_ctl->search_start, ffe_ctl->hint_byte); in find_free_extent()
4241 if (ffe_ctl->search_start == ffe_ctl->hint_byte) { in find_free_extent()
4243 ffe_ctl->search_start); in find_free_extent()
4251 if (block_group && block_group_bits(block_group, ffe_ctl->flags) && in find_free_extent()
4265 ffe_ctl->index = btrfs_bg_flags_to_raid_index( in find_free_extent()
4268 ffe_ctl->delalloc); in find_free_extent()
4276 ffe_ctl->have_caching_bg = false; in find_free_extent()
4277 if (ffe_ctl->index == btrfs_bg_flags_to_raid_index(ffe_ctl->flags) || in find_free_extent()
4278 ffe_ctl->index == 0) in find_free_extent()
4282 &space_info->block_groups[ffe_ctl->index], list) { in find_free_extent()
4287 if (ffe_ctl->for_treelog) in find_free_extent()
4289 if (ffe_ctl->for_data_reloc) in find_free_extent()
4294 btrfs_grab_block_group(block_group, ffe_ctl->delalloc); in find_free_extent()
4295 ffe_ctl->search_start = block_group->start; in find_free_extent()
4302 if (!block_group_bits(block_group, ffe_ctl->flags)) { in find_free_extent()
4313 if ((ffe_ctl->flags & extra) && !(block_group->flags & extra)) in find_free_extent()
4321 btrfs_release_block_group(block_group, ffe_ctl->delalloc); in find_free_extent()
4326 ffe_ctl->cached = btrfs_block_group_done(block_group); in find_free_extent()
4327 if (unlikely(!ffe_ctl->cached)) { in find_free_extent()
4328 ffe_ctl->have_caching_bg = true; in find_free_extent()
4351 ret = do_allocation(block_group, ffe_ctl, &bg_ret); in find_free_extent()
4355 ffe_ctl->delalloc); in find_free_extent()
4365 ffe_ctl->search_start = round_up(ffe_ctl->found_offset, in find_free_extent()
4369 if (ffe_ctl->search_start + ffe_ctl->num_bytes > in find_free_extent()
4372 ffe_ctl->found_offset, in find_free_extent()
4373 ffe_ctl->num_bytes); in find_free_extent()
4377 if (ffe_ctl->found_offset < ffe_ctl->search_start) in find_free_extent()
4379 ffe_ctl->found_offset, in find_free_extent()
4380 ffe_ctl->search_start - ffe_ctl->found_offset); in find_free_extent()
4382 ret = btrfs_add_reserved_bytes(block_group, ffe_ctl->ram_bytes, in find_free_extent()
4383 ffe_ctl->num_bytes, in find_free_extent()
4384 ffe_ctl->delalloc); in find_free_extent()
4387 ffe_ctl->found_offset, in find_free_extent()
4388 ffe_ctl->num_bytes); in find_free_extent()
4394 ins->objectid = ffe_ctl->search_start; in find_free_extent()
4395 ins->offset = ffe_ctl->num_bytes; in find_free_extent()
4397 trace_btrfs_reserve_extent(block_group, ffe_ctl->search_start, in find_free_extent()
4398 ffe_ctl->num_bytes); in find_free_extent()
4399 btrfs_release_block_group(block_group, ffe_ctl->delalloc); in find_free_extent()
4402 release_block_group(block_group, ffe_ctl, ffe_ctl->delalloc); in find_free_extent()
4407 ret = find_free_extent_update_loop(fs_info, ins, ffe_ctl, full_search); in find_free_extent()
4416 if (!ffe_ctl->max_extent_size) in find_free_extent()
4417 ffe_ctl->max_extent_size = ffe_ctl->total_free_space; in find_free_extent()
4419 space_info->max_extent_size = ffe_ctl->max_extent_size; in find_free_extent()
4421 ins->offset = ffe_ctl->max_extent_size; in find_free_extent()
4479 struct find_free_extent_ctl ffe_ctl = {}; in btrfs_reserve_extent() local
4490 ffe_ctl.ram_bytes = ram_bytes; in btrfs_reserve_extent()
4491 ffe_ctl.num_bytes = num_bytes; in btrfs_reserve_extent()
4492 ffe_ctl.min_alloc_size = min_alloc_size; in btrfs_reserve_extent()
4493 ffe_ctl.empty_size = empty_size; in btrfs_reserve_extent()
4494 ffe_ctl.flags = flags; in btrfs_reserve_extent()
4495 ffe_ctl.delalloc = delalloc; in btrfs_reserve_extent()
4496 ffe_ctl.hint_byte = hint_byte; in btrfs_reserve_extent()
4497 ffe_ctl.for_treelog = for_treelog; in btrfs_reserve_extent()
4498 ffe_ctl.for_data_reloc = for_data_reloc; in btrfs_reserve_extent()
4500 ret = find_free_extent(root, ins, &ffe_ctl); in btrfs_reserve_extent()