Lines Matching refs:service_queue
67 struct throtl_service_queue service_queue; member
112 return container_of(sq, struct throtl_grp, service_queue); in sq_to_tg()
131 return container_of(sq, struct throtl_data, service_queue); in sq_to_td()
360 throtl_service_queue_init(&tg->service_queue); in throtl_pd_alloc()
397 struct throtl_service_queue *sq = &tg->service_queue; in throtl_pd_init()
412 sq->parent_sq = &td->service_queue; in throtl_pd_init()
414 sq->parent_sq = &blkg_to_tg(blkg->parent)->service_queue; in throtl_pd_init()
425 struct throtl_grp *parent_tg = sq_to_tg(tg->service_queue.parent_sq); in tg_update_has_rules()
493 del_timer_sync(&tg->service_queue.pending_timer); in throtl_pd_free()
532 struct throtl_service_queue *parent_sq = tg->service_queue.parent_sq; in tg_service_queue_add()
561 tg->service_queue.parent_sq->nr_pending++; in throtl_enqueue_tg()
568 throtl_rb_erase(&tg->rb_node, tg->service_queue.parent_sq); in throtl_dequeue_tg()
648 throtl_log(&tg->service_queue, in throtl_start_new_slice_with_credit()
663 throtl_log(&tg->service_queue, in throtl_start_new_slice()
679 throtl_log(&tg->service_queue, in throtl_extend_slice()
748 throtl_log(&tg->service_queue, in throtl_trim_slice()
869 BUG_ON(tg->service_queue.nr_queued[rw] && in tg_may_dispatch()
870 bio != throtl_peek_queued(&tg->service_queue.queued[rw])); in tg_may_dispatch()
886 if (throtl_slice_used(tg, rw) && !(tg->service_queue.nr_queued[rw])) in tg_may_dispatch()
949 struct throtl_service_queue *sq = &tg->service_queue; in throtl_add_bio_tg()
972 struct throtl_service_queue *sq = &tg->service_queue; in tg_update_disptime()
1008 struct throtl_service_queue *sq = &tg->service_queue; in tg_dispatch_one_bio()
1050 struct throtl_service_queue *sq = &tg->service_queue; in throtl_dispatch_tg()
1103 sq = &tg->service_queue; in throtl_select_dispatch()
1203 struct throtl_service_queue *td_sq = &td->service_queue; in blk_throtl_dispatch_work_fn()
1264 struct throtl_service_queue *sq = &tg->service_queue; in tg_conf_updated()
1268 throtl_log(&tg->service_queue, in tg_conf_updated()
1680 parent_sq = parent->service_queue.parent_sq; in tg_last_low_overflow_time()
1719 throtl_log(&tg->service_queue, in throtl_tg_is_idle()
1728 struct throtl_service_queue *sq = &tg->service_queue; in throtl_tg_can_upgrade()
1758 tg = sq_to_tg(tg->service_queue.parent_sq); in throtl_hierarchy_can_upgrade()
1819 throtl_log(&td->service_queue, "upgrade to max"); in throtl_upgrade_state()
1826 struct throtl_service_queue *sq = &tg->service_queue; in throtl_upgrade_state()
1833 throtl_select_dispatch(&td->service_queue); in throtl_upgrade_state()
1834 throtl_schedule_next_dispatch(&td->service_queue, true); in throtl_upgrade_state()
1842 throtl_log(&td->service_queue, "downgrade, scale %d", td->scale); in throtl_downgrade_state()
1875 tg = sq_to_tg(tg->service_queue.parent_sq); in throtl_hierarchy_can_downgrade()
2031 throtl_log(&td->service_queue, in throtl_update_latency_buckets()
2059 parent_sq = parent->service_queue.parent_sq; in blk_throtl_charge_bio_split()
2089 sq = &tg->service_queue; in __blk_throtl_bio()
2161 throtl_schedule_next_dispatch(tg->service_queue.parent_sq, true); in __blk_throtl_bio()
2283 throtl_service_queue_init(&td->service_queue); in blk_throtl_init()
2306 del_timer_sync(&q->td->service_queue.pending_timer); in blk_throtl_exit()