Lines Matching refs:subprog
1552 int subprog) in push_async_cb() argument
1585 subprog /* subprog number within this prog */); in push_async_cb()
1945 struct bpf_subprog_info *subprog = env->subprog_info; in add_subprog_and_kfunc() local
1976 subprog[env->subprog_cnt].start = insn_cnt; in add_subprog_and_kfunc()
1980 verbose(env, "func#%d @%d\n", i, subprog[i].start); in add_subprog_and_kfunc()
1988 struct bpf_subprog_info *subprog = env->subprog_info; in check_subprogs() local
1993 subprog_start = subprog[cur_subprog].start; in check_subprogs()
1994 subprog_end = subprog[cur_subprog + 1].start; in check_subprogs()
2001 subprog[cur_subprog].has_tail_call = true; in check_subprogs()
2004 subprog[cur_subprog].has_ld_abs = true; in check_subprogs()
2028 subprog_end = subprog[cur_subprog + 1].start; in check_subprogs()
3817 struct bpf_subprog_info *subprog = env->subprog_info; in check_max_stack_depth() local
3844 if (idx && subprog[idx].has_tail_call && depth >= 256) { in check_max_stack_depth()
3853 depth += round_up(max_t(u32, subprog[idx].stack_depth, 1), 32); in check_max_stack_depth()
3860 subprog_end = subprog[idx + 1].start; in check_max_stack_depth()
3878 if (subprog[idx].is_async_cb) { in check_max_stack_depth()
3879 if (subprog[idx].has_tail_call) { in check_max_stack_depth()
3888 if (subprog[idx].has_tail_call) in check_max_stack_depth()
3906 subprog[ret_prog[j]].tail_call_reachable = true; in check_max_stack_depth()
3907 if (subprog[0].tail_call_reachable) in check_max_stack_depth()
3915 depth -= round_up(max_t(u32, subprog[idx].stack_depth, 1), 32); in check_max_stack_depth()
3926 int start = idx + insn->imm + 1, subprog; in get_callee_stack_depth() local
3928 subprog = find_subprog(env, start); in get_callee_stack_depth()
3929 if (subprog < 0) { in get_callee_stack_depth()
3934 return env->subprog_info[subprog].stack_depth; in get_callee_stack_depth()
5918 int *insn_idx, int subprog, in __check_func_call() argument
5942 is_global = func_info_aux[subprog].linkage == BTF_FUNC_GLOBAL; in __check_func_call()
5943 err = btf_check_subprog_arg_match(env, subprog, caller->regs); in __check_func_call()
5949 subprog); in __check_func_call()
5955 subprog); in __check_func_call()
5972 env->subprog_info[subprog].is_async_cb = true; in __check_func_call()
5973 async_cb = push_async_cb(env, env->subprog_info[subprog].start, in __check_func_call()
5974 *insn_idx, subprog); in __check_func_call()
6005 subprog /* subprog number within this prog */); in __check_func_call()
6022 *insn_idx = env->subprog_info[subprog].start - 1; in __check_func_call()
6077 int subprog, target_insn; in check_func_call() local
6080 subprog = find_subprog(env, target_insn); in check_func_call()
6081 if (subprog < 0) { in check_func_call()
6087 return __check_func_call(env, insn, insn_idx, subprog, set_callee_state); in check_func_call()
12581 int i, j, subprog_start, subprog_end = 0, len, subprog; in jit_subprogs() local
12598 subprog = find_subprog(env, i + insn->imm + 1); in jit_subprogs()
12599 if (subprog < 0) { in jit_subprogs()
12607 insn->off = subprog; in jit_subprogs()
12704 subprog = insn->off; in jit_subprogs()
12705 insn[0].imm = (u32)(long)func[subprog]->bpf_func; in jit_subprogs()
12706 insn[1].imm = ((u64)(long)func[subprog]->bpf_func) >> 32; in jit_subprogs()
12711 subprog = insn->off; in jit_subprogs()
12712 insn->imm = BPF_CALL_IMM(func[subprog]->bpf_func); in jit_subprogs()
12762 subprog = find_subprog(env, i + insn->off + 1); in jit_subprogs()
12763 insn->imm = subprog; in jit_subprogs()
13338 static int do_check_common(struct bpf_verifier_env *env, int subprog) in do_check_common() argument
13363 subprog); in do_check_common()
13366 if (subprog || env->prog->type == BPF_PROG_TYPE_EXT) { in do_check_common()
13367 ret = btf_prepare_func_args(env, subprog, regs); in do_check_common()
13387 ret = btf_check_subprog_arg_match(env, subprog, regs); in do_check_common()
13587 int ret = 0, subprog = -1, i; in bpf_check_attach_target() local
13619 subprog = i; in bpf_check_attach_target()
13622 if (subprog == -1) { in bpf_check_attach_target()
13626 conservative = aux->func_info_aux[subprog].unreliable; in bpf_check_attach_target()
13754 if (subprog == 0) in bpf_check_attach_target()
13757 addr = (long) tgt_prog->aux->func[subprog]->bpf_func; in bpf_check_attach_target()