Lines Matching refs:pptr
211 void __percpu *pptr) in htab_elem_set_ptr() argument
213 *(void __percpu **)(l->key + key_size) = pptr; in htab_elem_set_ptr()
265 void __percpu *pptr; in htab_free_elems() local
267 pptr = htab_elem_get_ptr(get_htab_elem(htab, i), in htab_free_elems()
269 free_percpu(pptr); in htab_free_elems()
324 void __percpu *pptr; in prealloc_init() local
326 pptr = bpf_map_alloc_percpu(&htab->map, size, 8, in prealloc_init()
328 if (!pptr) in prealloc_init()
331 pptr); in prealloc_init()
377 struct htab_elem *__percpu *pptr, *l_new; in alloc_extra_elems() local
381 pptr = bpf_map_alloc_percpu(&htab->map, sizeof(struct htab_elem *), 8, in alloc_extra_elems()
383 if (!pptr) in alloc_extra_elems()
392 *per_cpu_ptr(pptr, cpu) = l_new; in alloc_extra_elems()
394 htab->extra_elems = pptr; in alloc_extra_elems()
869 static void pcpu_copy_value(struct bpf_htab *htab, void __percpu *pptr, in pcpu_copy_value() argument
874 memcpy(this_cpu_ptr(pptr), value, htab->map.value_size); in pcpu_copy_value()
880 bpf_long_memcpy(per_cpu_ptr(pptr, cpu), in pcpu_copy_value()
887 static void pcpu_init_value(struct bpf_htab *htab, void __percpu *pptr, in pcpu_init_value() argument
903 bpf_long_memcpy(per_cpu_ptr(pptr, cpu), value, in pcpu_init_value()
906 memset(per_cpu_ptr(pptr, cpu), 0, size); in pcpu_init_value()
909 pcpu_copy_value(htab, pptr, value, onallcpus); in pcpu_init_value()
927 void __percpu *pptr; in alloc_htab_elem() local
972 pptr = htab_elem_get_ptr(l_new, key_size); in alloc_htab_elem()
975 pptr = bpf_map_alloc_percpu(&htab->map, size, 8, in alloc_htab_elem()
977 if (!pptr) { in alloc_htab_elem()
984 pcpu_init_value(htab, pptr, value, onallcpus); in alloc_htab_elem()
987 htab_elem_set_ptr(l_new, key_size, pptr); in alloc_htab_elem()
1518 void __percpu *pptr; in __htab_map_lookup_and_delete_elem() local
1521 pptr = htab_elem_get_ptr(l, key_size); in __htab_map_lookup_and_delete_elem()
1524 per_cpu_ptr(pptr, cpu), in __htab_map_lookup_and_delete_elem()
1712 void __percpu *pptr; in __htab_map_lookup_and_delete_batch() local
1714 pptr = htab_elem_get_ptr(l, map->key_size); in __htab_map_lookup_and_delete_batch()
1717 per_cpu_ptr(pptr, cpu), size); in __htab_map_lookup_and_delete_batch()
1965 void __percpu *pptr; in __bpf_hash_map_seq_show() local
1979 pptr = htab_elem_get_ptr(elem, map->key_size); in __bpf_hash_map_seq_show()
1982 per_cpu_ptr(pptr, cpu), in __bpf_hash_map_seq_show()
2061 void __percpu *pptr; in bpf_for_each_hash_elem() local
2086 pptr = htab_elem_get_ptr(elem, map->key_size); in bpf_for_each_hash_elem()
2087 val = this_cpu_ptr(pptr); in bpf_for_each_hash_elem()
2179 void __percpu *pptr; in bpf_percpu_hash_copy() local
2196 pptr = htab_elem_get_ptr(l, map->key_size); in bpf_percpu_hash_copy()
2199 per_cpu_ptr(pptr, cpu), size); in bpf_percpu_hash_copy()
2230 void __percpu *pptr; in htab_percpu_map_seq_show_elem() local
2243 pptr = htab_elem_get_ptr(l, map->key_size); in htab_percpu_map_seq_show_elem()
2247 per_cpu_ptr(pptr, cpu), m); in htab_percpu_map_seq_show_elem()