Lines Matching refs:xdp
330 struct xdp_buff xdp; in dev_map_bpf_prog_run() local
338 xdp_convert_frame_to_buff(xdpf, &xdp); in dev_map_bpf_prog_run()
339 xdp.txq = &txq; in dev_map_bpf_prog_run()
341 act = bpf_prog_run_xdp(xdp_prog, &xdp); in dev_map_bpf_prog_run()
344 err = xdp_update_frame_from_buff(&xdp, xdpf); in dev_map_bpf_prog_run()
470 static inline int __xdp_enqueue(struct net_device *dev, struct xdp_buff *xdp, in __xdp_enqueue() argument
480 err = xdp_ok_fwd_dev(dev, xdp->data_end - xdp->data); in __xdp_enqueue()
484 xdpf = xdp_convert_buff_to_frame(xdp); in __xdp_enqueue()
495 struct xdp_buff xdp; in dev_map_bpf_prog_run_skb() local
502 xdp.txq = &txq; in dev_map_bpf_prog_run_skb()
504 act = bpf_prog_run_generic_xdp(skb, &xdp, dst->xdp_prog); in dev_map_bpf_prog_run_skb()
523 int dev_xdp_enqueue(struct net_device *dev, struct xdp_buff *xdp, in dev_xdp_enqueue() argument
526 return __xdp_enqueue(dev, xdp, dev_rx, NULL); in dev_xdp_enqueue()
529 int dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_buff *xdp, in dev_map_enqueue() argument
534 return __xdp_enqueue(dev, xdp, dev_rx, dst->xdp_prog); in dev_map_enqueue()
537 static bool is_valid_dst(struct bpf_dtab_netdev *obj, struct xdp_buff *xdp) in is_valid_dst() argument
543 if (xdp_ok_fwd_dev(obj->dev, xdp->data_end - xdp->data)) in is_valid_dst()
589 int dev_map_enqueue_multi(struct xdp_buff *xdp, struct net_device *dev_rx, in dev_map_enqueue_multi() argument
606 xdpf = xdp_convert_buff_to_frame(xdp); in dev_map_enqueue_multi()
614 if (!is_valid_dst(dst, xdp)) in dev_map_enqueue_multi()
637 if (!is_valid_dst(dst, xdp)) in dev_map_enqueue_multi()