Lines Matching refs:xdpf
375 void xdp_return_frame(struct xdp_frame *xdpf) in xdp_return_frame() argument
377 __xdp_return(xdpf->data, &xdpf->mem, false, NULL); in xdp_return_frame()
381 void xdp_return_frame_rx_napi(struct xdp_frame *xdpf) in xdp_return_frame_rx_napi() argument
383 __xdp_return(xdpf->data, &xdpf->mem, true, NULL); in xdp_return_frame_rx_napi()
411 void xdp_return_frame_bulk(struct xdp_frame *xdpf, in xdp_return_frame_bulk() argument
414 struct xdp_mem_info *mem = &xdpf->mem; in xdp_return_frame_bulk()
418 __xdp_return(xdpf->data, &xdpf->mem, false, NULL); in xdp_return_frame_bulk()
437 bq->q[bq->count++] = xdpf->data; in xdp_return_frame_bulk()
475 struct xdp_frame *xdpf; in xdp_convert_zc_to_xdp_frame() local
483 if (sizeof(*xdpf) + totsize > PAGE_SIZE) in xdp_convert_zc_to_xdp_frame()
491 xdpf = addr; in xdp_convert_zc_to_xdp_frame()
492 memset(xdpf, 0, sizeof(*xdpf)); in xdp_convert_zc_to_xdp_frame()
494 addr += sizeof(*xdpf); in xdp_convert_zc_to_xdp_frame()
498 xdpf->data = addr + metasize; in xdp_convert_zc_to_xdp_frame()
499 xdpf->len = totsize - metasize; in xdp_convert_zc_to_xdp_frame()
500 xdpf->headroom = 0; in xdp_convert_zc_to_xdp_frame()
501 xdpf->metasize = metasize; in xdp_convert_zc_to_xdp_frame()
502 xdpf->frame_sz = PAGE_SIZE; in xdp_convert_zc_to_xdp_frame()
503 xdpf->mem.type = MEM_TYPE_PAGE_ORDER0; in xdp_convert_zc_to_xdp_frame()
506 return xdpf; in xdp_convert_zc_to_xdp_frame()
528 struct sk_buff *__xdp_build_skb_from_frame(struct xdp_frame *xdpf, in __xdp_build_skb_from_frame() argument
536 headroom = sizeof(*xdpf) + xdpf->headroom; in __xdp_build_skb_from_frame()
541 frame_size = xdpf->frame_sz; in __xdp_build_skb_from_frame()
543 hard_start = xdpf->data - headroom; in __xdp_build_skb_from_frame()
549 __skb_put(skb, xdpf->len); in __xdp_build_skb_from_frame()
550 if (xdpf->metasize) in __xdp_build_skb_from_frame()
551 skb_metadata_set(skb, xdpf->metasize); in __xdp_build_skb_from_frame()
563 xdp_release_frame(xdpf); in __xdp_build_skb_from_frame()
566 xdp_scrub_frame(xdpf); in __xdp_build_skb_from_frame()
572 struct sk_buff *xdp_build_skb_from_frame(struct xdp_frame *xdpf, in xdp_build_skb_from_frame() argument
583 return __xdp_build_skb_from_frame(xdpf, skb, dev); in xdp_build_skb_from_frame()
587 struct xdp_frame *xdpf_clone(struct xdp_frame *xdpf) in xdpf_clone() argument
594 headroom = xdpf->headroom + sizeof(*xdpf); in xdpf_clone()
595 totalsize = headroom + xdpf->len; in xdpf_clone()
604 memcpy(addr, xdpf, totalsize); in xdpf_clone()