Lines Matching refs:pool
26 struct xsk_buff_pool *pool; member
95 int xp_assign_dev(struct xsk_buff_pool *pool, struct net_device *dev,
97 int xp_assign_dev_shared(struct xsk_buff_pool *pool, struct xdp_umem *umem,
99 void xp_destroy(struct xsk_buff_pool *pool);
100 void xp_get_pool(struct xsk_buff_pool *pool);
101 bool xp_put_pool(struct xsk_buff_pool *pool);
102 void xp_clear_dev(struct xsk_buff_pool *pool);
103 void xp_add_xsk(struct xsk_buff_pool *pool, struct xdp_sock *xs);
104 void xp_del_xsk(struct xsk_buff_pool *pool, struct xdp_sock *xs);
109 static inline void xp_init_xskb_addr(struct xdp_buff_xsk *xskb, struct xsk_buff_pool *pool, in xp_init_xskb_addr() argument
113 xskb->xdp.data_hard_start = pool->addrs + addr + pool->headroom; in xp_init_xskb_addr()
116 static inline void xp_init_xskb_dma(struct xdp_buff_xsk *xskb, struct xsk_buff_pool *pool, in xp_init_xskb_dma() argument
121 xskb->dma = xskb->frame_dma + pool->headroom + XDP_PACKET_HEADROOM; in xp_init_xskb_dma()
125 void xp_set_rxq_info(struct xsk_buff_pool *pool, struct xdp_rxq_info *rxq);
126 int xp_dma_map(struct xsk_buff_pool *pool, struct device *dev,
128 void xp_dma_unmap(struct xsk_buff_pool *pool, unsigned long attrs);
129 struct xdp_buff *xp_alloc(struct xsk_buff_pool *pool);
130 u32 xp_alloc_batch(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 max);
131 bool xp_can_alloc(struct xsk_buff_pool *pool, u32 count);
132 void *xp_raw_get_data(struct xsk_buff_pool *pool, u64 addr);
133 dma_addr_t xp_raw_get_dma(struct xsk_buff_pool *pool, u64 addr);
150 void xp_dma_sync_for_device_slow(struct xsk_buff_pool *pool, dma_addr_t dma,
152 static inline void xp_dma_sync_for_device(struct xsk_buff_pool *pool, in xp_dma_sync_for_device() argument
155 if (!pool->dma_need_sync) in xp_dma_sync_for_device()
158 xp_dma_sync_for_device_slow(pool, dma, size); in xp_dma_sync_for_device()
168 static inline bool xp_desc_crosses_non_contig_pg(struct xsk_buff_pool *pool, in xp_desc_crosses_non_contig_pg() argument
176 if (pool->dma_pages_cnt) { in xp_desc_crosses_non_contig_pg()
177 return !(pool->dma_pages[addr >> PAGE_SHIFT] & in xp_desc_crosses_non_contig_pg()
182 return addr + len > pool->addrs_cnt; in xp_desc_crosses_non_contig_pg()
185 static inline u64 xp_aligned_extract_addr(struct xsk_buff_pool *pool, u64 addr) in xp_aligned_extract_addr() argument
187 return addr & pool->chunk_mask; in xp_aligned_extract_addr()
206 static inline u32 xp_aligned_extract_idx(struct xsk_buff_pool *pool, u64 addr) in xp_aligned_extract_idx() argument
208 return xp_aligned_extract_addr(pool, addr) >> pool->chunk_shift; in xp_aligned_extract_idx()
213 if (xskb->pool->unaligned) in xp_release()
214 xskb->pool->free_heads[xskb->pool->free_heads_cnt++] = xskb; in xp_release()
221 offset += xskb->pool->headroom; in xp_get_handle()
222 if (!xskb->pool->unaligned) in xp_get_handle()