Lines Matching refs:wqe
16 static void irdma_set_fragment(__le64 *wqe, u32 offset, struct ib_sge *sge, in irdma_set_fragment() argument
20 set_64bit_val(wqe, offset, in irdma_set_fragment()
22 set_64bit_val(wqe, offset + 8, in irdma_set_fragment()
27 set_64bit_val(wqe, offset, 0); in irdma_set_fragment()
28 set_64bit_val(wqe, offset + 8, in irdma_set_fragment()
40 static void irdma_set_fragment_gen_1(__le64 *wqe, u32 offset, in irdma_set_fragment_gen_1() argument
44 set_64bit_val(wqe, offset, in irdma_set_fragment_gen_1()
46 set_64bit_val(wqe, offset + 8, in irdma_set_fragment_gen_1()
50 set_64bit_val(wqe, offset, 0); in irdma_set_fragment_gen_1()
51 set_64bit_val(wqe, offset + 8, 0); in irdma_set_fragment_gen_1()
62 __le64 *wqe; in irdma_nop_1() local
70 wqe = qp->sq_base[wqe_idx].elem; in irdma_nop_1()
74 set_64bit_val(wqe, 0, 0); in irdma_nop_1()
75 set_64bit_val(wqe, 8, 0); in irdma_nop_1()
76 set_64bit_val(wqe, 16, 0); in irdma_nop_1()
85 set_64bit_val(wqe, 24, hdr); in irdma_nop_1()
97 __le64 *wqe; in irdma_clr_wqes() local
102 wqe = qp->sq_base[wqe_idx].elem; in irdma_clr_wqes()
104 memset(wqe, qp->swqe_polarity ? 0 : 0xFF, 0x1000); in irdma_clr_wqes()
106 memset(wqe, qp->swqe_polarity ? 0xFF : 0, 0x1000); in irdma_clr_wqes()
162 void irdma_qp_push_wqe(struct irdma_qp_uk *qp, __le64 *wqe, u16 quanta, in irdma_qp_push_wqe() argument
175 memcpy(push, wqe, quanta * IRDMA_QP_WQE_MIN_SIZE); in irdma_qp_push_wqe()
192 __le64 *wqe; in irdma_qp_get_next_send_wqe() local
227 wqe = qp->sq_base[*wqe_idx].elem; in irdma_qp_get_next_send_wqe()
237 return wqe; in irdma_qp_get_next_send_wqe()
247 __le64 *wqe; in irdma_qp_get_next_recv_wqe() local
260 wqe = qp->rq_base[*wqe_idx * qp->rq_wqe_size_multiplier].elem; in irdma_qp_get_next_recv_wqe()
262 return wqe; in irdma_qp_get_next_recv_wqe()
276 __le64 *wqe; in irdma_uk_rdma_write() local
305 wqe = irdma_qp_get_next_send_wqe(qp, &wqe_idx, quanta, total_size, in irdma_uk_rdma_write()
307 if (!wqe) in irdma_uk_rdma_write()
312 set_64bit_val(wqe, 16, in irdma_uk_rdma_write()
316 set_64bit_val(wqe, 0, in irdma_uk_rdma_write()
320 qp->wqe_ops.iw_set_fragment(wqe, 0, in irdma_uk_rdma_write()
327 qp->wqe_ops.iw_set_fragment(wqe, byte_off, in irdma_uk_rdma_write()
336 qp->wqe_ops.iw_set_fragment(wqe, byte_off, NULL, in irdma_uk_rdma_write()
355 set_64bit_val(wqe, 24, hdr); in irdma_uk_rdma_write()
357 irdma_qp_push_wqe(qp, wqe, quanta, wqe_idx, post_sq); in irdma_uk_rdma_write()
382 __le64 *wqe; in irdma_uk_rdma_read() local
400 wqe = irdma_qp_get_next_send_wqe(qp, &wqe_idx, quanta, total_size, in irdma_uk_rdma_read()
402 if (!wqe) in irdma_uk_rdma_read()
411 qp->wqe_ops.iw_set_fragment(wqe, 0, op_info->lo_sg_list, in irdma_uk_rdma_read()
414 qp->wqe_ops.iw_set_fragment(wqe, byte_off, in irdma_uk_rdma_read()
423 qp->wqe_ops.iw_set_fragment(wqe, byte_off, NULL, in irdma_uk_rdma_read()
428 set_64bit_val(wqe, 16, in irdma_uk_rdma_read()
443 set_64bit_val(wqe, 24, hdr); in irdma_uk_rdma_read()
445 irdma_qp_push_wqe(qp, wqe, quanta, wqe_idx, post_sq); in irdma_uk_rdma_read()
464 __le64 *wqe; in irdma_uk_send() local
490 wqe = irdma_qp_get_next_send_wqe(qp, &wqe_idx, quanta, total_size, in irdma_uk_send()
492 if (!wqe) in irdma_uk_send()
500 set_64bit_val(wqe, 0, in irdma_uk_send()
504 qp->wqe_ops.iw_set_fragment(wqe, 0, op_info->sg_list, in irdma_uk_send()
510 qp->wqe_ops.iw_set_fragment(wqe, byte_off, &op_info->sg_list[i], in irdma_uk_send()
518 qp->wqe_ops.iw_set_fragment(wqe, byte_off, NULL, in irdma_uk_send()
524 set_64bit_val(wqe, 16, in irdma_uk_send()
544 set_64bit_val(wqe, 24, hdr); in irdma_uk_send()
546 irdma_qp_push_wqe(qp, wqe, quanta, wqe_idx, post_sq); in irdma_uk_send()
560 static void irdma_set_mw_bind_wqe_gen_1(__le64 *wqe, in irdma_set_mw_bind_wqe_gen_1() argument
563 set_64bit_val(wqe, 0, (uintptr_t)op_info->va); in irdma_set_mw_bind_wqe_gen_1()
564 set_64bit_val(wqe, 8, in irdma_set_mw_bind_wqe_gen_1()
567 set_64bit_val(wqe, 16, op_info->bind_len); in irdma_set_mw_bind_wqe_gen_1()
606 static void irdma_set_mw_bind_wqe(__le64 *wqe, in irdma_set_mw_bind_wqe() argument
609 set_64bit_val(wqe, 0, (uintptr_t)op_info->va); in irdma_set_mw_bind_wqe()
610 set_64bit_val(wqe, 8, in irdma_set_mw_bind_wqe()
613 set_64bit_val(wqe, 16, op_info->bind_len); in irdma_set_mw_bind_wqe()
685 __le64 *wqe; in irdma_uk_inline_rdma_write() local
699 wqe = irdma_qp_get_next_send_wqe(qp, &wqe_idx, quanta, op_info->len, in irdma_uk_inline_rdma_write()
701 if (!wqe) in irdma_uk_inline_rdma_write()
707 set_64bit_val(wqe, 16, in irdma_uk_inline_rdma_write()
723 set_64bit_val(wqe, 0, in irdma_uk_inline_rdma_write()
726 qp->wqe_ops.iw_copy_inline_data((u8 *)wqe, op_info->data, op_info->len, in irdma_uk_inline_rdma_write()
730 set_64bit_val(wqe, 24, hdr); in irdma_uk_inline_rdma_write()
733 irdma_qp_push_wqe(qp, wqe, quanta, wqe_idx, post_sq); in irdma_uk_inline_rdma_write()
752 __le64 *wqe; in irdma_uk_inline_send() local
766 wqe = irdma_qp_get_next_send_wqe(qp, &wqe_idx, quanta, op_info->len, in irdma_uk_inline_send()
768 if (!wqe) in irdma_uk_inline_send()
773 set_64bit_val(wqe, 16, in irdma_uk_inline_send()
795 set_64bit_val(wqe, 0, in irdma_uk_inline_send()
797 qp->wqe_ops.iw_copy_inline_data((u8 *)wqe, op_info->data, op_info->len, in irdma_uk_inline_send()
802 set_64bit_val(wqe, 24, hdr); in irdma_uk_inline_send()
805 irdma_qp_push_wqe(qp, wqe, quanta, wqe_idx, post_sq); in irdma_uk_inline_send()
824 __le64 *wqe; in irdma_uk_stag_local_invalidate() local
835 wqe = irdma_qp_get_next_send_wqe(qp, &wqe_idx, IRDMA_QP_WQE_MIN_QUANTA, in irdma_uk_stag_local_invalidate()
837 if (!wqe) in irdma_uk_stag_local_invalidate()
843 qp->wqe_ops.iw_set_fragment(wqe, 0, &sge, 0); in irdma_uk_stag_local_invalidate()
845 set_64bit_val(wqe, 16, 0); in irdma_uk_stag_local_invalidate()
856 set_64bit_val(wqe, 24, hdr); in irdma_uk_stag_local_invalidate()
859 irdma_qp_push_wqe(qp, wqe, IRDMA_QP_WQE_MIN_QUANTA, wqe_idx, in irdma_uk_stag_local_invalidate()
879 __le64 *wqe; in irdma_uk_post_receive() local
885 wqe = irdma_qp_get_next_recv_wqe(qp, &wqe_idx); in irdma_uk_post_receive()
886 if (!wqe) in irdma_uk_post_receive()
891 qp->wqe_ops.iw_set_fragment(wqe, 0, info->sg_list, in irdma_uk_post_receive()
895 qp->wqe_ops.iw_set_fragment(wqe, byte_off, &info->sg_list[i], in irdma_uk_post_receive()
903 qp->wqe_ops.iw_set_fragment(wqe, byte_off, NULL, in irdma_uk_post_receive()
909 set_64bit_val(wqe, 16, 0); in irdma_uk_post_receive()
915 set_64bit_val(wqe, 24, hdr); in irdma_uk_post_receive()
1508 __le64 *wqe; in irdma_nop() local
1515 wqe = irdma_qp_get_next_send_wqe(qp, &wqe_idx, IRDMA_QP_WQE_MIN_QUANTA, in irdma_nop()
1517 if (!wqe) in irdma_nop()
1522 set_64bit_val(wqe, 0, 0); in irdma_nop()
1523 set_64bit_val(wqe, 8, 0); in irdma_nop()
1524 set_64bit_val(wqe, 16, 0); in irdma_nop()
1532 set_64bit_val(wqe, 24, hdr); in irdma_nop()