pyverbs/efa: Add processing hints support

Expose work request processing hints setter through pyverbs EFA direct
verbs API.

Reviewed-by: Yonatan Nachum <ynachum@amazon.com>
Signed-off-by: Michael Margolin <mrgolin@amazon.com>

Author: mrgolin

pyverbs/providers/efa/efa_enums.pxd

@@ -19,6 +19,12 @@ cdef extern from 'infiniband/efadv.h':
         EFADV_QP_FLAGS_UNSOLICITED_WRITE_RECV
         EFADV_QP_FLAGS_INLINE_WRITE
 
+    cpdef enum:
+        EFADV_WR_EX_WITH_PROCESSING_HINTS
+
+    cpdef enum:
+        EFADV_WR_PROCESSING_HINT_BURST_PPS_SENSITIVE
+
     cpdef enum:
         EFADV_WC_EX_WITH_SGID
         EFADV_WC_EX_WITH_IS_UNSOLICITED

pyverbs/providers/efa/efadv.pxd

@@ -33,7 +33,7 @@ cdef class SRDQP(QP):
 
 
 cdef class SRDQPEx(QPEx):
-    pass
+    cdef dv.efadv_qp *dv_qp
 
 
 cdef class EfaQPInitAttr(PyverbsObject):

pyverbs/providers/efa/efadv.pyx

@@ -195,13 +195,21 @@ cdef class EfaQPInitAttr(PyverbsObject):
     def sl(self,val):
         self.qp_init_attr.sl = val
 
+    @property
+    def wr_flags(self):
+        return self.qp_init_attr.wr_flags
+
+    @wr_flags.setter
+    def wr_flags(self, val):
+        self.qp_init_attr.wr_flags = val
+
 
 cdef class SRDQPEx(QPEx):
     """
     Initializes an SRD QPEx according to the user-provided data.
     :param ctx: Context object
-    :param init_attr: QPInitAttrEx object
-    :param dv_init_attr: EFAQPInitAttr object
+    :param attr_ex: QPInitAttrEx object
+    :param efa_init_attr: EFAQPInitAttr object
     :return: An initialized SRDQPEx
     """
     def __init__(self, Context ctx not None, QPInitAttrEx attr_ex not None, EfaQPInitAttr efa_init_attr not None):
@@ -215,13 +223,17 @@ cdef class SRDQPEx(QPEx):
             pd=<PD>attr_ex.pd
             pd.add_ref(self)
         super().__init__(ctx, attr_ex)
+        self.dv_qp = dv.efadv_qp_from_ibv_qp_ex(self.qp_ex)
 
     def _get_comp_mask(self, dst):
         srd_mask = {'INIT': ibv_qp_attr_mask.IBV_QP_PKEY_INDEX | ibv_qp_attr_mask.IBV_QP_PORT | ibv_qp_attr_mask.IBV_QP_QKEY,
                     'RTR': 0,
                     'RTS': ibv_qp_attr_mask.IBV_QP_SQ_PSN}
         return srd_mask [dst] | ibv_qp_attr_mask.IBV_QP_STATE
 
+    def wr_set_processing_hints(self, hints):
+        dv.efadv_wr_set_processing_hints(self.dv_qp, hints)
+
 
 cdef class EfaDVCQInitAttr(PyverbsObject):
     """

pyverbs/providers/efa/libefa.pxd

@@ -31,7 +31,11 @@ cdef extern from 'infiniband/efadv.h':
         uint32_t driver_qp_type;
         uint16_t flags;
         uint8_t sl;
-        uint8_t reserved[1];
+        uint8_t reserved;
+        uint64_t wr_flags;
+
+    cdef struct efadv_qp:
+        uint64_t comp_mask;
 
     cdef struct efadv_cq_init_attr:
         uint64_t comp_mask;
@@ -68,6 +72,8 @@ cdef extern from 'infiniband/efadv.h':
                                  v.ibv_qp_init_attr_ex *attr_ex,
                                  efadv_qp_init_attr *efa_attr,
                                  uint32_t inlen)
+    efadv_qp *efadv_qp_from_ibv_qp_ex(v.ibv_qp_ex *ibvqpx)
+    void efadv_wr_set_processing_hints(efadv_qp *efadv_qp, uint32_t hints)
     v.ibv_cq_ex *efadv_create_cq(v.ibv_context *ibvctx,
                                  v.ibv_cq_init_attr_ex *attr_ex,
                                  efadv_cq_init_attr *efa_attr,