UCT/IB/EFA/SRD: Initial interface add

src/uct/ib/base/ib_iface.h

@@ -92,6 +92,11 @@ enum {
 #else
     UCT_IB_QPT_DCI = UCT_IB_QPT_UNKNOWN,
 #endif
+#if HAVE_EFA
+    UCT_IB_QPT_SRD,
+#else
+    UCT_IB_QPT_SRD = UCT_IB_QPT_UNKNOWN,
+#endif
 };
 
 

src/uct/ib/base/ib_log.c

@@ -23,6 +23,10 @@ const char *uct_ib_qp_type_str(int qp_type)
 #if HAVE_TL_DC
     case UCT_IB_QPT_DCI:
         return "DCI";
+#endif
+#if HAVE_EFA
+    case UCT_IB_QPT_SRD:
+        return "SRD";
 #endif
     default:
         ucs_bug("invalid qp type: %d", qp_type);

src/uct/ib/efa/Makefile.am

@@ -15,9 +15,12 @@ libuct_ib_efa_la_LIBADD   = $(top_builddir)/src/ucs/libucs.la \
                             $(top_builddir)/src/uct/libuct.la \
                             $(top_builddir)/src/uct/ib/libuct_ib.la
 
-libuct_ib_efa_la_SOURCES  = ib_efa_md.c
+libuct_ib_efa_la_SOURCES  = ib_efa_md.c \
+                            srd/srd_iface.c
 
-noinst_HEADERS            = ib_efa.h
+noinst_HEADERS            = ib_efa.h \
+                            srd/srd_iface.h \
+                            srd/srd_def.h
 
 PKG_CONFIG_NAME=ib-efa
 

src/uct/ib/efa/ib_efa_md.c

@@ -104,12 +104,16 @@ static uct_ib_md_ops_t uct_ib_efa_md_ops = {
 
 UCT_IB_MD_DEFINE_ENTRY(efa, uct_ib_efa_md_ops);
 
+extern uct_tl_t UCT_TL_NAME(srd);
+
 void UCS_F_CTOR uct_efa_init(void)
 {
     ucs_list_add_head(&uct_ib_ops, &UCT_IB_MD_OPS_NAME(efa).list);
+    uct_tl_register(&uct_ib_component, &UCT_TL_NAME(srd));
 }
 
 void UCS_F_DTOR uct_efa_cleanup(void)
 {
+    uct_tl_unregister(&UCT_TL_NAME(srd));
     ucs_list_del(&UCT_IB_MD_OPS_NAME(efa).list);
 }

src/uct/ib/efa/srd/srd_def.h

@@ -0,0 +1,74 @@
+/**
+ * Copyright (c) NVIDIA CORPORATION & AFFILIATES, 2025. ALL RIGHTS RESERVED.
+ *
+ * See file LICENSE for terms.
+ */
+
+#ifndef SRD_DEF_H_
+#define SRD_DEF_H_
+
+#include <uct/ib/base/ib_iface.h>
+#include <ucs/datastruct/frag_list.h>
+
+
+#define UCT_SRD_SEND_DESC_ALIGN UCS_SYS_CACHE_LINE_SIZE
+#define UCT_SRD_SEND_OP_ALIGN   UCS_SYS_CACHE_LINE_SIZE
+
+
+typedef ucs_frag_list_sn_t uct_srd_psn_t;
+typedef struct uct_srd_iface uct_srd_iface_t;
+typedef struct uct_srd_iface_addr uct_srd_iface_addr_t;
+typedef struct uct_srd_iface_peer uct_srd_iface_peer_t;
+typedef struct uct_srd_ep_addr uct_srd_ep_addr_t;
+typedef struct uct_srd_send_op uct_srd_send_op_t;
+typedef struct uct_srd_send_desc uct_srd_send_desc_t;
+
+typedef uint32_t uct_srd_ep_conn_sn_t;
+
+typedef struct uct_srd_neth {
+    uint32_t      packet_type;
+    uint8_t       fc;
+    uct_srd_psn_t psn;
+} UCS_S_PACKED uct_srd_neth_t;
+
+typedef struct uct_srd_recv_desc {
+    uct_ib_iface_recv_desc_t super;
+} uct_srd_recv_desc_t;
+
+enum {
+#if UCS_ENABLE_ASSERT
+    UCT_SRD_SEND_OP_FLAG_INVALID = UCS_BIT(7), /* send op was released */
+#else
+    UCT_SRD_SEND_OP_FLAG_INVALID = 0,
+#endif
+};
+
+typedef struct uct_srd_peer_name {
+    char name[16];
+    int  pid;
+} uct_srd_peer_name_t;
+
+typedef struct uct_srd_iface_addr {
+    uct_ib_uint24_t qp_num;
+} uct_srd_iface_addr_t;
+
+typedef struct uct_srd_ep_addr {
+    uct_srd_iface_addr_t iface_addr;
+    uct_ib_uint24_t      ep_id;
+} uct_srd_ep_addr_t;
+
+/* Send operation (TX or RX) */
+struct uct_srd_send_op {
+    uint16_t flags;
+} UCS_V_ALIGNED(UCT_SRD_SEND_OP_ALIGN);
+
+/*
+ * Send descriptor
+ * - used for any send op (including RDMA READ) that
+ *   requires some form of handling after completion
+ */
+struct uct_srd_send_desc {
+    uct_srd_send_op_t super;
+    uint32_t          lkey;
+} UCS_S_PACKED UCS_V_ALIGNED(UCT_SRD_SEND_DESC_ALIGN);
+#endif