POSIX: merge posix plugin to main with CI changes (#234)

* NIXL POSIX plugin (#178)

* Added status.h header, containing useful macros for checking
nixl_status_t

* CI: test liburing install and run posix_test

Signed-off-by: Timothy Stamler <tstamler@nvidia.com>
Co-authored-by: dfarge <dfarge@nvidia.com>

Author: tstamler

.gitlab/build.sh

@@ -53,6 +53,7 @@ apt-get -qq install -y curl \
                              libgrpc-dev \
                              libgrpc++-dev \
                              libprotobuf-dev \
+                             liburing-dev \
                              meson \
                              ninja-build \
                              pkg-config \

.gitlab/test_cpp.sh

@@ -41,13 +41,17 @@ env
 nvidia-smi topo -m || true
 ibv_devinfo || true
 
+apt-get -qq update
+apt-get -qq install liburing-dev
+
 echo "==== Running C++ tests ===="
 cd ${INSTALL_DIR}
 ./bin/desc_example
 ./bin/agent_example
 ./bin/nixl_example
 ./bin/ucx_backend_test
 ./bin/ucx_mo_backend_test
+./bin/nixl_posix_test
 ./bin/ucx_backend_multi
 ./bin/serdes_test
 ./bin/gtest

.gitlab/test_python.sh

@@ -25,6 +25,8 @@ if [ -z "$INSTALL_DIR" ]; then
     exit 1
 fi
 
+apt-get -qq install liburing-dev
+
 export LD_LIBRARY_PATH=${INSTALL_DIR}/lib:${INSTALL_DIR}/lib/x86_64-linux-gnu:${INSTALL_DIR}/lib/x86_64-linux-gnu/plugins:/usr/local/lib:$LD_LIBRARY_PATH
 export LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/lib64/stubs:/usr/local/cuda/lib64:/usr/local/cuda-12.8/compat:$LD_LIBRARY_PATH
 export LD_LIBRARY_PATH=/usr/local/cuda/compat/lib.real:$LD_LIBRARY_PATH

README.md

@@ -35,10 +35,12 @@ pip install nixl
 ### Ubuntu:
 
 `$ sudo apt install build-essential cmake pkg-config`
+`$ sudo apt install liburing-dev`
 
 ### Fedora:
 
 `$ sudo dnf install gcc-c++ cmake pkg-config`
+`$ sudo dnf install liburing-devel`
 
 ### Python
 

contrib/Dockerfile

@@ -40,6 +40,8 @@ RUN git clone https://github.com/etcd-cpp-apiv3/etcd-cpp-apiv3.git &&\
 	cd etcd-cpp-apiv3 && mkdir build && cd build && \
 	cmake .. && make -j$(nproc) && make install
 
+RUN apt install liburing-dev
+
 COPY --from=ghcr.io/astral-sh/uv:latest /uv /uvx /bin/
 
 ENV RUSTUP_HOME=/usr/local/rustup \

src/core/nixl_plugin_manager.cpp

@@ -387,5 +387,10 @@ void nixlPluginManager::registerBuiltinPlugins() {
         extern nixlBackendPlugin* createStaticGdsPlugin();
         registerStaticPlugin("GDS", createStaticGdsPlugin);
     #endif
+
+    #ifdef STATIC_PLUGIN_POSIX
+        extern nixlBackendPlugin* createStaticPosixPlugin();
+        registerStaticPlugin("POSIX", createStaticPosixPlugin);
+    #endif
     #endif
 }

src/plugins/meson.build

@@ -17,6 +17,7 @@ ucx_backend_inc_dirs = include_directories('./ucx')
 
 subdir('ucx')
 subdir('ucx_mo')
+subdir('posix')
 
 disable_gds_backend = get_option('disable_gds_backend')
 if not disable_gds_backend and cuda_dep.found()

src/plugins/posix/README.md

@@ -0,0 +1,23 @@
+<!--
+SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+SPDX-License-Identifier: Apache-2.0
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+
+# NIXL POSIX Plugin
+
+This plugin uses liburing as an I/O backend for NIXL.
+
+# Install
+sudo apt install liburing-dev

src/plugins/posix/meson.build

@@ -0,0 +1,47 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Check for liburing dependency
+liburing_dep = dependency('liburing', required: true)
+
+# Get Abseil dependencies
+absl_log_dep = dependency('absl_log', required: true)
+
+if 'POSIX' in static_plugins
+    posix_backend_lib = static_library('POSIX', 'posix_backend.cpp', 'posix_backend.h', 'posix_plugin.cpp',
+                                       dependencies: [nixl_infra, liburing_dep, absl_log_dep],
+                                       link_args: ['-luring'],
+                                       include_directories: [nixl_inc_dirs, utils_inc_dirs],
+                                       install: false,
+                                       cpp_args: compile_flags,
+                                       name_prefix: 'libplugin_')  # Custom prefix for plugin libraries
+else
+    posix_backend_lib = shared_library('POSIX', 'posix_backend.cpp', 'posix_backend.h', 'posix_plugin.cpp',
+                                       dependencies: [nixl_infra, liburing_dep, absl_log_dep],
+                                       include_directories: [nixl_inc_dirs, utils_inc_dirs],
+                                       link_args: ['-luring'],
+                                       install: true,
+                                       cpp_args: ['-fPIC'],
+                                       name_prefix: 'libplugin_',  # Custom prefix for plugin libraries
+                                       install_dir: plugin_install_dir)
+    if get_option('buildtype') == 'debug'
+        run_command('sh', '-c',
+            'echo "POSIX=' + posix_backend_lib.full_path() + '" >> ' + plugin_build_dir + '/pluginlist',
+            check: true
+        )
+    endif
+endif
+
+posix_backend_interface = declare_dependency(link_with: posix_backend_lib)