Added posix plugin

Author: dfarge

.gitlab/build.sh

@@ -53,6 +53,7 @@ apt-get -qq install -y curl \
                              libgrpc-dev \
                              libgrpc++-dev \
                              libprotobuf-dev \
+                             liburing-dev \
                              meson \
                              ninja-build \
                              pkg-config \

README.md

@@ -26,10 +26,12 @@ NVIDIA Inference Xfer Library (NIXL) is targeted for accelerating point to point
 ### Ubuntu:
 
 `$ sudo apt install build-essential cmake pkg-config`
+`$ sudo apt install liburing-dev`
 
 ### Fedora:
 
 `$ sudo dnf install gcc-c++ cmake pkg-config`
+`$ sudo dnf install liburing-devel`
 
 ### Python
 

contrib/Dockerfile

@@ -27,6 +27,8 @@ RUN apt-get update -y && \
     libclang-dev \
     cmake
 
+RUN apt install liburing-dev
+
 COPY --from=ghcr.io/astral-sh/uv:latest /uv /uvx /bin/
 
 ENV RUSTUP_HOME=/usr/local/rustup \

src/core/nixl_plugin_manager.cpp

@@ -387,5 +387,10 @@ void nixlPluginManager::registerBuiltinPlugins() {
         extern nixlBackendPlugin* createStaticGdsPlugin();
         registerStaticPlugin("GDS", createStaticGdsPlugin);
     #endif
+
+    #ifdef STATIC_PLUGIN_POSIX
+        extern nixlBackendPlugin* createStaticPosixPlugin();
+        registerStaticPlugin("POSIX", createStaticPosixPlugin);
+    #endif
     #endif
 }

src/plugins/meson.build

@@ -17,6 +17,7 @@ ucx_backend_inc_dirs = include_directories('./ucx')
 
 subdir('ucx')
 subdir('ucx_mo')
+subdir('posix')
 
 disable_gds_backend = get_option('disable_gds_backend')
 if not disable_gds_backend and cuda_dep.found()

src/plugins/posix/README.md

@@ -0,0 +1,23 @@
+<!--
+SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+SPDX-License-Identifier: Apache-2.0
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+
+# NIXL POSIX Plugin
+
+This plugin uses liburing as an I/O backend for NIXL.
+
+# Install
+sudo apt install liburing-dev

src/plugins/posix/meson.build

@@ -0,0 +1,47 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Check for liburing dependency
+liburing_dep = dependency('liburing', required: true)
+
+# Get Abseil dependencies
+absl_log_dep = dependency('absl_log', required: true)
+
+if 'POSIX' in static_plugins
+    posix_backend_lib = static_library('POSIX', 'posix_backend.cpp', 'posix_backend.h', 'posix_plugin.cpp',
+                                       dependencies: [nixl_infra, liburing_dep, absl_log_dep],
+                                       link_args: ['-luring'],
+                                       include_directories: [nixl_inc_dirs, utils_inc_dirs],
+                                       install: false,
+                                       cpp_args: compile_flags,
+                                       name_prefix: 'libplugin_')  # Custom prefix for plugin libraries
+else
+    posix_backend_lib = shared_library('POSIX', 'posix_backend.cpp', 'posix_backend.h', 'posix_plugin.cpp',
+                                       dependencies: [nixl_infra, liburing_dep, absl_log_dep],
+                                       include_directories: [nixl_inc_dirs, utils_inc_dirs],
+                                       link_args: ['-luring'],
+                                       install: true,
+                                       cpp_args: ['-fPIC'],
+                                       name_prefix: 'libplugin_',  # Custom prefix for plugin libraries
+                                       install_dir: plugin_install_dir)
+    if get_option('buildtype') == 'debug'
+        run_command('sh', '-c',
+            'echo "POSIX=' + posix_backend_lib.full_path() + '" >> ' + plugin_build_dir + '/pluginlist',
+            check: true
+        )
+    endif
+endif
+
+posix_backend_interface = declare_dependency(link_with: posix_backend_lib)