Enable continuous batching in python package

Author: as-suvorov

.github/workflows/continuous_batching_cpp.yml

@@ -37,7 +37,7 @@ jobs:
           python -m pip install --upgrade-strategy eager -r ./samples/requirements.txt --pre --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly
           python -m pip install ./thirdparty/openvino_tokenizers/[transformers] --pre --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly
           optimum-cli export openvino --trust-remote-code --weight-format fp16 --model TinyLlama/TinyLlama-1.1B-Chat-v1.0 TinyLlama-1.1B-Chat-v1.0
-          cmake -DCMAKE_BUILD_TYPE=Release -DENABLE_CONTINUOUS_BATCHING=ON -DENABLE_APPS=ON  -S ./ -B ./build/
+          cmake -DCMAKE_BUILD_TYPE=Release -DENABLE_CONTINUOUS_BATCHING=ON -DENABLE_APPS=ON -DENABLE_PYTHON=ON  -S ./ -B ./build/
           cmake --build ./build/ --config Release -j
       - name: Run gtests
         run: |

pyproject.toml

@@ -33,6 +33,7 @@ find_python3 = true
 build_args = ["--parallel", "--target", "py_generate_pipeline"]
 install_args = ["--strip"]
 install_components = ["wheel_genai"]
+options = { "ENABLE_CONTINUOUS_BATCHING" = "ON" }
 
 [build-system]
 requires = [

src/python/CMakeLists.txt

@@ -90,6 +90,11 @@ install(TARGETS openvino_genai py_generate_pipeline
 if(ENABLE_CONTINUOUS_BATCHING)
     pybind11_add_module(py_continuous_batching python.cpp)
     target_link_libraries(py_continuous_batching PRIVATE openvino::continuous_batching)
-    set_target_properties(py_continuous_batching PROPERTIES
-        LIBRARY_OUTPUT_DIRECTORY "$<1:${CMAKE_BINARY_DIR}/openvino_genai>")
+    set_target_properties(py_continuous_batching PROPERTIES LIBRARY_OUTPUT_DIRECTORY "$<1:${CMAKE_BINARY_DIR}/openvino_genai>")
+
+    # wheel_genai component is used for wheel generation in pyproject.toml.
+    # Exclude wheel_genai from normal packaging because there's pygenai_X_Y component for that.
+    install(TARGETS openvino_genai py_continuous_batching
+            LIBRARY DESTINATION openvino_genai COMPONENT wheel_genai EXCLUDE_FROM_ALL
+            RUNTIME DESTINATION openvino_genai COMPONENT wheel_genai EXCLUDE_FROM_ALL)
 endif()