Merge branch 'master' into torchfx_gptq_accuracy_fix

Author: mvafin

.github/actions/common/artifact_utils.py

@@ -9,7 +9,9 @@
 def add_common_args(parser: argparse.ArgumentParser):
     parser.add_argument('-s', '--commit_sha', help='Commit hash for which artifacts were generated', required=True)
     parser.add_argument('-b', '--branch_name', help='Name of GitHub branch', required=False,
-                        default=os.getenv('GITHUB_BASE_REF') or os.getenv('GITHUB_REF_NAME'))
+                        default=os.getenv('GITHUB_BASE_REF') or
+                                os.getenv('MERGE_QUEUE_BASE_REF').replace('refs/heads/', '') or
+                                os.getenv('GITHUB_REF_NAME'))
     parser.add_argument('-e', '--event_name', help='Name of GitHub event', required=False,
                         default=os.getenv('GITHUB_EVENT_NAME'))
     parser.add_argument('--storage_root', help='Root path of the artifacts storage', required=False,

.github/actions/openvino_provider/action.yml

@@ -9,6 +9,11 @@ inputs:
     description: 'Branch of OpenVINO to take the revision from if no specific hash was provided. 
                   Taken from github context by default'
     required: false
+  event_name:
+    description: 'Even name from which artifacts were generated. "push" by default; overwrite it with "pull_request" 
+                  if revision/branch is from PR'
+    default: "push"
+    required: false
   ov_artifact_name:
     description: "Name under which to upload provided OpenVINO build artifacts, set automatically by default"
     required: false
@@ -107,7 +112,7 @@ runs:
       with:
         platform: ${{ inputs.platform }}_${{ inputs.arch }}
         storage_root: ${{ inputs.commit_share_path }}
-        event_name: "commit"
+        event_name: ${{ inputs.event_name }}
         trigger_repo_sha: ${{ env.OV_REVISION }}
         branch_name: ${{ inputs.branch_name }}
         to_restore: ${{ inputs.commit_packages_to_provide }}
@@ -137,15 +142,15 @@ runs:
         artifacts_path=${{ steps.openvino_commit_download.outputs.artifacts_path }}
         cd $artifacts_path
         version=$(yq eval '.components.dldt.custom_params.wheel_product_version' manifest.yml)
-        wheel_path=${{ inputs.install_dir && '$artifacts_path/tools' || './tools' }}
+        wheel_path=${{ inputs.install_dir && '$artifacts_path/wheels' || './wheels' }}
         default_find_links_cmd="--find-links=$wheel_path"
         find_links_cmd=$([[ -n "$PIP_FIND_LINKS" ]] && echo "" || echo "$default_find_links_cmd")
         echo "ov_version=$version" >> $GITHUB_OUTPUT
         echo "ov_wheel_source=$default_find_links_cmd" >> $GITHUB_OUTPUT
 
     - name: Upload commit OpenVINO archives
       if: steps.openvino_commit_download.outcome == 'success' && !inputs.install_dir
-      uses: actions/upload-artifact@v4
+      uses: actions/upload-artifact@50769540e7f4bd5e21e526ee35c689e35e0d6874 # v4.4.0
       with:
         name: ${{ steps.openvino_commit_output.outputs.ov_artifact_name }}
         path: ${{ steps.openvino_commit_output.outputs.ov_package_path }}
@@ -188,7 +193,7 @@ runs:
 
     - name: Upload OpenVINO archives
       if: steps.openvino_s3_download.outcome == 'success' && !inputs.install_dir
-      uses: actions/upload-artifact@v4
+      uses: actions/upload-artifact@50769540e7f4bd5e21e526ee35c689e35e0d6874 # v4.4.0
       with:
         name: ${{ steps.openvino_s3_download.outputs.ov_artifact_name }}
         path: ${{ steps.openvino_s3_download.outputs.ov_package_path }}

.github/actions/restore_artifacts/action.yml

@@ -60,3 +60,4 @@ runs:
         EVENT_PARAM: "-e ${{ inputs.event_name }}"
         TO_RESTORE: "-r ${{ inputs.to_restore }}"
         DEFAULT_TARGET_DIR: "${{ env.GITHUB_WORKSPACE }}/${{ inputs.storage_dir || inputs.platform }}"
+        MERGE_QUEUE_BASE_REF: "${{ github.event.merge_group.base_ref }}"

.github/actions/restore_artifacts/restore_artifacts.py

@@ -33,10 +33,10 @@ def include_filter(include_list: set | list):
     """
     Returns input for shutil.copytree ignore - to copy only files from include list
     """
-    def _filter(_, files: list):
+    def _filter(root, files: list):
         if not include_list:
             return []
-        return [f for f in files if f not in include_list]
+        return [f for f in files if f not in include_list and Path(root).name not in include_list]
 
     return _filter
 

.github/actions/store_artifacts/action.yml

@@ -60,3 +60,4 @@ runs:
         EVENT_PARAM: "-e ${{ inputs.event_name }}"
         STORAGE_PARAM: "--storage_dir ${{ inputs.storage_dir }}"
         PLATFORM_PARAM: "--platform ${{ inputs.platform }}"
+        MERGE_QUEUE_BASE_REF: ""

.github/actions/store_artifacts/store_artifacts.py

@@ -98,13 +98,14 @@ def main():
         with open(storage / 'workflow_link.txt', 'w') as file:
             file.write(workflow_link)
 
-    latest_artifacts_for_branch = artifact_utils.get_latest_artifacts_link(storage_dir, args.storage_root,
-                                                                           args.branch_name, args.event_name)
-    # Overwrite path to "latest" built artifacts only if a given commit is the head of a given branch
-    if args.event_name != 'pull_request' and args.commit_sha == os.getenv('GITHUB_SHA'):
-        # TODO: lock to avoid corruption in case of a parallel build (unlikely event for now, but still)
-        with open(latest_artifacts_for_branch, 'w') as file:
-            file.write(str(storage.relative_to(storage_root)))
+    if not error_found:
+        latest_artifacts_for_branch = artifact_utils.get_latest_artifacts_link(storage_dir, args.storage_root,
+                                                                               args.branch_name, args.event_name)
+        # Overwrite path to "latest" built artifacts only if a given commit is the head of a given branch
+        if args.event_name != 'pull_request' and args.commit_sha == os.getenv('GITHUB_SHA'):
+            # TODO: lock to avoid corruption in case of a parallel build (unlikely event for now, but still)
+            with open(latest_artifacts_for_branch, 'w') as file:
+                file.write(str(storage.relative_to(storage_root)))
 
     logger.debug(f"Copying finished")
     (storage / 'copying_finished').touch()

.github/dockerfiles/docker_tag

@@ -1 +1 @@
-pr-26586
+pr-26993

.github/dockerfiles/ov_build/debian_10_arm/Dockerfile

@@ -19,6 +19,8 @@ RUN apt-get update && \
         git \
         gpg-agent \
         tzdata \
+        # parallel gzip
+        pigz \
         # Pythons \
         python3 \
         python3-pip \

.github/dockerfiles/ov_build/fedora_29/Dockerfile

@@ -18,6 +18,8 @@ RUN yum update -y && yum install -y \
     tar \
     gcc \
     gcc-c++ \
+    # parallel gzip
+    pigz \
     xz
 
 # Install build dependencies

.github/dockerfiles/ov_build/ubuntu_20_04_arm64/Dockerfile

@@ -23,6 +23,8 @@ RUN apt-get update && \
         ca-certificates \
         gpg-agent \
         tzdata \
+        # parallel gzip
+        pigz \
         # Pythons
         python3.8-dev \
         python3.8-venv \
@@ -33,7 +35,7 @@ RUN apt-get update && \
         libhdf5-dev \
         # For Java API
         default-jdk \
-        # Compiler
+        # Compiler, required for multi-isa build
         gcc-10 \
         g++-10 \
         && \

.github/dockerfiles/ov_build/ubuntu_20_04_x64/Dockerfile

@@ -22,15 +22,14 @@ RUN apt-get update && \
         git \
         gpg-agent \
         tzdata \
+        # parallel gzip
+        pigz \
         # Pythons
         python3.9-dev \
         python3.9-venv \
         python3.9-distutils \
         # For Java API
         default-jdk \
-        # Compiler \
-        gcc-10 \
-        g++-10 \
         && \
     rm -rf /var/lib/apt/lists/*
 
@@ -40,10 +39,6 @@ RUN chmod +x /install_build_dependencies.sh && \
     /install_build_dependencies.sh && \
     rm -rf /var/lib/apt/lists/*
 
-# Set gcc-10 as a default compiler
-RUN update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-10 30 && \
-    update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-10 30
-
 # Install sscache
 ARG SCCACHE_VERSION="v0.7.5"
 ENV SCCACHE_HOME="/opt/sccache" \

.github/dockerfiles/ov_build/ubuntu_20_04_x64_nvidia/Dockerfile

@@ -24,6 +24,8 @@ RUN apt-get update && \
         ca-certificates \
         gpg-agent \
         tzdata \
+        # parallel gzip
+        pigz \
         # Pythons
         python3.8-dev \
         python3.8-venv \
@@ -33,9 +35,6 @@ RUN apt-get update && \
         python3.11-distutils \
         # For Java API
         default-jdk \
-        # Compiler \
-        gcc-10 \
-        g++-10 \
         && \
     rm -rf /var/lib/apt/lists/*
 
@@ -45,10 +44,6 @@ RUN chmod +x /install_build_dependencies.sh && \
     /install_build_dependencies.sh && \
     rm -rf /var/lib/apt/lists/*
 
-# Set gcc-10 as a default compiler
-RUN update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-10 30 && \
-    update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-10 30
-
 # Install sscache
 ARG SCCACHE_VERSION="v0.7.5"
 ENV SCCACHE_HOME="/opt/sccache" \

.github/dockerfiles/ov_build/ubuntu_22_04_riscv/Dockerfile

@@ -30,6 +30,8 @@ RUN apt-get update && \
         ca-certificates \
         gpg-agent \
         tzdata \
+        # parallel gzip
+        pigz \
         # Python \
         python3-dev \
         python3-pip \

.github/dockerfiles/ov_build/ubuntu_22_04_x64/Dockerfile

@@ -23,6 +23,8 @@ RUN apt-get update && \
         gpg-agent \
         tzdata \
         libtbb2 \
+        # parallel gzip
+        pigz \
         # Pythons \
         python3.11-dev \
         python3.11-venv \

.github/dockerfiles/ov_build/ubuntu_22_04_x64_cc/Dockerfile

@@ -24,6 +24,8 @@ RUN apt-get update && \
         gpg-agent \
         tzdata \
         libtbb2 \
+        # parallel gzip
+        pigz \
         # Pythons
         python3.8-dev \
         python3.8-venv \

.github/dockerfiles/ov_build/ubuntu_22_04_x64_dpcpp/Dockerfile

@@ -25,6 +25,8 @@ RUN apt-get update && \
         gpg-agent \
         tzdata \
         libtbb2 \
+        # parallel gzip
+        pigz \
         # Pythons \
         python3.11-dev \
         python3.11-venv \

.github/dockerfiles/ov_build/ubuntu_22_04_x64_nvidia/Dockerfile

@@ -23,6 +23,8 @@ RUN apt-get update && \
         git \
         gpg-agent \
         tzdata \
+        # parallel gzip
+        pigz \
         # Python
         python3.11-dev \
         python3.11-venv \

.github/dockerfiles/ov_build/ubuntu_24_04_x64/Dockerfile

@@ -22,6 +22,8 @@ RUN apt-get update && \
         git \
         gpg-agent \
         tzdata \
+        # parallel gzip
+        pigz \
         # Python
         python3-dev \
         python3-venv \

.github/dockerfiles/ov_test/debian_10_arm/Dockerfile

@@ -0,0 +1,40 @@
+ARG REGISTRY="docker.io"
+FROM ${REGISTRY}/library/debian:10.13
+
+USER root
+
+# APT configuration
+RUN echo 'Acquire::Retries "10";' > /etc/apt/apt.conf && \
+    echo 'APT::Get::Assume-Yes "true";' >> /etc/apt/apt.conf && \
+    echo 'APT::Get::Fix-Broken "true";' >> /etc/apt/apt.conf && \
+    echo 'APT::Get::no-install-recommends "true";' >> /etc/apt/apt.conf
+
+ENV DEBIAN_FRONTEND="noninteractive" \
+    TZ="Europe/London"
+
+RUN apt-get update && \
+    apt-get install  \
+        git \
+        libc6-dev \
+        # parallel gzip
+        pigz \
+        # Python for running C++ Functional tests via parallelization script  \
+        python3 \
+        python3-pip \
+        python3-dev \
+        python3-venv \
+        python3-distutils \
+        # Compilers
+        gcc-arm-linux-gnueabihf \
+        g++-arm-linux-gnueabihf \
+        && \
+    rm -rf /var/lib/apt/lists/*
+
+# Install build dependencies
+ADD install_build_dependencies.sh /install_build_dependencies.sh
+RUN chmod +x /install_build_dependencies.sh && \
+    /install_build_dependencies.sh && \
+    rm -rf /var/lib/apt/lists/*
+
+ENV LD_LIBRARY_PATH="/usr/arm-linux-gnueabihf/:/usr/arm-linux-gnueabihf/lib/:$LD_LIBRARY_PATH"
+RUN ln -s /usr/arm-linux-gnueabihf/lib/ld-linux-armhf.so.3 /lib/ld-linux-armhf.so.3

.github/dockerfiles/ov_test/ubuntu_20_04_arm64/Dockerfile

@@ -23,6 +23,8 @@ RUN apt-get update && \
         ca-certificates \
         gpg-agent \
         tzdata \
+        # parallel gzip
+        pigz \
         # Python
         python3.11-dev \
         python3.11-venv \

.github/dockerfiles/ov_test/ubuntu_20_04_x64/Dockerfile

@@ -22,6 +22,8 @@ RUN apt-get update && \
         git \
         gpg-agent \
         tzdata \
+        # parallel gzip
+        pigz \
         # Python
         python3.9-dev \
         python3.9-venv \

.github/dockerfiles/ov_test/ubuntu_22_04_x64/Dockerfile

@@ -23,6 +23,8 @@ RUN apt-get update && \
         ca-certificates \
         gpg-agent \
         tzdata \
+        # parallel gzip
+        pigz \
         # Python
         python3.11-dev \
         python3.11-venv \

.github/dockerfiles/ov_test/ubuntu_24_04_x64/Dockerfile

@@ -20,6 +20,8 @@ RUN apt-get update && \
         git \
         gpg-agent \
         tzdata \
+        # parallel gzip
+        pigz \
         # Python
         python3-full \
         libhdf5-dev \

.github/github_org_control/configs.py

@@ -14,8 +14,8 @@
 from pathlib import Path
 
 
-if sys.version_info[:2] < (3, 8):
-    raise Exception("Python version must be >= 3.8")
+if sys.version_info[:2] < (3, 9):
+    raise Exception("Python version must be >= 3.9")
 
 
 class ConfigException(Exception):

.github/labeler.yml

@@ -76,6 +76,8 @@
 
 'category: NPUW':
 - 'src/plugins/intel_npu/src/plugin/npuw/**/*'
+- 'src/plugins/intel_npu/tests/functional/behavior/npuw/**/*'
+- 'src/plugins/intel_npu/tests/unit/behavior/npuw/**/*'
 
 'category: HETERO':
 - 'src/plugins/hetero/**/*'
@@ -150,6 +152,7 @@
 - 'tests/layer_tests/tensorflow_tests/**/*'
 - 'tests/layer_tests/tensorflow2_keras_tests/**/*'
 - 'tests/layer_tests/jax_tests/**/*'
+- 'tests/requirements_tensorflow'
 - any: ['tests/model_hub_tests/**',
         '!tests/model_hub_tests/pytorch/**/*',
         '!tests/model_hub_tests/jax/**/*']
@@ -165,6 +168,7 @@
 - 'src/bindings/python/src/openvino/frontend/pytorch/**/*'
 - 'tests/layer_tests/py_frontend_tests/test_torch_decoder.py'
 - 'tests/layer_tests/py_frontend_tests/test_torch_frontend.py'
+- 'tests/requirements_pytorch'
 - any: ['tests/model_hub_tests/**',
         '!tests/model_hub_tests/tensorflow/**/*',
         '!tests/model_hub_tests/jax/**/*']

.github/workflows/build_doc.yml

@@ -48,7 +48,7 @@ jobs:
         run: |
           # install doxygen
           wget https://www.doxygen.nl/files/doxygen-$DOXY_VER.linux.bin.tar.gz
-          tar -xzf doxygen-$DOXY_VER.linux.bin.tar.gz
+          tar -I pigz -xf doxygen-$DOXY_VER.linux.bin.tar.gz
           echo "$(pwd)/doxygen-$DOXY_VER/bin/" >> $GITHUB_PATH
 
       - name: Validate benchmarks files

.github/workflows/coverity.yml

@@ -103,7 +103,7 @@ jobs:
           rm -rf ${COVERITY_TOOL_DIR} && mkdir -p ${COVERITY_TOOL_DIR}
           pushd ${COVERITY_TOOL_DIR}
             wget https://scan.coverity.com/download/linux64 --progress=bar:force:noscroll --post-data "token=${{ secrets.COVERITY_TOKEN }}&project=openvino" -O coverity_tool.tgz
-            tar xvf coverity_tool.tgz && rm coverity_tool.tgz
+            tar -I pigz -xf coverity_tool.tgz && rm coverity_tool.tgz
           popd
 
       - name: Cmake build - OpenVINO with Coverity
@@ -112,7 +112,7 @@ jobs:
       - name: Pack Artefacts
         run: |
           pushd ${BUILD_DIR}
-            tar -C ${BUILD_DIR} -czvf openvino.tgz cov-int
+            tar -cvf - cov-int | pigz > openvino.tgz
           popd
 
       - name: Submit artefacts