Merge branch 'master' into clamp

Author: barnasm1

.github/actions/common/artifact_utils.py

@@ -18,10 +18,10 @@ def add_common_args(parser: argparse.ArgumentParser):
                         default=os.getenv('ARTIFACTS_SHARE'))
     group = parser.add_mutually_exclusive_group(required=True)
     group.add_argument('-d', '--storage_dir', help='Subdirectory name for artifacts, same as product type',
-                       choices=[platform_key.value for platform_key in ProductType])
-    group.add_argument('-p', '--platform', type=str,
+                       choices=[product_type.value for product_type in ProductType], type=str.lower)
+    group.add_argument('-p', '--platform', type=str.lower,
                        help='Platform for which to restore artifacts. Used if storage_dir is not set',
-                       choices=[product_type.value for product_type in PlatformKey])
+                       choices=[platform_key.value for platform_key in PlatformKey])
 
 
 def get_event_type(event_name: str = os.getenv('GITHUB_EVENT_NAME')) -> str:

.github/actions/common/constants.py

@@ -14,11 +14,12 @@ class EventType(Enum):
     'public_linux_ubuntu_22_04_x86_64_release',
     'public_linux_ubuntu_22_04_dpcpp_x86_64_release',
     'public_linux_ubuntu_24_04_x86_64_release',
-    'public_windows_vs2019_Release',
-    'public_windows_vs2019_Debug',
-    'public_windows_vs2022_Release',
-    'public_windows_vs2022_Debug',
+    'public_windows_vs2019_release',
+    'public_windows_vs2019_debug',
+    'public_windows_vs2022_release',
+    'public_windows_vs2022_debug',
     'public_manylinux2014_x86_64_release',
+    'public_macos_x86_64_release',
 )
 ProductType = Enum('ProductType', {t.upper(): t for t in productTypes})
 
@@ -44,4 +45,5 @@ class EventType(Enum):
     PlatformKey.UBUNTU22_X86_64: ProductType.PUBLIC_LINUX_UBUNTU_22_04_X86_64_RELEASE,
     PlatformKey.UBUNTU24_X86_64: ProductType.PUBLIC_LINUX_UBUNTU_24_04_X86_64_RELEASE,
     PlatformKey.WINDOWS_X86_64: ProductType.PUBLIC_WINDOWS_VS2022_RELEASE,
+    PlatformKey.MACOS_12_6_X86_64: ProductType.PUBLIC_MACOS_X86_64_RELEASE,
 }

.github/actions/store_artifacts/store_artifacts.py

@@ -4,6 +4,7 @@
 from __future__ import annotations
 
 import argparse
+import hashlib
 import logging
 import os
 import sys
@@ -62,6 +63,33 @@ def rotate_dir(directory: Path) -> bool:
     return True
 
 
+def generate_sha256sum(file_path: str | Path) -> str:
+    """
+    Generates the SHA-256 checksum for the given file.
+
+    :param file_path: Path to the file
+    :return: SHA-256 checksum as a hexadecimal string
+    """
+    sha256 = hashlib.sha256()
+    with open(file_path, 'rb') as file:
+        for chunk in iter(lambda: file.read(4096), b''):
+            sha256.update(chunk)
+    return sha256.hexdigest()
+
+
+def store_checksums(artifact_path: Path) -> None:
+    """
+    Generates SHA-256 checksums for a given artifact and stores them in separate files.
+
+    :param artifact_path: Path to either a single artifact file or the directory with files to generate checksums for
+    """
+    files = [path for path in artifact_path.rglob('*') if path.is_file] if artifact_path.is_dir() else [artifact_path]
+    for file in files:
+        hashsum_filepath = file.with_suffix('.sha256')
+        with open(hashsum_filepath, 'w') as hashsum_file:
+            hashsum_file.write(generate_sha256sum(file))
+
+
 def main():
     action_utils.init_logger()
     logger = logging.getLogger(__name__)
@@ -79,6 +107,14 @@ def main():
     error_found = False
     for artifact in args.artifacts.split():
         artifact_path = Path(artifact)
+
+        logger.debug(f"Calculating checksum for {artifact_path}")
+        try:
+            store_checksums(artifact_path)
+        except Exception as e:
+            logger.error(f'Failed to calculate checksum for {artifact}: {e}')
+            error_found = True
+
         logger.debug(f"Copying {artifact_path} to {storage / artifact_path.name}")
         try:
             with preserve_stats_context():
@@ -87,6 +123,9 @@ def main():
                 else:
                     storage.mkdir(parents=True, exist_ok=True)
                     shutil.copy2(artifact_path, storage / artifact_path.name)
+                    if artifact_path.with_suffix('.sha256').exists():
+                        shutil.copy2(artifact_path.with_suffix('.sha256'),
+                                     storage / artifact_path.with_suffix('.sha256').name)
         except Exception as e:
             logger.error(f'Failed to copy {artifact}: {e}')
             error_found = True
@@ -95,10 +134,12 @@ def main():
     if github_server:  # If running from GHA context
         # TODO: write an exact job link, but it's not trivial to get
         workflow_link = f"{github_server}/{os.getenv('GITHUB_REPOSITORY')}/actions/runs/{os.getenv('GITHUB_RUN_ID')}"
-        with open(storage / 'workflow_link.txt', 'w') as file:
+        workflow_link_file = storage / 'workflow_link.txt'
+        with open(workflow_link_file, 'w') as file:
             file.write(workflow_link)
+        store_checksums(workflow_link_file)
 
-    if not error_found:
+    if not error_found and os.getenv('GITHUB_REPOSITORY') == 'openvinotoolkit/openvino':
         latest_artifacts_for_branch = artifact_utils.get_latest_artifacts_link(storage_dir, args.storage_root,
                                                                                args.branch_name, args.event_name)
         # Overwrite path to "latest" built artifacts only if a given commit is the head of a given branch

.github/dockerfiles/docker_tag

@@ -1 +1 @@
-pr-28725
+pr-28972

.github/dockerfiles/ov_test/ubuntu_22_04_x64/Dockerfile

@@ -32,6 +32,13 @@ RUN apt-get update && \
         libhdf5-dev \
         # For TF Models tests
         wget \
+        # libGL for PyTorch Models tests
+        ffmpeg  \
+        libsm6  \
+        libxext6 \
+        libgl1 \
+        libgl1-mesa-glx \
+        libglib2.0-0 \
         && \
     rm -rf /var/lib/apt/lists/*
 

.github/workflows/build_doc.yml

@@ -30,7 +30,7 @@ jobs:
           packages: graphviz texlive liblua5.2-0 libclang1-9 libclang-cpp9
           version: 3.0
 
-      - uses: actions/setup-python@0b93645e9fea7318ecaed2b359559ac225c90a2b # v5.3.0
+      - uses: actions/setup-python@42375524e23c412d93fb67b49958b491fce71c38 # v5.4.0
         id: cp310
         with:
           python-version: '3.10'
@@ -64,7 +64,7 @@ jobs:
 
       - name: Cache documentation
         id: cache_sphinx_docs
-        uses: actions/cache@1bd1e32a3bdc45362d1e726936510720a7c30a57 # v4.2.0
+        uses: actions/cache@d4323d4df104b026a6aa633fdb11d772146be0bf # v4.2.2
         with:
           path: build/docs/_build/.doctrees
           key: sphinx-docs-cache

.github/workflows/cleanup_caches.yml

@@ -35,6 +35,33 @@ jobs:
           echo "Cache info: "
           du -h -d2 ${PIP_CACHE_PATH}
 
+  Cleanup_HF_Cache:
+    name: Cleanup HuggingFace cache
+    runs-on: aks-linux-4-cores-16gb
+    if: ${{ github.repository_owner == 'openvinotoolkit' }}
+    container:
+      image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
+      volumes:
+        - /mount:/mount
+    env:
+      HF_CACHE_PATH: /mount/caches/huggingface
+
+    steps:
+      - name: Checkout cache action
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+        timeout-minutes: 15
+        with:
+          sparse-checkout: .github/actions/cache
+
+      - name: Cleanup HF cache
+        uses: ./.github/actions/cache/cleanup
+        with:
+          cache-size: 1700
+          max-cache-size: 2000
+          cache-path: ${{ env.HF_CACHE_PATH }}
+          recursive: true
+          key: '.'
+
   Cleanup_ccache_lin:
     name: Cleanup Linux ccache
     runs-on: aks-linux-2-cores-8gb
@@ -47,7 +74,7 @@ jobs:
       CCACHE_PATH: /mount/caches/ccache
 
     steps:
-      - name: Checkout cach action
+      - name: Checkout cache action
         uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
         timeout-minutes: 15
         with:
@@ -70,7 +97,7 @@ jobs:
       CCACHE_PATH: C:\\mount\\caches\\ccache
 
     steps:
-      - name: Checkout cach action
+      - name: Checkout cache action
         uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
         timeout-minutes: 15
         with:

.github/workflows/code_style.yml

@@ -1,5 +1,5 @@
 name: Code Style
-on: [pull_request]
+on: [pull_request, merge_group]
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}

.github/workflows/coverage.yml

@@ -20,14 +20,14 @@ jobs:
 
     steps:
       - name: Setup python
-        uses: actions/setup-python@0b93645e9fea7318ecaed2b359559ac225c90a2b # v5.3.0
+        uses: actions/setup-python@42375524e23c412d93fb67b49958b491fce71c38 # v5.4.0
         with:
           python-version: '3.10.10'
           architecture: 'x64'
 
 
       - name: Setup ccache
-        uses: hendrikmuhs/ccache-action@53911442209d5c18de8a31615e0923161e435875 # v1.2.16
+        uses: hendrikmuhs/ccache-action@a1209f81afb8c005c13b4296c32e363431bffea5 # v1.2.17
         with:
           max-size: 50G
 
@@ -63,7 +63,6 @@ jobs:
             -DCMAKE_VERBOSE_MAKEFILE=ON
             -DENABLE_PYTHON=ON
             -DENABLE_ONEDNN_FOR_GPU=ON
-            -DBUILD_SHARED_LIBS=ON
             -DENABLE_TESTS=ON
             -DENABLE_OV_ONNX_FRONTEND=ON
             -DENABLE_FASTER_BUILD=ON
@@ -130,6 +129,6 @@ jobs:
           lcov --capture --directory ${{ github.workspace }}/. --output-file coverage.info
           genhtml coverage.info --output-directory coverage-report
       - name: Collect coverage
-        uses: codecov/codecov-action@13ce06bfc6bbe3ecf90edbbf1bc32fe5978ca1d3 # v5.3.1
+        uses: codecov/codecov-action@0565863a31f2c772f9f0395002a31e3f06189574 # v5.4.0
         with:
           verbose: true

.github/workflows/dev_cpu_linux_snippets_libxsmm.yml

@@ -179,15 +179,15 @@ jobs:
           path: ${{ env.SCCACHE_ERROR_LOG }}
           if-no-files-found: 'ignore'
 
-      - name: Upload openvino package
+      - name: Upload OpenVINO package
         if: ${{ always() }}
         uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0
         with:
           name: openvino_package
           path: ${{ env.BUILD_DIR }}/openvino_package.tar.gz
           if-no-files-found: 'error'
 
-      - name: Upload openvino tests package
+      - name: Upload OpenVINO tests package
         if: ${{ always() }}
         uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0
         with:

.github/workflows/job_build_linux.yml

@@ -190,11 +190,10 @@ jobs:
 
       - name: Cmake install - OpenVINO
         run: |
-          cmake --install . --config ${{ env.CMAKE_BUILD_TYPE }} --prefix ${INSTALL_DIR}
-          cmake --install . --config ${{ env.CMAKE_BUILD_TYPE }} --prefix ${INSTALL_WHEELS_DIR} --component python_wheels
-          cmake --install . --config ${{ env.CMAKE_BUILD_TYPE }} --prefix ${INSTALL_TEST_DIR} --component tests
-          cmake --install . --config ${{ env.CMAKE_BUILD_TYPE }} --prefix ${DEVELOPER_PACKAGE_DIR} --component developer_package
-        working-directory: ${{ env.BUILD_DIR }}
+          cmake --install ${BUILD_DIR} --config ${{ env.CMAKE_BUILD_TYPE }} --prefix ${INSTALL_DIR}
+          cmake --install ${BUILD_DIR} --config ${{ env.CMAKE_BUILD_TYPE }} --prefix ${INSTALL_WHEELS_DIR} --component python_wheels
+          cmake --install ${BUILD_DIR} --config ${{ env.CMAKE_BUILD_TYPE }} --prefix ${INSTALL_TEST_DIR} --component tests
+          cmake --install ${BUILD_DIR} --config ${{ env.CMAKE_BUILD_TYPE }} --prefix ${DEVELOPER_PACKAGE_DIR} --component developer_package
 
       - name: Pack openvino_package
         run: tar -cvf - * | pigz > ${BUILD_DIR}/openvino_package.tar.gz
@@ -276,55 +275,55 @@ jobs:
           path: ${{ env.SCCACHE_ERROR_LOG }}
           if-no-files-found: 'ignore'
 
-      - name: Upload openvino package
+      - name: Upload OpenVINO package
         if: ${{ always() }}
         uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0
         with:
           name: openvino_package
           path: ${{ env.BUILD_DIR }}/openvino_package.tar.gz
           if-no-files-found: 'error'
 
-      - name: Upload openvino wheels
+      - name: Upload OpenVINO wheels
         if: ${{ inputs.os != 'debian_10' && inputs.arch != 'arm' }}
         uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0
         with:
           name: openvino_wheels
           path: ${{ env.INSTALL_WHEELS_DIR }}/wheels/*.whl
           if-no-files-found: 'error'
 
-      - name: Upload openvino js package
+      - name: Upload OpenVINO js package
         if: ${{ fromJSON(inputs.affected-components).JS_API && inputs.build-js }}
         uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0
         with:
           name: openvino_js_package
           path: ${{ env.BUILD_DIR }}/openvino_js_package.tar.gz
           if-no-files-found: 'error'
 
-      - name: Upload openvino developer package
+      - name: Upload OpenVINO developer package
         if: ${{ always() }}
         uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0
         with:
           name: openvino_developer_package
           path: ${{ env.BUILD_DIR }}/openvino_developer_package.tar.gz
           if-no-files-found: 'error'
 
-      - name: Upload openvino RPM packages
+      - name: Upload OpenVINO RPM packages
         if: ${{ inputs.build-rpm-packages }}
         uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0
         with:
           name: openvino_rpm_packages
           path: ${{ env.BUILD_DIR }}/*.rpm
           if-no-files-found: 'error'
 
-      - name: Upload openvino debian packages
+      - name: Upload OpenVINO debian packages
         if: ${{ inputs.build-debian-packages }}
         uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0
         with:
           name: openvino_debian_packages
           path: ${{ env.BUILD_DIR }}/*.deb
           if-no-files-found: 'error'
 
-      - name: Upload openvino tests package
+      - name: Upload OpenVINO tests package
         if: ${{ always() }}
         uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0
         with: