Skip to content

Commit 10177bf

Browse files
akashchiakashchi
authored
[CI] [GHA] Introduce Dockerfiles for test jobs (openvinotoolkit#24742)
### Tickets: - *141574*
1 parent 522a3c6 commit 10177bf

16 files changed

+240
-154
lines changed

‎.github/actions/setup_python/action.yml

+16-4
Original file line numberDiff line numberDiff line change
@@ -23,26 +23,38 @@ runs:
2323
using: 'composite'
2424
steps:
2525

26-
- if: ${{ runner.os == 'Linux' && inputs.self-hosted-runner == 'true' }}
26+
- name: Check if Python is already installed (Linux)
27+
if: ${{ runner.os == 'Linux' }}
28+
shell: bash
29+
id: check_python
30+
run: |
31+
PYTHON_INSTALLED=$(python${{ inputs.version }} -V) || true
32+
if [[ $PYTHON_INSTALLED ]]; then
33+
echo "installed=true" >> $GITHUB_OUTPUT
34+
else
35+
echo "installed=false" >> $GITHUB_OUTPUT
36+
fi
37+
38+
- if: ${{ runner.os == 'Linux' && inputs.self-hosted-runner == 'true' && steps.check_python.outputs.installed == 'false' }}
2739
name: Install 'actions/setup-python@v4' dependencies
2840
shell: bash
2941
run: apt-get update && apt-get install -y ca-certificates software-properties-common gpg-agent tzdata
3042
env:
3143
DEBIAN_FRONTEND: noninteractive # to prevent apt-get from waiting user input
3244
TZ: "Europe/London" # to prevent tzdata from waiting user input
3345

34-
- if: ${{ runner.os == 'Linux' && runner.arch == 'ARM64' }}
46+
- if: ${{ runner.os == 'Linux' && runner.arch == 'ARM64' && steps.check_python.outputs.installed == 'false' }}
3547
name: Setup sudo and python3
3648
shell: bash
3749
run: apt-get update && apt-get install -y sudo python3 # Needed for the deadsnakes action
3850

39-
- if: ${{ runner.os == 'Linux' && runner.arch == 'ARM64' }}
51+
- if: ${{ runner.os == 'Linux' && runner.arch == 'ARM64' && steps.check_python.outputs.installed == 'false' }}
4052
name: Setup Python ${{ inputs.version }}
4153
uses: akashchi/deadsnakes-action@92417281055a5878a0450f240a5b95883eb2d7e2
4254
with:
4355
python-version: ${{ inputs.version }}
4456

45-
- if: ${{ runner.os == 'macOS' || runner.os == 'Windows' || (runner.os == 'Linux' && runner.arch != 'ARM64') }}
57+
- if: ${{ runner.os == 'macOS' || runner.os == 'Windows' || (runner.os == 'Linux' && runner.arch != 'ARM64' && steps.check_python.outputs.installed == 'false' ) }}
4658
name: Setup Python ${{ inputs.version }}
4759
uses: actions/setup-python@v5
4860
with:

‎.github/dockerfiles/docker_tag

+1-1
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
pr-24689
1+
pr-24742

‎.github/dockerfiles/ov_build/ubuntu_20_04_x64_nvidia/Dockerfile

+89
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,89 @@
1+
FROM openvinogithubactions.azurecr.io/dockerhub/nvidia/cuda:11.8.0-runtime-ubuntu20.04
2+
3+
USER root
4+
5+
# APT configuration
6+
RUN echo 'Acquire::Retries "10";' > /etc/apt/apt.conf && \
7+
echo 'APT::Get::Assume-Yes "true";' >> /etc/apt/apt.conf && \
8+
echo 'APT::Get::Fix-Broken "true";' >> /etc/apt/apt.conf && \
9+
echo 'APT::Get::no-install-recommends "true";' >> /etc/apt/apt.conf
10+
11+
ENV DEBIAN_FRONTEND="noninteractive" \
12+
TZ="Europe/London"
13+
14+
RUN apt-get update && \
15+
apt-get install software-properties-common && \
16+
add-apt-repository --yes --no-update ppa:git-core/ppa && \
17+
add-apt-repository --yes --no-update ppa:deadsnakes/ppa && \
18+
apt-get update && \
19+
apt-get install \
20+
curl \
21+
wget \
22+
git \
23+
ca-certificates \
24+
gpg-agent \
25+
tzdata \
26+
# Pythons
27+
python3.8-dev \
28+
python3.8-venv \
29+
python3.8-distutils \
30+
python3.11-dev \
31+
python3.11-venv \
32+
python3.11-distutils \
33+
# For Java API
34+
default-jdk \
35+
# Compiler \
36+
gcc-10 \
37+
g++-10 \
38+
&& \
39+
rm -rf /var/lib/apt/lists/*
40+
41+
# Install build dependencies
42+
ADD install_build_dependencies.sh /install_build_dependencies.sh
43+
RUN chmod +x /install_build_dependencies.sh && \
44+
/install_build_dependencies.sh && \
45+
rm -rf /var/lib/apt/lists/*
46+
47+
# Set gcc-10 as a default compiler
48+
RUN update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-10 30 && \
49+
update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-10 30
50+
51+
# Install sscache
52+
ARG SCCACHE_VERSION="v0.7.5"
53+
ENV SCCACHE_HOME="/opt/sccache" \
54+
SCCACHE_PATH="/opt/sccache/sccache"
55+
56+
RUN mkdir ${SCCACHE_HOME} && cd ${SCCACHE_HOME} && \
57+
SCCACHE_ARCHIVE="sccache-${SCCACHE_VERSION}-x86_64-unknown-linux-musl.tar.gz" && \
58+
curl -SLO https://github.com/mozilla/sccache/releases/download/${SCCACHE_VERSION}/${SCCACHE_ARCHIVE} && \
59+
tar -xzf ${SCCACHE_ARCHIVE} --strip-components=1 && rm ${SCCACHE_ARCHIVE}
60+
61+
# Install CUDA
62+
RUN wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004.pin && \
63+
mv cuda-ubuntu2004.pin /etc/apt/preferences.d/cuda-repository-pin-600 && \
64+
apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/3bf863cc.pub && \
65+
add-apt-repository "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/ /"
66+
RUN apt update && apt install -y \
67+
libcudnn8=8.9.4.*-1+cuda11.8 \
68+
libcudnn8-dev=8.9.4.*-1+cuda11.8 \
69+
libcudnn8-samples=8.9.4.*-1+cuda11.8 \
70+
cuda-runtime-11-8 \
71+
cuda-11-8 \
72+
libcutensor1=1.6.1.5-1 \
73+
libcutensor-dev=1.6.1.5-1 \
74+
cuda-drivers=520.61.05-1 && \
75+
rm -rf /var/lib/apt/lists/*
76+
77+
# Setup pip
78+
ENV PIP_VERSION="24.0"
79+
RUN curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py && \
80+
python3.8 get-pip.py --no-cache-dir pip==${PIP_VERSION} && \
81+
python3.11 get-pip.py --no-cache-dir pip==${PIP_VERSION} && \
82+
rm -f get-pip.py
83+
84+
# Use Python 3.11 as default instead of Python 3.8
85+
# Using venv here 'cause other methods to switch the default Python on Ubuntu 20 break both system and wheels build
86+
RUN python3.11 -m venv venv
87+
ENV PATH="/venv/bin:$SCCACHE_HOME:$PATH"
88+
89+
ENV PIP_CACHE_DIR=/mount/caches/pip/linux/${PIP_VERSION}

‎.github/dockerfiles/ov_test/ubuntu_20_04_arm64/Dockerfile

+1
Original file line numberDiff line numberDiff line change
@@ -48,3 +48,4 @@ RUN python3.11 -m venv venv
4848
ENV PATH="/venv/bin:$PATH"
4949

5050
ENV PIP_CACHE_DIR=/mount/caches/pip/linux/${PIP_VERSION}
51+
ENV PIP_INSTALL_PATH=/venv/lib/python3.11/site-packages

‎.github/dockerfiles/ov_test/ubuntu_20_04_x64/Dockerfile

+52
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,52 @@
1+
FROM openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
2+
3+
USER root
4+
5+
# APT configuration
6+
RUN echo 'Acquire::Retries "10";' > /etc/apt/apt.conf && \
7+
echo 'APT::Get::Assume-Yes "true";' >> /etc/apt/apt.conf && \
8+
echo 'APT::Get::Fix-Broken "true";' >> /etc/apt/apt.conf && \
9+
echo 'APT::Get::no-install-recommends "true";' >> /etc/apt/apt.conf
10+
11+
ENV DEBIAN_FRONTEND="noninteractive" \
12+
TZ="Europe/London"
13+
14+
RUN apt-get update && \
15+
apt-get install software-properties-common && \
16+
add-apt-repository --yes --no-update ppa:git-core/ppa && \
17+
add-apt-repository --yes --no-update ppa:deadsnakes/ppa && \
18+
apt-get update && \
19+
apt-get install \
20+
curl \
21+
git \
22+
ca-certificates \
23+
gpg-agent \
24+
tzdata \
25+
# Python
26+
python3.11-dev \
27+
python3.11-venv \
28+
python3.11-distutils \
29+
libhdf5-dev \
30+
&& \
31+
rm -rf /var/lib/apt/lists/*
32+
33+
# Install build dependencies
34+
ADD install_build_dependencies.sh /install_build_dependencies.sh
35+
RUN chmod +x /install_build_dependencies.sh && \
36+
/install_build_dependencies.sh && \
37+
rm -rf /var/lib/apt/lists/*
38+
39+
# Setup pip
40+
ENV PIP_VERSION="24.0"
41+
RUN curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py && \
42+
python3.8 get-pip.py --no-cache-dir pip==${PIP_VERSION} && \
43+
python3.11 get-pip.py --no-cache-dir pip==${PIP_VERSION} && \
44+
rm -f get-pip.py
45+
46+
# Use Python 3.11 as default instead of Python 3.8
47+
# Using venv here 'cause other methods to switch the default Python on Ubuntu 20 break both system and wheels build
48+
RUN python3.11 -m venv venv
49+
ENV PATH="/venv/bin:$SCCACHE_HOME:$PATH"
50+
51+
ENV PIP_CACHE_DIR=/mount/caches/pip/linux/${PIP_VERSION}
52+
ENV PIP_INSTALL_PATH=/venv/lib/python3.11/site-packages

‎.github/dockerfiles/ov_test/ubuntu_22_04_x64/Dockerfile

+52
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,52 @@
1+
FROM openvinogithubactions.azurecr.io/dockerhub/ubuntu:22.04
2+
3+
USER root
4+
5+
# APT configuration
6+
RUN echo 'Acquire::Retries "10";' > /etc/apt/apt.conf && \
7+
echo 'APT::Get::Assume-Yes "true";' >> /etc/apt/apt.conf && \
8+
echo 'APT::Get::Fix-Broken "true";' >> /etc/apt/apt.conf && \
9+
echo 'APT::Get::no-install-recommends "true";' >> /etc/apt/apt.conf
10+
11+
ENV DEBIAN_FRONTEND="noninteractive" \
12+
TZ="Europe/London"
13+
14+
RUN apt-get update && \
15+
apt-get install software-properties-common && \
16+
add-apt-repository --yes --no-update ppa:git-core/ppa && \
17+
add-apt-repository --yes --no-update ppa:deadsnakes/ppa && \
18+
apt-get update && \
19+
apt-get install \
20+
curl \
21+
git \
22+
ca-certificates \
23+
gpg-agent \
24+
tzdata \
25+
# Python
26+
python3.11-dev \
27+
python3.11-venv \
28+
python3.11-distutils \
29+
libhdf5-dev \
30+
&& \
31+
rm -rf /var/lib/apt/lists/*
32+
33+
# Install build dependencies
34+
ADD install_build_dependencies.sh /install_build_dependencies.sh
35+
RUN chmod +x /install_build_dependencies.sh && \
36+
/install_build_dependencies.sh && \
37+
rm -rf /var/lib/apt/lists/*
38+
39+
# Setup pip
40+
ENV PIP_VERSION="24.0"
41+
RUN curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py && \
42+
python3 get-pip.py --no-cache-dir pip==${PIP_VERSION} && \
43+
python3.11 get-pip.py --no-cache-dir pip==${PIP_VERSION} && \
44+
rm -f get-pip.py
45+
46+
# Use Python 3.11 as default
47+
# Using venv here 'cause other methods to switch the default Python on Ubuntu 20 break both system and wheels build
48+
RUN python3.11 -m venv venv
49+
ENV PATH="/venv/bin:$SCCACHE_HOME:$PATH"
50+
51+
ENV PIP_CACHE_DIR=/mount/caches/pip/linux/${PIP_VERSION}
52+
ENV PIP_INSTALL_PATH=/venv/lib/python3.11/site-packages

‎.github/workflows/job_cpu_functional_tests.yml

-8
Original file line numberDiff line numberDiff line change
@@ -30,10 +30,6 @@ jobs:
3030
PARALLEL_TEST_SCRIPT: ${{ github.workspace }}/install/tests/functional_test_utils/layer_tests_summary/run_parallel.py
3131
PARALLEL_TEST_CACHE: ${{ github.workspace }}/install/tests/test_cache.lst
3232
steps:
33-
- name: Set apt retries
34-
if: runner.os == 'Linux'
35-
run: echo 'Acquire::Retries "10";' > /etc/apt/apt.conf.d/80-retries
36-
3733
- name: Download OpenVINO package
3834
uses: actions/download-artifact@v4
3935
with:
@@ -64,10 +60,6 @@ jobs:
6460
tar -xzf openvino_tests.tar.gz -C $INSTALL_DIR
6561
popd
6662
67-
- name: Install OpenVINO dependencies (Linux)
68-
if: runner.os == 'Linux'
69-
run: $INSTALL_DIR/install_dependencies/install_openvino_dependencies.sh -c=core -c=dev -c=gpu -y
70-
7163
- name: Fetch setup_python action
7264
uses: actions/checkout@v4
7365
with:

‎.github/workflows/job_cxx_unit_tests.yml

-8
Original file line numberDiff line numberDiff line change
@@ -32,10 +32,6 @@ jobs:
3232
INSTALL_DIR: ${{ github.workspace }}/install
3333
INSTALL_TEST_DIR: ${{ github.workspace }}/install/tests
3434
steps:
35-
- name: Set apt retries
36-
if: runner.os == 'Linux'
37-
run: echo 'Acquire::Retries "10";' > /etc/apt/apt.conf.d/80-retries
38-
3935
- name: Download OpenVINO package
4036
uses: actions/download-artifact@v4
4137
with:
@@ -63,10 +59,6 @@ jobs:
6359
tar -xzf openvino_tests.tar.gz -C $INSTALL_DIR
6460
popd
6561
66-
- name: Install OpenVINO dependencies (Linux)
67-
if: runner.os == 'Linux'
68-
run: $INSTALL_DIR/install_dependencies/install_openvino_dependencies.sh -c=core -c=dev -c=gpu -y
69-
7062
#
7163
# Tests
7264
#

‎.github/workflows/job_onnx_models_tests.yml

+1-18
Original file line numberDiff line numberDiff line change
@@ -35,10 +35,6 @@ jobs:
3535
ONNX_MODEL_ZOO_SHA: "5faef4c33eba0395177850e1e31c4a6a9e634c82"
3636
if: ${{ github.event_name != 'merge_group' }}
3737
steps:
38-
- name: Set apt retries
39-
if: runner.os == 'Linux'
40-
run: echo 'Acquire::Retries "10";' > /etc/apt/apt.conf.d/80-retries
41-
4238
- name: Download OpenVINO package
4339
uses: actions/download-artifact@v4
4440
with:
@@ -70,27 +66,14 @@ jobs:
7066
tar -xzf openvino_tests.tar.gz -C ${INSTALL_DIR}
7167
popd
7268
73-
- name: Fetch setup_python action and model_zoo_preprocess script
69+
- name: Fetch model_zoo_preprocess script
7470
uses: actions/checkout@v4
7571
with:
7672
sparse-checkout: |
77-
.github/actions/setup_python/action.yml
7873
src/frontends/onnx/tests/tests_python/model_zoo_preprocess.sh
7974
sparse-checkout-cone-mode: false
8075
path: 'openvino'
8176

82-
- name: Install dependencies
83-
run: |
84-
# install git (required to build pip deps from the sources)
85-
apt-get update && apt-get install --assume-yes --no-install-recommends git ca-certificates git-lfs
86-
87-
- name: Setup Python 3.11
88-
uses: ./openvino/.github/actions/setup_python
89-
with:
90-
version: '3.11'
91-
should-setup-pip-paths: 'false'
92-
self-hosted-runner: ${{ contains(inputs.runner, 'aks') }}
93-
9477
- name: Update Models
9578
run: bash ${OPENVINO_REPO}/src/frontends/onnx/tests/tests_python/model_zoo_preprocess.sh -d ${MODELS_SHARE_PATH} -o -s "${{ env.ONNX_MODEL_ZOO_SHA }}"
9679

‎.github/workflows/job_python_unit_tests.yml

-7
Original file line numberDiff line numberDiff line change
@@ -37,9 +37,6 @@ jobs:
3737
INSTALL_TEST_DIR: ${{ github.workspace }}/install/tests
3838
LAYER_TESTS_INSTALL_DIR: ${{ github.workspace }}/install/tests/layer_tests
3939
steps:
40-
- name: Set apt retries
41-
if: runner.os == 'Linux'
42-
run: echo 'Acquire::Retries "10";' > /etc/apt/apt.conf.d/80-retries
4340

4441
- name: Download OpenVINO package
4542
uses: actions/download-artifact@v4
@@ -70,10 +67,6 @@ jobs:
7067
tar -xzf openvino_tests.tar.gz -C $INSTALL_DIR
7168
popd
7269
73-
- name: Install OpenVINO dependencies (Linux)
74-
if: runner.os == 'Linux'
75-
run: $INSTALL_DIR/install_dependencies/install_openvino_dependencies.sh -c=core -c=dev -y -c=gpu
76-
7770
- name: Fetch setup_python action
7871
uses: actions/checkout@v4
7972
with:

‎.github/workflows/job_samples_tests.yml

+1-10
Original file line numberDiff line numberDiff line change
@@ -31,10 +31,6 @@ jobs:
3131
INSTALL_TEST_DIR: ${{ github.workspace }}/install/tests
3232
BUILD_DIR: ${{ github.workspace }}/build
3333
steps:
34-
- name: Set apt retries
35-
if: runner.os == 'Linux'
36-
run: echo 'Acquire::Retries "10";' > /etc/apt/apt.conf.d/80-retries
37-
3834
- name: Download OpenVINO package
3935
uses: actions/download-artifact@v4
4036
with:
@@ -63,10 +59,6 @@ jobs:
6359
tar -xzf openvino_tests.tar.gz -C $INSTALL_DIR
6460
popd
6561
66-
- name: Install OpenVINO dependencies (Linux)
67-
if: runner.os == 'Linux'
68-
run: $INSTALL_DIR/install_dependencies/install_openvino_dependencies.sh -c=core -c=dev -y
69-
7062
- name: Install OpenVINO dependencies (mac)
7163
if: runner.os == 'macOS'
7264
run: brew install coreutils
@@ -84,7 +76,6 @@ jobs:
8476
with:
8577
version: '3.11'
8678
should-setup-pip-paths: 'false'
87-
self-hosted-runner: ${{ runner.os == 'Linux' }}
8879

8980
- name: Build cpp samples - GCC
9081
run: $INSTALL_DIR/samples/cpp/build_samples.sh -i $INSTALL_DIR -b $BUILD_DIR/cpp_samples
@@ -94,7 +85,7 @@ jobs:
9485
- name: Build cpp samples - Clang
9586
if: runner.os == 'Linux'
9687
run: |
97-
apt-get install -y clang
88+
apt-get update && apt-get install -y clang
9889
$INSTALL_DIR/samples/cpp/build_samples.sh -i $INSTALL_DIR -b $BUILD_DIR/cpp_samples_clang
9990
env:
10091
CMAKE_COMPILE_WARNING_AS_ERROR: 'ON'

0 commit comments

Comments
 (0)