Skip to content

Commit ed53a64

Browse files
mryzhovmryzhov
authored
[GHA] use pigz with tar (openvinotoolkit#26954)
### Details: - Use parallel packaging and extraction to speed up workflows ### Tickets: - *ticket-id*
1 parent 2efd2b1 commit ed53a64

38 files changed

+85
-55
lines changed

‎.github/dockerfiles/docker_tag

+1-1
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
pr-26586
1+
pr-26954

‎.github/dockerfiles/ov_build/debian_10_arm/Dockerfile

+2
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,8 @@ RUN apt-get update && \
1919
git \
2020
gpg-agent \
2121
tzdata \
22+
# parallel gzip
23+
pigz \
2224
# Pythons \
2325
python3 \
2426
python3-pip \

‎.github/dockerfiles/ov_build/fedora_29/Dockerfile

+2
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,8 @@ RUN yum update -y && yum install -y \
1818
tar \
1919
gcc \
2020
gcc-c++ \
21+
# parallel gzip
22+
pigz \
2123
xz
2224

2325
# Install build dependencies

‎.github/dockerfiles/ov_build/ubuntu_20_04_arm64/Dockerfile

+2
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,8 @@ RUN apt-get update && \
2323
ca-certificates \
2424
gpg-agent \
2525
tzdata \
26+
# parallel gzip
27+
pigz \
2628
# Pythons
2729
python3.8-dev \
2830
python3.8-venv \

‎.github/dockerfiles/ov_build/ubuntu_20_04_x64/Dockerfile

+2
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,8 @@ RUN apt-get update && \
2222
git \
2323
gpg-agent \
2424
tzdata \
25+
# parallel gzip
26+
pigz \
2527
# Pythons
2628
python3.9-dev \
2729
python3.9-venv \

‎.github/dockerfiles/ov_build/ubuntu_20_04_x64_nvidia/Dockerfile

+2
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,8 @@ RUN apt-get update && \
2424
ca-certificates \
2525
gpg-agent \
2626
tzdata \
27+
# parallel gzip
28+
pigz \
2729
# Pythons
2830
python3.8-dev \
2931
python3.8-venv \

‎.github/dockerfiles/ov_build/ubuntu_22_04_riscv/Dockerfile

+2
Original file line numberDiff line numberDiff line change
@@ -30,6 +30,8 @@ RUN apt-get update && \
3030
ca-certificates \
3131
gpg-agent \
3232
tzdata \
33+
# parallel gzip
34+
pigz \
3335
# Python \
3436
python3-dev \
3537
python3-pip \

‎.github/dockerfiles/ov_build/ubuntu_22_04_x64/Dockerfile

+2
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,8 @@ RUN apt-get update && \
2323
gpg-agent \
2424
tzdata \
2525
libtbb2 \
26+
# parallel gzip
27+
pigz \
2628
# Pythons \
2729
python3.11-dev \
2830
python3.11-venv \

‎.github/dockerfiles/ov_build/ubuntu_22_04_x64_cc/Dockerfile

+2
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,8 @@ RUN apt-get update && \
2424
gpg-agent \
2525
tzdata \
2626
libtbb2 \
27+
# parallel gzip
28+
pigz \
2729
# Pythons
2830
python3.8-dev \
2931
python3.8-venv \

‎.github/dockerfiles/ov_build/ubuntu_22_04_x64_dpcpp/Dockerfile

+2
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,8 @@ RUN apt-get update && \
2525
gpg-agent \
2626
tzdata \
2727
libtbb2 \
28+
# parallel gzip
29+
pigz \
2830
# Pythons \
2931
python3.11-dev \
3032
python3.11-venv \

‎.github/dockerfiles/ov_build/ubuntu_22_04_x64_nvidia/Dockerfile

+2
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,8 @@ RUN apt-get update && \
2323
git \
2424
gpg-agent \
2525
tzdata \
26+
# parallel gzip
27+
pigz \
2628
# Python
2729
python3.11-dev \
2830
python3.11-venv \

‎.github/dockerfiles/ov_build/ubuntu_24_04_x64/Dockerfile

+2
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,8 @@ RUN apt-get update && \
2222
git \
2323
gpg-agent \
2424
tzdata \
25+
# parallel gzip
26+
pigz \
2527
# Python
2628
python3-dev \
2729
python3-venv \

‎.github/dockerfiles/ov_test/ubuntu_20_04_arm64/Dockerfile

+2
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,8 @@ RUN apt-get update && \
2323
ca-certificates \
2424
gpg-agent \
2525
tzdata \
26+
# parallel gzip
27+
pigz \
2628
# Python
2729
python3.11-dev \
2830
python3.11-venv \

‎.github/dockerfiles/ov_test/ubuntu_20_04_x64/Dockerfile

+2
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,8 @@ RUN apt-get update && \
2222
git \
2323
gpg-agent \
2424
tzdata \
25+
# parallel gzip
26+
pigz \
2527
# Python
2628
python3.9-dev \
2729
python3.9-venv \

‎.github/dockerfiles/ov_test/ubuntu_22_04_x64/Dockerfile

+2
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,8 @@ RUN apt-get update && \
2323
ca-certificates \
2424
gpg-agent \
2525
tzdata \
26+
# parallel gzip
27+
pigz \
2628
# Python
2729
python3.11-dev \
2830
python3.11-venv \

‎.github/dockerfiles/ov_test/ubuntu_24_04_x64/Dockerfile

+2
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,8 @@ RUN apt-get update && \
2020
git \
2121
gpg-agent \
2222
tzdata \
23+
# parallel gzip
24+
pigz \
2325
# Python
2426
python3-full \
2527
libhdf5-dev \

‎.github/workflows/build_doc.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -48,7 +48,7 @@ jobs:
4848
run: |
4949
# install doxygen
5050
wget https://www.doxygen.nl/files/doxygen-$DOXY_VER.linux.bin.tar.gz
51-
tar -xzf doxygen-$DOXY_VER.linux.bin.tar.gz
51+
tar -I pigz -xf doxygen-$DOXY_VER.linux.bin.tar.gz
5252
echo "$(pwd)/doxygen-$DOXY_VER/bin/" >> $GITHUB_PATH
5353
5454
- name: Validate benchmarks files

‎.github/workflows/coverity.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -103,7 +103,7 @@ jobs:
103103
rm -rf ${COVERITY_TOOL_DIR} && mkdir -p ${COVERITY_TOOL_DIR}
104104
pushd ${COVERITY_TOOL_DIR}
105105
wget https://scan.coverity.com/download/linux64 --progress=bar:force:noscroll --post-data "token=${{ secrets.COVERITY_TOKEN }}&project=openvino" -O coverity_tool.tgz
106-
tar xvf coverity_tool.tgz && rm coverity_tool.tgz
106+
tar -I pigz -xf coverity_tool.tgz && rm coverity_tool.tgz
107107
popd
108108
109109
- name: Cmake build - OpenVINO with Coverity
@@ -112,7 +112,7 @@ jobs:
112112
- name: Pack Artefacts
113113
run: |
114114
pushd ${BUILD_DIR}
115-
tar -C ${BUILD_DIR} -czvf openvino.tgz cov-int
115+
tar -C ${BUILD_DIR} -I pigz -cvf openvino.tgz cov-int
116116
popd
117117
118118
- name: Submit artefacts

‎.github/workflows/dev_cpu_linux_snippets_libxsmm.yml

+6-6
Original file line numberDiff line numberDiff line change
@@ -158,11 +158,11 @@ jobs:
158158
run: |
159159
160160
pushd ${INSTALL_DIR}
161-
tar -czvf ${BUILD_DIR}/openvino_package.tar.gz *
161+
tar -I pigz -cvf ${BUILD_DIR}/openvino_package.tar.gz *
162162
popd
163163
164164
pushd ${INSTALL_TEST_DIR}
165-
tar -czvf ${BUILD_DIR}/openvino_tests.tar.gz *
165+
tar -I pigz -cvf ${BUILD_DIR}/openvino_tests.tar.gz *
166166
popd
167167
168168
#
@@ -230,11 +230,11 @@ jobs:
230230
- name: Extract OpenVINO packages
231231
run: |
232232
pushd $INSTALL_DIR
233-
tar -xzf openvino_package.tar.gz -C $INSTALL_DIR
233+
tar -I pigz -xf openvino_package.tar.gz -C $INSTALL_DIR
234234
popd
235235
236236
pushd $INSTALL_TEST_DIR
237-
tar -xzf openvino_tests.tar.gz -C $INSTALL_DIR
237+
tar -I pigz -xf openvino_tests.tar.gz -C $INSTALL_DIR
238238
popd
239239
240240
- name: Snippets func tests
@@ -287,11 +287,11 @@ jobs:
287287
- name: Extract OpenVINO packages
288288
run: |
289289
pushd $INSTALL_DIR
290-
tar -xzf openvino_package.tar.gz -C $INSTALL_DIR
290+
tar -I pigz -xf openvino_package.tar.gz -C $INSTALL_DIR
291291
popd
292292
293293
pushd $INSTALL_TEST_DIR
294-
tar -xzf openvino_tests.tar.gz -C $INSTALL_DIR
294+
tar -I pigz -xf openvino_tests.tar.gz -C $INSTALL_DIR
295295
popd
296296
297297
- name: Fetch setup_python action

‎.github/workflows/job_build_linux.yml

+3-3
Original file line numberDiff line numberDiff line change
@@ -189,15 +189,15 @@ jobs:
189189
cp -R ${ONNX_RUNTIME_UTILS} ${INSTALL_DIR}
190190
191191
pushd ${INSTALL_DIR}
192-
tar -czvf ${BUILD_DIR}/openvino_package.tar.gz *
192+
tar -I pigz -cvf ${BUILD_DIR}/openvino_package.tar.gz *
193193
popd
194194
195195
pushd ${DEVELOPER_PACKAGE_DIR}
196-
tar -czvf ${BUILD_DIR}/openvino_developer_package.tar.gz *
196+
tar -I pigz -cvf ${BUILD_DIR}/openvino_developer_package.tar.gz *
197197
popd
198198
199199
pushd ${INSTALL_TEST_DIR}
200-
tar -czvf ${BUILD_DIR}/openvino_tests.tar.gz *
200+
tar -I pigz -cvf ${BUILD_DIR}/openvino_tests.tar.gz *
201201
popd
202202
203203
- name: Build Debian packages

‎.github/workflows/job_cpu_functional_tests.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -55,11 +55,11 @@ jobs:
5555
- name: Extract OpenVINO packages
5656
run: |
5757
pushd $INSTALL_DIR
58-
tar -xzf openvino_package.tar.gz -C $INSTALL_DIR
58+
tar -I pigz -xf openvino_package.tar.gz -C $INSTALL_DIR
5959
popd
6060
6161
pushd $INSTALL_TEST_DIR
62-
tar -xzf openvino_tests.tar.gz -C $INSTALL_DIR
62+
tar -I pigz -xf openvino_tests.tar.gz -C $INSTALL_DIR
6363
popd
6464
6565
- name: Fetch setup_python action

‎.github/workflows/job_cxx_unit_tests.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -64,10 +64,10 @@ jobs:
6464
if: ${{ runner.os != 'Windows' }}
6565
run: |
6666
pushd $INSTALL_DIR
67-
tar -xzf openvino_package.tar.gz -C $INSTALL_DIR
67+
tar -I pigz -xf openvino_package.tar.gz -C $INSTALL_DIR
6868
popd
6969
pushd $INSTALL_TEST_DIR
70-
tar -xzf openvino_tests.tar.gz -C $INSTALL_DIR
70+
tar -I pigz -xf openvino_tests.tar.gz -C $INSTALL_DIR
7171
popd
7272
7373
- name: Extract OpenVINO packages (Windows)

‎.github/workflows/job_gpu_tests.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -59,10 +59,10 @@ jobs:
5959
- name: Extract OpenVINO packages
6060
run: |
6161
pushd $INSTALL_DIR
62-
tar -xzf openvino_package.tar.gz -C $INSTALL_DIR
62+
tar -I pigz -xf openvino_package.tar.gz -C $INSTALL_DIR
6363
popd
6464
pushd $INSTALL_TEST_DIR
65-
tar -xzf openvino_tests.tar.gz -C $INSTALL_DIR
65+
tar -I pigz -xf openvino_tests.tar.gz -C $INSTALL_DIR
6666
popd
6767
6868
- name: Install dependencies (Linux)

‎.github/workflows/job_jax_models_tests.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -64,11 +64,11 @@ jobs:
6464
- name: Extract OpenVINO packages
6565
run: |
6666
pushd ${INSTALL_DIR}
67-
tar -xzf openvino_package.tar.gz -C ${INSTALL_DIR}
67+
tar -I pigz -xf openvino_package.tar.gz -C ${INSTALL_DIR}
6868
popd
6969
7070
pushd ${INSTALL_TEST_DIR}
71-
tar -xzf openvino_tests.tar.gz -C ${INSTALL_DIR}
71+
tar -I pigz -xf openvino_tests.tar.gz -C ${INSTALL_DIR}
7272
popd
7373
7474
- name: Fetch setup_python action

‎.github/workflows/job_onnx_models_tests.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -62,11 +62,11 @@ jobs:
6262
- name: Extract OpenVINO packages
6363
run: |
6464
pushd ${INSTALL_DIR}
65-
tar -xzf openvino_package.tar.gz -C ${INSTALL_DIR}
65+
tar -I pigz -xf openvino_package.tar.gz -C ${INSTALL_DIR}
6666
popd
6767
6868
pushd ${INSTALL_TEST_DIR}
69-
tar -xzf openvino_tests.tar.gz -C ${INSTALL_DIR}
69+
tar -I pigz -xf openvino_tests.tar.gz -C ${INSTALL_DIR}
7070
popd
7171
7272
# Issue 148922

‎.github/workflows/job_onnx_runtime.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -60,7 +60,7 @@ jobs:
6060
- name: Extract OpenVINO package
6161
run: |
6262
pushd ${INSTALL_DIR}
63-
tar -xzf openvino_package.tar.gz -C ${INSTALL_DIR}
63+
tar -I pigz -xf openvino_package.tar.gz -C ${INSTALL_DIR}
6464
popd
6565
6666
- name: Clone ONNX Runtime

‎.github/workflows/job_python_unit_tests.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -66,10 +66,10 @@ jobs:
6666
- name: Extract OpenVINO packages
6767
run: |
6868
pushd $INSTALL_DIR
69-
tar -xzf openvino_package.tar.gz -C $INSTALL_DIR
69+
tar -I pigz -xf openvino_package.tar.gz -C $INSTALL_DIR
7070
popd
7171
pushd $INSTALL_TEST_DIR
72-
tar -xzf openvino_tests.tar.gz -C $INSTALL_DIR
72+
tar -I pigz -xf openvino_tests.tar.gz -C $INSTALL_DIR
7373
popd
7474
7575
- name: Fetch setup_python action

‎.github/workflows/job_pytorch_layer_tests.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -67,10 +67,10 @@ jobs:
6767
if: runner.os != 'Windows'
6868
run: |
6969
pushd $INSTALL_DIR
70-
tar -xzf openvino_package.tar.gz -C $INSTALL_DIR
70+
tar -I pigz -xf openvino_package.tar.gz -C $INSTALL_DIR
7171
popd
7272
pushd $INSTALL_TEST_DIR
73-
tar -xzf openvino_tests.tar.gz -C $INSTALL_DIR
73+
tar -I pigz -xf openvino_tests.tar.gz -C $INSTALL_DIR
7474
popd
7575
7676
- name: Extract OpenVINO packages (Windows)

‎.github/workflows/job_pytorch_models_tests.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -77,11 +77,11 @@ jobs:
7777
- name: Extract OpenVINO packages
7878
run: |
7979
pushd ${INSTALL_DIR}
80-
tar -xzf openvino_package.tar.gz -C ${INSTALL_DIR}
80+
tar -I pigz -xf openvino_package.tar.gz -C ${INSTALL_DIR}
8181
popd
8282
8383
pushd ${INSTALL_TEST_DIR}
84-
tar -xzf openvino_tests.tar.gz -C ${INSTALL_DIR}
84+
tar -I pigz -xf openvino_tests.tar.gz -C ${INSTALL_DIR}
8585
popd
8686
8787
- name: Fetch setup_python action

‎.github/workflows/job_samples_tests.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -55,10 +55,10 @@ jobs:
5555
- name: Extract OpenVINO packages
5656
run: |
5757
pushd $INSTALL_DIR
58-
tar -xzf openvino_package.tar.gz -C $INSTALL_DIR
58+
tar -I pigz -xf openvino_package.tar.gz -C $INSTALL_DIR
5959
popd
6060
pushd $INSTALL_TEST_DIR
61-
tar -xzf openvino_tests.tar.gz -C $INSTALL_DIR
61+
tar -I pigz -xf openvino_tests.tar.gz -C $INSTALL_DIR
6262
popd
6363
6464
- name: Install OpenVINO dependencies (mac)

‎.github/workflows/job_tensorflow_layer_tests.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -73,10 +73,10 @@ jobs:
7373
if: runner.os != 'Windows'
7474
run: |
7575
pushd $INSTALL_DIR
76-
tar -xzf openvino_package.tar.gz -C $INSTALL_DIR
76+
tar -I pigz -xf openvino_package.tar.gz -C $INSTALL_DIR
7777
popd
7878
pushd $INSTALL_TEST_DIR
79-
tar -xzf openvino_tests.tar.gz -C $INSTALL_DIR
79+
tar -I pigz -xf openvino_tests.tar.gz -C $INSTALL_DIR
8080
popd
8181
8282
- name: Extract OpenVINO packages (Windows)

‎.github/workflows/job_tensorflow_models_tests.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -69,11 +69,11 @@ jobs:
6969
- name: Extract OpenVINO packages
7070
run: |
7171
pushd ${INSTALL_DIR}
72-
tar -xzf openvino_package.tar.gz -C ${INSTALL_DIR}
72+
tar -I pigz -xf openvino_package.tar.gz -C ${INSTALL_DIR}
7373
popd
7474
7575
pushd ${INSTALL_TEST_DIR}
76-
tar -xzf openvino_tests.tar.gz -C ${INSTALL_DIR}
76+
tar -I pigz -xf openvino_tests.tar.gz -C ${INSTALL_DIR}
7777
popd
7878
7979
- name: Fetch setup_python action

‎.github/workflows/job_tokenizers.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -83,7 +83,7 @@ jobs:
8383
if: runner.os != 'Windows'
8484
run: |
8585
pushd ${INSTALL_DIR}
86-
tar -xzf openvino_package.tar.gz -C ${INSTALL_DIR}
86+
tar -I pigz -xf openvino_package.tar.gz -C ${INSTALL_DIR}
8787
popd
8888
8989
- name: Extract OpenVINO packages (Windows)

0 commit comments

Comments
 (0)