Skip to content

Commit ae85530

Browse files
authored
[GHA] [CPU] Extend nightly scope for CPU func. tests (#28751)
### Details: - *smoke filter for nightly cpu func. test removed* ### Tickets: - *161534*
1 parent fd00b7c commit ae85530

File tree

9 files changed

+65
-7
lines changed

9 files changed

+65
-7
lines changed

.github/workflows/debian_10_arm.yml

+1
Original file line numberDiff line numberDiff line change
@@ -122,6 +122,7 @@ jobs:
122122
runner: 'aks-linux-16-cores-arm'
123123
image: ${{ fromJSON(needs.docker.outputs.images).ov_test.debian_10_arm }}
124124
python-version: '3.7'
125+
scope: ${{ github.event_name == 'workflow_dispatch' && 'nightly' || 'smoke' }}
125126

126127
Overall_Status:
127128
name: ci/gha_overall_status_debian_10_arm

.github/workflows/job_cpu_functional_tests.yml

+8-2
Original file line numberDiff line numberDiff line change
@@ -16,6 +16,11 @@ on:
1616
description: 'Python version to setup. E.g., "3.11"'
1717
type: string
1818
required: true
19+
scope:
20+
description: 'Defines tests scope {nightly | smoke}'
21+
type: string
22+
required: false
23+
default: 'smoke'
1924

2025
permissions: read-all
2126

@@ -35,6 +40,7 @@ jobs:
3540
INSTALL_TEST_DIR: ${{ github.workspace }}/install/tests
3641
PARALLEL_TEST_SCRIPT: ${{ github.workspace }}/install/tests/functional_test_utils/layer_tests_summary/run_parallel.py
3742
PARALLEL_TEST_CACHE: ${{ github.workspace }}/install/tests/test_cache.lst
43+
GTEST_FILTER: ${{ inputs.scope == 'nightly' && '' || '--gtest_filter=smoke' }}
3844
steps:
3945
- name: Download OpenVINO package
4046
uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8
@@ -106,8 +112,8 @@ jobs:
106112
# Needed as ze_loader.so is under INSTALL_TEST_DIR
107113
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:${INSTALL_TEST_DIR}
108114
109-
python3 ${PARALLEL_TEST_SCRIPT} -e ${INSTALL_TEST_DIR}/ov_cpu_func_tests -c ${PARALLEL_TEST_CACHE} -w ${INSTALL_TEST_DIR} -s suite -rf 0 -- --gtest_print_time=1 --gtest_filter=*smoke*
110-
timeout-minutes: 25
115+
python3 ${PARALLEL_TEST_SCRIPT} -e ${INSTALL_TEST_DIR}/ov_cpu_func_tests -c ${PARALLEL_TEST_CACHE} -w ${INSTALL_TEST_DIR} -s suite -rf 0 -- --gtest_print_time=1 ${{ env.GTEST_FILTER }}
116+
timeout-minutes: ${{ inputs.scope == 'nightly' && 125 || 25 }}
111117

112118
- name: Save tests execution time
113119
uses: actions/cache/save@d4323d4df104b026a6aa633fdb11d772146be0bf # v4.2.2

.github/workflows/linux_arm64.yml

+1
Original file line numberDiff line numberDiff line change
@@ -223,6 +223,7 @@ jobs:
223223
runner: 'aks-linux-16-cores-arm'
224224
image: ${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}
225225
python-version: '3.11'
226+
scope: ${{ github.event_name == 'workflow_dispatch' && 'nightly' || 'smoke' }}
226227

227228
TensorFlow_Models_Tests:
228229
name: TensorFlow Models tests

.github/workflows/mac.yml

+1
Original file line numberDiff line numberDiff line change
@@ -416,6 +416,7 @@ jobs:
416416
with:
417417
runner: 'macos-13'
418418
python-version: '3.11'
419+
scope: ${{ contains(fromJSON('["schedule", "workflow_dispatch"]'), github.event_name) && 'nightly' || 'smoke' }}
419420

420421
upload_artifacts:
421422
name: Upload OpenVINO artifacts

.github/workflows/mac_arm64.yml

+1
Original file line numberDiff line numberDiff line change
@@ -376,3 +376,4 @@ jobs:
376376
with:
377377
runner: 'macos-13-xlarge'
378378
python-version: '3.11'
379+
scope: ${{ contains(fromJSON('["schedule", "workflow_dispatch"]'), github.event_name) && 'nightly' || 'smoke' }}

.github/workflows/ubuntu_22.yml

+1
Original file line numberDiff line numberDiff line change
@@ -363,6 +363,7 @@ jobs:
363363
runner: 'aks-linux-8-cores-32gb'
364364
image: ${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}
365365
python-version: '3.11'
366+
scope: ${{ contains(fromJSON('["schedule", "workflow_dispatch"]'), github.event_name) && 'nightly' || 'smoke' }}
366367

367368
TensorFlow_Models_Tests_Precommit:
368369
name: TensorFlow Models tests

src/plugins/intel_cpu/tests/functional/custom/extension/extension.cpp

+4-2
Original file line numberDiff line numberDiff line change
@@ -70,7 +70,8 @@ static std::string model_full_path(const char* path) {
7070
path);
7171
}
7272

73-
TEST(Extension, XmlModelWithCustomAbs) {
73+
TEST(DISABLED_Extension, XmlModelWithCustomAbs) {
74+
// Issue: 163252
7475
std::string model = R"V0G0N(
7576
<net name="Network" version="10">
7677
<layers>
@@ -192,7 +193,8 @@ TEST(Extension, smoke_XmlModelWithExtensionFromDSO) {
192193
infer_model(core, compiled_model, input_values, expected);
193194
}
194195

195-
TEST(Extension, OnnxModelWithExtensionFromDSO) {
196+
TEST(DISABLED_Extension, OnnxModelWithExtensionFromDSO) {
197+
// Issue: 163252
196198
std::vector<float> input_values{1, 2, 3, 4, 5, 6, 7, 8};
197199
std::vector<float> expected{1, 2, 3, 4, 5, 6, 7, 8};
198200

src/plugins/intel_cpu/tests/functional/shared_tests_instances/behavior/compiled_model/cpu_reservation_test.cpp

+5-3
Original file line numberDiff line numberDiff line change
@@ -19,8 +19,10 @@ using namespace testing;
1919
using Device = std::string;
2020
using Config = ov::AnyMap;
2121
using CpuReservationTest = ::testing::Test;
22+
// Issue: 163348
23+
using DISABLED_CpuReservationTest = ::testing::Test;
2224

23-
TEST_F(CpuReservationTest, Mutiple_CompiledModel_Reservation) {
25+
TEST_F(DISABLED_CpuReservationTest, Mutiple_CompiledModel_Reservation) {
2426
std::vector<std::shared_ptr<ov::Model>> models;
2527
Config config = {ov::enable_profiling(true)};
2628
Device target_device(ov::test::utils::DEVICE_CPU);
@@ -56,7 +58,7 @@ TEST_F(CpuReservationTest, Mutiple_CompiledModel_Reservation) {
5658
}
5759
}
5860

59-
TEST_F(CpuReservationTest, Cpu_Reservation_NoAvailableCores) {
61+
TEST_F(DISABLED_CpuReservationTest, Cpu_Reservation_NoAvailableCores) {
6062
std::vector<std::shared_ptr<ov::Model>> models;
6163
Config config = {ov::enable_profiling(true)};
6264
Device target_device(ov::test::utils::DEVICE_CPU);
@@ -73,7 +75,7 @@ TEST_F(CpuReservationTest, Cpu_Reservation_NoAvailableCores) {
7375
}
7476

7577
#if defined(__linux__)
76-
TEST_F(CpuReservationTest, Cpu_Reservation_CpuPinning) {
78+
TEST_F(DISABLED_CpuReservationTest, Cpu_Reservation_CpuPinning) {
7779
std::vector<std::shared_ptr<ov::Model>> models;
7880
Config config = {ov::enable_profiling(true)};
7981
Device target_device(ov::test::utils::DEVICE_CPU);

src/plugins/intel_cpu/tests/functional/shared_tests_instances/skip_tests_config.cpp

+43
Original file line numberDiff line numberDiff line change
@@ -278,6 +278,49 @@ std::vector<std::string> disabledTestPatterns() {
278278
R"(.*Snippets.*MatMulTransposeB.*i8.*i8.*)",
279279
// Issue: 136881
280280
R"(.*smoke_CompareWithRefs_4D_BitwiseShift_overflow_i32_cast.*_eltwise_op_type=BitwiseLeft.*_model_type=.*(i16|u16).*)",
281+
// Issue: 163083
282+
// Issue: 163116
283+
R"(.*RandomUniformLayerTestCPU.*OutPrc=bf16.*)",
284+
// Issue: 163117
285+
R"(.*InterpolateCubic_Layout_Test.*)",
286+
// Issue: 163171
287+
R"(.*CPUDetectionOutputDynamic3InLargeTensor.*)",
288+
// Issue: 163168
289+
R"(.*UniqueLayerTestCPU.*)",
290+
// Issue: 163175
291+
R"(.*GridSampleLayerTestCPU.*dataPrc=i8.*)",
292+
R"(.*GridSampleLayerTestCPU.*dataPrc=bf16.*)",
293+
// Issue: 163177
294+
R"(.*NmsRotatedOpTest.*ScoreThr=0\.4.*)",
295+
// Issue: 163222
296+
R"(.*bf16.*LSTMSequenceCPUTest.*)",
297+
// Issue: 163223
298+
R"(.*bf16.*AUGRUSequenceCPUTest.*)",
299+
// Issue: 163224
300+
R"(.*bf16.*GRUSequenceCPUTest.*)",
301+
// Issue: 163227
302+
R"(.*QuantizedModelsTests\.MaxPoolFQ.*)",
303+
R"(.*QuantizedModelsTests\.MaxPoolQDQ.*)",
304+
// Issue: 163268
305+
R"(.*QuantizedModelsTests\.ConvolutionQDQ.*)",
306+
R"(.*QuantizedModelsTests\.ConvolutionFQ.*)",
307+
// Issue: 163230
308+
R"(.*ProposalLayerTest.*)",
309+
// Issue: 163232
310+
R"(.*FC_3D_BF16.*MatMulLayerCPUTest.*)",
311+
// Issue: 163242
312+
R"(.*bf16.*RNNSequenceCPUTest.*)",
313+
// Issue: 163250
314+
R"(.*OnnxModelWithExtensionFromDSO.*)",
315+
// Issue: 163273
316+
// todo: define correct area
317+
R"(.*Deconv_2D_Planar_FP16.*DeconvolutionLayerCPUTest.*)",
318+
// Issue: 163275
319+
R"(.*NoReshapeAndReshapeDynamic.*CodegenGelu.*)",
320+
// Issue: 163348
321+
R"(.*CpuReservationTest.*Mutiple_CompiledModel_Reservation.*)",
322+
// Issue: 163351
323+
R"(.*CoreThreadingTestsWithIter.*nightly_AsyncInfer_ShareInput.*)",
281324
};
282325

283326
// fp32 floor for bf16 models: conversion issue

0 commit comments

Comments
 (0)