Skip to content

Commit 099c6f6

Browse files
authored
Get rid of API1.0 in stress_tests (openvinotoolkit#22888)
### Details: Run of tests with `api_version=1` causes `Unsupported API version` runtime error ### Tickets: - CVS-129879
1 parent 8884e55 commit 099c6f6

File tree

17 files changed

+107
-174
lines changed

17 files changed

+107
-174
lines changed

tests/stress_tests/.automation/memcheck_tests/nightly_configs/desktop_test_config.xml

-4
Original file line numberDiff line numberDiff line change
@@ -3,10 +3,6 @@
33
<value>CPU</value>
44
<value>GPU</value>
55
</devices>
6-
<api_versions>
7-
<value>1</value>
8-
<value>2</value>
9-
</api_versions>
106
<models>
117
<!--Models with FP32 precision-->
128
<model name="mobilenet-v2-1.4-224" precision="FP32" source="omz" />

tests/stress_tests/.automation/memcheck_tests/precommit_configs/desktop_test_config.xml

-4
Original file line numberDiff line numberDiff line change
@@ -3,10 +3,6 @@
33
<value>CPU</value>
44
<value>GPU</value>
55
</devices>
6-
<api_versions>
7-
<value>1</value>
8-
<value>2</value>
9-
</api_versions>
106
<models>
117
<!--Models with FP32 precision-->
128
<model name="vgg16" precision="FP32" source="omz" />

tests/stress_tests/.automation/memcheck_tests/weekly_configs/desktop_test_config.xml

-4
Original file line numberDiff line numberDiff line change
@@ -3,10 +3,6 @@
33
<value>CPU</value>
44
<value>GPU</value>
55
</devices>
6-
<api_versions>
7-
<value>1</value>
8-
<value>2</value>
9-
</api_versions>
106
<models>
117
<!--Models with FP32 precision-->
128
<model name="mobilenet-v2-1.4-224" precision="FP32" source="omz" />

tests/stress_tests/.automation/unittests/nightly_configs/desktop_test_config.xml

-4
Original file line numberDiff line numberDiff line change
@@ -14,10 +14,6 @@
1414
<value>CPU</value>
1515
<value>GPU</value>
1616
</devices>
17-
<api_versions>
18-
<value>1</value>
19-
<value>2</value>
20-
</api_versions>
2117
<models>
2218
<model name="alexnet" precision="FP32" source="omz" />
2319
<model name="mobilenet-ssd" precision="FP32" source="omz" />

tests/stress_tests/.automation/unittests/weekly_configs/desktop_test_config.xml

-4
Original file line numberDiff line numberDiff line change
@@ -15,10 +15,6 @@
1515
<value>CPU</value>
1616
<value>GPU</value>
1717
</devices>
18-
<api_versions>
19-
<value>1</value>
20-
<value>2</value>
21-
</api_versions>
2218
<models>
2319
<model name="alexnet" precision="FP32" source="omz" />
2420
<model name="mobilenet-ssd" precision="FP32" source="omz" />

tests/stress_tests/common/ie_pipelines/pipelines.cpp

+17-18
Original file line numberDiff line numberDiff line change
@@ -12,60 +12,60 @@
1212
#include <openvino/openvino.hpp>
1313

1414

15-
std::function<void()> load_unload_plugin(const std::string &target_device, const int &api_version) {
15+
std::function<void()> load_unload_plugin(const std::string &target_device) {
1616
return [&] {
17-
auto ie_api_wrapper = create_infer_api_wrapper(api_version);
17+
auto ie_api_wrapper = create_infer_api_wrapper();
1818
// get_versions silently register plugin in `plugins` through `get_plugin`
1919
ie_api_wrapper->load_plugin(target_device);
2020
// Remove plugin for target_device from `plugins`
2121
ie_api_wrapper->unload_plugin(target_device);
2222
};
2323
}
2424

25-
std::function<void()> read_cnnnetwork(const std::string &model, const int &api_version) {
25+
std::function<void()> read_cnnnetwork(const std::string &model) {
2626
return [&] {
27-
auto ie_api_wrapper = create_infer_api_wrapper(api_version);
27+
auto ie_api_wrapper = create_infer_api_wrapper();
2828
ie_api_wrapper->read_network(model);
2929
};
3030
}
3131

32-
std::function<void()> cnnnetwork_reshape_batch_x2(const std::string &model, const int &iter, const int &api_version) {
32+
std::function<void()> cnnnetwork_reshape_batch_x2(const std::string &model, const int &iter) {
3333
return [&] {
34-
auto ie_api_wrapper = create_infer_api_wrapper(api_version);
34+
auto ie_api_wrapper = create_infer_api_wrapper();
3535
ie_api_wrapper->read_network(model);
3636
ie_api_wrapper->change_batch_size(2, iter);
3737
};
3838
}
3939

40-
std::function<void()> set_input_params(const std::string &model, const int &api_version) {
40+
std::function<void()> set_input_params(const std::string &model) {
4141
return [&] {
42-
auto ie_api_wrapper = create_infer_api_wrapper(api_version);
42+
auto ie_api_wrapper = create_infer_api_wrapper();
4343
ie_api_wrapper->read_network(model);
4444
ie_api_wrapper->set_input_params(model);
4545
};
4646
}
4747

4848
std::function<void()>
49-
create_compiled_model(const std::string &model, const std::string &target_device, const int &api_version) {
49+
create_compiled_model(const std::string &model, const std::string &target_device) {
5050
return [&] {
51-
auto ie_api_wrapper = create_infer_api_wrapper(api_version);
51+
auto ie_api_wrapper = create_infer_api_wrapper();
5252
ie_api_wrapper->read_network(model);
5353
ie_api_wrapper->load_network(target_device);
5454
};
5555
}
5656

5757
std::function<void()> recreate_compiled_model(std::shared_ptr<InferApiBase> &ie_wrapper,
58-
const std::string &target_device, const int &api_version) {
58+
const std::string &target_device) {
5959
return [=] {
6060
ie_wrapper->load_network(target_device);
6161
};
6262
}
6363

6464

6565
std::function<void()>
66-
create_infer_request(const std::string &model, const std::string &target_device, const int &api_version) {
66+
create_infer_request(const std::string &model, const std::string &target_device) {
6767
return [&] {
68-
auto ie_api_wrapper = create_infer_api_wrapper(api_version);
68+
auto ie_api_wrapper = create_infer_api_wrapper();
6969
ie_api_wrapper->read_network(model);
7070
ie_api_wrapper->load_network(target_device);
7171
ie_api_wrapper->create_infer_request();
@@ -81,9 +81,9 @@ std::function<void()> recreate_infer_request(std::shared_ptr<InferApiBase> &ie_w
8181

8282

8383
std::function<void()>
84-
infer_request_inference(const std::string &model, const std::string &target_device, const int &api_version) {
84+
infer_request_inference(const std::string &model, const std::string &target_device) {
8585
return [&] {
86-
auto ie_api_wrapper = create_infer_api_wrapper(api_version);
86+
auto ie_api_wrapper = create_infer_api_wrapper();
8787
ie_api_wrapper->read_network(model);
8888
ie_api_wrapper->load_network(target_device);
8989
ie_api_wrapper->create_infer_request();
@@ -112,11 +112,10 @@ std::function<void()> recreate_and_infer_in_thread(std::shared_ptr<InferApiBase>
112112
}
113113

114114
std::function<void()>
115-
inference_with_streams(const std::string &model, const std::string &target_device, const int &nstreams,
116-
const int &api_version) {
115+
inference_with_streams(const std::string &model, const std::string &target_device, const int &nstreams) {
117116
return [&] {
118117
unsigned int nireq = nstreams;
119-
auto ie_api_wrapper = create_infer_api_wrapper(api_version);
118+
auto ie_api_wrapper = create_infer_api_wrapper();
120119
ie_api_wrapper->load_plugin(target_device);
121120
ie_api_wrapper->set_config(target_device, ov::AnyMap{ov::num_streams(nstreams)});
122121
ie_api_wrapper->read_network(model);

tests/stress_tests/common/ie_pipelines/pipelines.h

+9-11
Original file line numberDiff line numberDiff line change
@@ -6,30 +6,28 @@
66
#include <functional>
77
#include "../infer_api/infer_api.h"
88

9-
std::function<void()> load_unload_plugin(const std::string &target_device, const int &api_version);
9+
std::function<void()> load_unload_plugin(const std::string &target_device);
1010

11-
std::function<void()> read_cnnnetwork(const std::string &model, const int &api_version);
11+
std::function<void()> read_cnnnetwork(const std::string &model);
1212

13-
std::function<void()> cnnnetwork_reshape_batch_x2(const std::string &model, const int &iter, const int &api_version);
13+
std::function<void()> cnnnetwork_reshape_batch_x2(const std::string &model, const int &iter);
1414

15-
std::function<void()> set_input_params(const std::string &model, const int &api_version);
15+
std::function<void()> set_input_params(const std::string &model);
1616

1717
std::function<void()>
18-
create_compiled_model(const std::string &model, const std::string &target_device, const int &api_version);
18+
create_compiled_model(const std::string &model, const std::string &target_device);
1919

2020
std::function<void()>
21-
create_infer_request(const std::string &model, const std::string &target_device, const int &api_version);
21+
create_infer_request(const std::string &model, const std::string &target_device);
2222

2323
std::function<void()>
24-
infer_request_inference(const std::string &model, const std::string &target_device, const int &api_version);
24+
infer_request_inference(const std::string &model, const std::string &target_device);
2525

2626
std::function<void()>
27-
inference_with_streams(const std::string &model, const std::string &target_device, const int &nstreams,
28-
const int &api_version);
27+
inference_with_streams(const std::string &model, const std::string &target_device, const int &nstreams);
2928

3029
std::function<void()>
31-
recreate_compiled_model(std::shared_ptr<InferApiBase> &ie_wrapper, const std::string &target_device,
32-
const int &api_version);
30+
recreate_compiled_model(std::shared_ptr<InferApiBase> &ie_wrapper, const std::string &target_device);
3331

3432
std::function<void()> recreate_infer_request(std::shared_ptr<InferApiBase> &ie_wrapper);
3533

tests/stress_tests/common/infer_api/infer_api.cpp

+2-6
Original file line numberDiff line numberDiff line change
@@ -84,10 +84,6 @@ void InferAPI2::set_input_params(const std::string &model) {
8484
inputs = network->inputs();
8585
}
8686

87-
std::shared_ptr<InferApiBase> create_infer_api_wrapper(const int &api_version) {
88-
if (api_version == 2) {
89-
return std::make_shared<InferAPI2>(InferAPI2());
90-
} else {
91-
throw std::logic_error("Unsupported API version");
92-
}
87+
std::shared_ptr<InferApiBase> create_infer_api_wrapper() {
88+
return std::make_shared<InferAPI2>(InferAPI2());
9389
}

tests/stress_tests/common/infer_api/infer_api.h

+1-1
Original file line numberDiff line numberDiff line change
@@ -70,4 +70,4 @@ class InferAPI2 : public InferApiBase {
7070
std::map<std::string, ov::Any> config;
7171
};
7272

73-
std::shared_ptr<InferApiBase> create_infer_api_wrapper(const int &api_version);
73+
std::shared_ptr<InferApiBase> create_infer_api_wrapper();

tests/stress_tests/common/tests_utils.cpp

+10-19
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@ std::vector<TestCase> generateTestsParams(std::initializer_list<std::string> fie
1919
std::vector<TestCase> tests_cases;
2020
const pugi::xml_document &test_config = Environment::Instance().getTestConfig();
2121

22-
std::vector<int> processes, threads, iterations, api_versions;
22+
std::vector<int> processes, threads, iterations;
2323
std::vector<std::string> devices, models, models_names, precisions;
2424

2525
pugi::xml_node values;
@@ -40,10 +40,6 @@ std::vector<TestCase> generateTestsParams(std::initializer_list<std::string> fie
4040
values = test_config.child("attributes").child("devices");
4141
for (pugi::xml_node val = values.first_child(); val; val = val.next_sibling())
4242
devices.emplace_back(val.text().as_string());
43-
} else if (field == "api_versions") {
44-
values = test_config.child("attributes").child("api_versions");
45-
for (pugi::xml_node val = values.first_child(); val; val = val.next_sibling())
46-
api_versions.push_back(val.text().as_int());
4743
} else if (field == "models") {
4844
values = test_config.child("attributes").child("models");
4945
for (pugi::xml_node val = values.first_child(); val; val = val.next_sibling()) {
@@ -66,7 +62,6 @@ std::vector<TestCase> generateTestsParams(std::initializer_list<std::string> fie
6662
processes = !processes.empty() ? processes : std::vector<int>{1};
6763
threads = !threads.empty() ? threads : std::vector<int>{1};
6864
iterations = !iterations.empty() ? iterations : std::vector<int>{1};
69-
api_versions = !api_versions.empty() ? api_versions : std::vector<int>{1, 2};
7065
devices = !devices.empty() ? devices : std::vector<std::string>{"NULL"};
7166
models = !models.empty() ? models : std::vector<std::string>{"NULL"};
7267
precisions = !precisions.empty() ? precisions : std::vector<std::string>{"NULL"};
@@ -75,11 +70,10 @@ std::vector<TestCase> generateTestsParams(std::initializer_list<std::string> fie
7570
for (auto &numprocesses: processes)
7671
for (auto &numthreads: threads)
7772
for (auto &numiters: iterations)
78-
for (auto &api_version: api_versions)
79-
for (auto &device: devices)
80-
for (int i = 0; i < models.size(); i++)
81-
tests_cases.emplace_back(numprocesses, numthreads, numiters, api_version, device, models[i],
82-
models_names[i], precisions[i]);
73+
for (auto &device: devices)
74+
for (int i = 0; i < models.size(); i++)
75+
tests_cases.emplace_back(numprocesses, numthreads, numiters, device, models[i],
76+
models_names[i], precisions[i]);
8377
return tests_cases;
8478
}
8579

@@ -99,7 +93,6 @@ std::vector<MemLeaksTestCase> generateTestsParamsMemLeaks() {
9993
numprocesses = device.attribute("processes").as_int(1);
10094
numthreads = device.attribute("threads").as_int(1);
10195
numiterations = device.attribute("iterations").as_int(1);
102-
std::vector<int> api_versions{1, 2};
10396

10497
std::vector<std::map<std::string, std::string>> models;
10598

@@ -117,9 +110,7 @@ std::vector<MemLeaksTestCase> generateTestsParamsMemLeaks() {
117110
{"precision", precision}};
118111
models.push_back(model_map);
119112
}
120-
for (auto api_version: api_versions) {
121-
tests_cases.emplace_back(numprocesses, numthreads, numiterations, api_version, device_name, models);
122-
}
113+
tests_cases.emplace_back(numprocesses, numthreads, numiterations, device_name, models);
123114
}
124115

125116
return tests_cases;
@@ -133,16 +124,16 @@ std::string getTestCaseNameMemLeaks(const testing::TestParamInfo<MemLeaksTestCas
133124
return obj.param.test_case_name;
134125
}
135126

136-
void test_wrapper(const std::function<void(std::string, std::string, int, int)> &tests_pipeline,
127+
void test_wrapper(const std::function<void(std::string, std::string, int)> &tests_pipeline,
137128
const TestCase &params) {
138-
tests_pipeline(params.model, params.device, params.numiters, params.api_version);
129+
tests_pipeline(params.model, params.device, params.numiters);
139130
}
140131

141-
void _runTest(const std::function<void(std::string, std::string, int, int)> &tests_pipeline, const TestCase &params) {
132+
void _runTest(const std::function<void(std::string, std::string, int)> &tests_pipeline, const TestCase &params) {
142133
run_in_threads(params.numthreads, test_wrapper, tests_pipeline, params);
143134
}
144135

145-
void runTest(const std::function<void(std::string, std::string, int, int)> &tests_pipeline, const TestCase &params) {
136+
void runTest(const std::function<void(std::string, std::string, int)> &tests_pipeline, const TestCase &params) {
146137
#if DEBUG_MODE
147138
tests_pipeline(params.model, params.device, params.numiters);
148139
#else

tests/stress_tests/common/tests_utils.h

+9-12
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,6 @@ class TestCaseBase {
2424
int numprocesses;
2525
int numthreads;
2626
int numiters;
27-
int api_version;
2827
std::string precision;
2928
std::string test_case_name;
3029
std::string model_name;
@@ -45,29 +44,27 @@ class TestCase : public TestCaseBase {
4544
public:
4645
std::string model;
4746

48-
TestCase(int _numprocesses, int _numthreads, int _numiters, int _api_version, std::string _device,
47+
TestCase(int _numprocesses, int _numthreads, int _numiters, std::string _device,
4948
const std::string &_model,
5049
const std::string &_model_name, const std::string &_precision) {
51-
numprocesses = _numprocesses, numthreads = _numthreads, numiters = _numiters, api_version = _api_version,
50+
numprocesses = _numprocesses, numthreads = _numthreads, numiters = _numiters,
5251
device = _device, model = _model, model_name = _model_name, precision = _precision;
5352
test_case_name = "Numprocesses_" + std::to_string(numprocesses) + "_Numthreads_" + std::to_string(numthreads) +
5453
"_Numiters_" + std::to_string(numiters) + "_Device_" + update_item_for_name(device) +
55-
"_Precision_" + update_item_for_name(precision) + "_Model_" + update_item_for_name(model_name)
56-
+ "_API_" + std::to_string(api_version);
54+
"_Precision_" + update_item_for_name(precision) + "_Model_" + update_item_for_name(model_name);
5755
}
5856
};
5957

6058
class MemLeaksTestCase : public TestCaseBase {
6159
public:
6260
std::vector<std::map<std::string, std::string>> models;
6361

64-
MemLeaksTestCase(int _numprocesses, int _numthreads, int _numiters, int _api_version, std::string _device,
62+
MemLeaksTestCase(int _numprocesses, int _numthreads, int _numiters, std::string _device,
6563
std::vector<std::map<std::string, std::string>> _models) {
66-
numprocesses = _numprocesses, numthreads = _numthreads, numiters = _numiters, api_version = _api_version,
64+
numprocesses = _numprocesses, numthreads = _numthreads, numiters = _numiters,
6765
device = _device, models = _models;
6866
test_case_name = "Numprocesses_" + std::to_string(numprocesses) + "_Numthreads_" + std::to_string(numthreads) +
69-
"_Numiters_" + std::to_string(numiters) + "_Device_" + update_item_for_name(device) + "_API_" +
70-
std::to_string(api_version);
67+
"_Numiters_" + std::to_string(numiters) + "_Device_" + update_item_for_name(device);
7168
for (int i = 0; i < models.size(); i++) {
7269
test_case_name += "_Model" + std::to_string(i + 1) + "_" + update_item_for_name(models[i]["name"]) + "_" +
7370
update_item_for_name(models[i]["precision"]);
@@ -106,9 +103,9 @@ std::string getTestCaseName(const testing::TestParamInfo<TestCase> &obj);
106103

107104
std::string getTestCaseNameMemLeaks(const testing::TestParamInfo<MemLeaksTestCase> &obj);
108105

109-
void runTest(const std::function<void(std::string, std::string, int, int)> &tests_pipeline, const TestCase &params);
106+
void runTest(const std::function<void(std::string, std::string, int)> &tests_pipeline, const TestCase &params);
110107

111-
void _runTest(const std::function<void(std::string, std::string, int, int)> &tests_pipeline, const TestCase &params);
108+
void _runTest(const std::function<void(std::string, std::string, int)> &tests_pipeline, const TestCase &params);
112109

113-
void test_wrapper(const std::function<void(std::string, std::string, int, int)> &tests_pipeline,
110+
void test_wrapper(const std::function<void(std::string, std::string, int)> &tests_pipeline,
114111
const TestCase &params);

tests/stress_tests/memcheck_tests/tests.cpp

+3-3
Original file line numberDiff line numberDiff line change
@@ -49,7 +49,7 @@ TEST_P(MemCheckTestSuite, create_exenetwork) {
4949
auto test_params = GetParam();
5050
MemCheckPipeline memCheckPipeline;
5151
auto test_pipeline = [&] {
52-
auto ie_api_wrapper = create_infer_api_wrapper(test_params.api_version);
52+
auto ie_api_wrapper = create_infer_api_wrapper();
5353
ie_api_wrapper->load_plugin(device);
5454
ie_api_wrapper->read_network(model);
5555
ie_api_wrapper->load_network(device);
@@ -70,7 +70,7 @@ TEST_P(MemCheckTestSuite, infer_request_inference) {
7070
auto test_params = GetParam();
7171
MemCheckPipeline memCheckPipeline;
7272
auto test_pipeline = [&] {
73-
auto ie_api_wrapper = create_infer_api_wrapper(test_params.api_version);
73+
auto ie_api_wrapper = create_infer_api_wrapper();
7474
ie_api_wrapper->load_plugin(device);
7575
ie_api_wrapper->read_network(model);
7676
ie_api_wrapper->load_network(device);
@@ -107,7 +107,7 @@ TEST_P(MemCheckTestSuite, inference_with_streams) {
107107
auto test_pipeline = [&] {
108108
MemCheckPipeline memCheckPipeline;
109109
unsigned int nireq = nstreams;
110-
auto ie_api_wrapper = create_infer_api_wrapper(test_params.api_version);
110+
auto ie_api_wrapper = create_infer_api_wrapper();
111111
ie_api_wrapper->load_plugin(device);
112112
ie_api_wrapper->set_config(device, ov::AnyMap{ov::num_streams(nstreams)});
113113
ie_api_wrapper->read_network(model);

0 commit comments

Comments
 (0)