From 1ed8f028f3a1a01d0fe33ab2b7926681c8e075c7 Mon Sep 17 00:00:00 2001 From: Ekaterina Aidova Date: Thu, 16 Jan 2025 18:08:37 +0400 Subject: [PATCH] Update tools/llm_bench/llm_bench_utils/ov_utils.py --- tools/llm_bench/llm_bench_utils/ov_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/llm_bench/llm_bench_utils/ov_utils.py b/tools/llm_bench/llm_bench_utils/ov_utils.py index 2658f3b1cf..606a39cecf 100644 --- a/tools/llm_bench/llm_bench_utils/ov_utils.py +++ b/tools/llm_bench/llm_bench_utils/ov_utils.py @@ -249,7 +249,7 @@ def create_genai_text_gen_model(model_path, device, ov_config, **kwargs): log.info("Continuous Batching mode activated") ov_config["scheduler_config"] = get_scheduler_config_genai(cb_config) - use_streamer_metrics = not openvino_genai.get_version().startswith("2025.") or draft_model_path + use_streamer_metrics = not openvino_genai.get_version().startswith("2025.") or draft_model_path if draft_model_path: if not Path(draft_model_path).exists():