From bd0a6eefcfcfb76efc82c86e158697c3a8ed717e Mon Sep 17 00:00:00 2001 From: Alexander Suvorov Date: Mon, 1 Jul 2024 18:08:39 +0200 Subject: [PATCH] Use TinyLLama --- .github/workflows/continuous_batching_cpp.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/continuous_batching_cpp.yml b/.github/workflows/continuous_batching_cpp.yml index b3316d4e2c..c01cef11cf 100644 --- a/.github/workflows/continuous_batching_cpp.yml +++ b/.github/workflows/continuous_batching_cpp.yml @@ -35,13 +35,13 @@ jobs: source ./ov/setupvars.sh python -m pip install --upgrade-strategy eager -r ./samples/requirements.txt --pre --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly python -m pip install ./thirdparty/openvino_tokenizers/[transformers] --pre --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly - optimum-cli export openvino --trust-remote-code --weight-format fp16 --model openlm-research/open_llama_3b_v2 open_llama_3b_v2 + optimum-cli export openvino --trust-remote-code --weight-format fp16 --model TinyLlama/TinyLlama-1.1B-Chat-v1.0 TinyLlama cmake -DCMAKE_BUILD_TYPE=Release -DENABLE_CONTINUOUS_BATCHING=ON -DENABLE_APPS=ON -S ./ -B ./build/ cmake --build ./build/ --config Release -j - run: > . ./ov/setupvars.sh && PYTHONPATH=./build/:$PYTHONPATH timeout 25s - ./build/samples/cpp/accuracy_sample/accuracy_sample -m ./open_llama_3b_v2/ -n 4 + ./build/samples/cpp/accuracy_sample/accuracy_sample -m ./TinyLlama/ -n 4 # - run: > # . ./ov/setupvars.sh # && PYTHONPATH=./build/:$PYTHONPATH timeout 25s