From 7e0893396dcdc65d76aec207cd94d8ca6536e79b Mon Sep 17 00:00:00 2001 From: Ariya Hidayat Date: Wed, 23 Oct 2024 21:40:52 -0700 Subject: [PATCH] CI: Use Granite 1B as the small LLM --- .github/actions/prepare-llm/action.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/actions/prepare-llm/action.yml b/.github/actions/prepare-llm/action.yml index fc91290..eded61e 100644 --- a/.github/actions/prepare-llm/action.yml +++ b/.github/actions/prepare-llm/action.yml @@ -19,7 +19,7 @@ runs: - name: Launch llama.cpp shell: bash - run: ./build/bin/llama-server -c 4096 --hf-repo lmstudio-community/Llama-3.2-1B-Instruct-GGUF --hf-file Llama-3.2-1B-Instruct-Q4_K_M.gguf & + run: ./build/bin/llama-server -c 4096 --hf-repo lmstudio-community/granite-3.0-1b-a400m-instruct-GGUF --hf-file granite-3.0-1b-a400m-instruct-Q4_K_M.gguf & - name: Wait until it is ready shell: bash