From 9563191f1c088d3c1131a9e017874e1ac53cef91 Mon Sep 17 00:00:00 2001 From: Scott Roy Date: Wed, 17 Apr 2024 16:38:59 -0700 Subject: [PATCH] add gguf path to generate --- .github/workflows/et.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/et.yml b/.github/workflows/et.yml index e73855e67..f61507e4b 100644 --- a/.github/workflows/et.yml +++ b/.github/workflows/et.yml @@ -134,7 +134,7 @@ jobs: export GGUF_TOKENIZER_PATH=gguf_files/tokenizer.model python torchchat.py export --gguf-path ${GGUF_PATH} --output-pte-path ${PWD}/${MODEL_NAME}.pte - python torchchat.py generate --pte-path ${PWD}/${MODEL_NAME}.pte --tokenizer-path ${GGUF_TOKENIZER_PATH} --max-new-tokens 10 --temperature 0 > ${PWD}/output_et + python torchchat.py generate --gguf-path ${GGUF_PATH} --pte-path ${PWD}/${MODEL_NAME}.pte --tokenizer-path ${GGUF_TOKENIZER_PATH} --temperature 0 --max-new-tokens 20 > ${PWD}/output_et cat ${PWD}/output_et echo "Tests complete."