From a1891b845d6739fc27cbb964184767e83c6cf3c8 Mon Sep 17 00:00:00 2001 From: SkqLiao Date: Sat, 15 Mar 2025 17:04:42 +0800 Subject: [PATCH] remove unsupprted paramters, add force think --- .github/workflows/install.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/install.yml b/.github/workflows/install.yml index ae3fc95..4a0accc 100644 --- a/.github/workflows/install.yml +++ b/.github/workflows/install.yml @@ -62,7 +62,7 @@ jobs: export CUDA_HOME=/usr/local/cuda-12.4 cd ${{ github.workspace }} echo "Running Local Chat 1...(book.txt)" - python ktransformers/local_chat_test.py --model_path /home/qujing3/models/DeepSeek-R1-Q4_K_M/config --gguf_path /home/qujing3/models/DeepSeek-R1-Q4_K_M/ --max_new_tokens 256 --cache_len 1536 --cpu_infer 64 --prompt_file /home/qujing3/prompts/book.txt + python ktransformers/local_chat_test.py --model_path /home/qujing3/models/DeepSeek-R1-Q4_K_M/config --gguf_path /home/qujing3/models/DeepSeek-R1-Q4_K_M/ --max_new_tokens 256 --cpu_infer 64 --prompt_file /home/qujing3/prompts/book.txt - name: Test Local Chat 2 run: | set -e @@ -72,7 +72,7 @@ jobs: export LD_LIBRARY_PATH=/usr/local/cuda-12.4/lib64:$LD_LIBRARY_PATH export CUDA_HOME=/usr/local/cuda-12.4 cd ${{ github.workspace }} - echo "Running Local Chat 2...(chinese.txt)" - python ktransformers/local_chat_test.py --model_path /home/qujing3/models/DeepSeek-R1-Q4_K_M/config --gguf_path /home/qujing3/models/DeepSeek-R1-Q4_K_M/ --max_new_tokens 256 --cache_len 1536 --cpu_infer 64 --prompt_file /home/qujing3/prompts/chinese.txt + echo "Running Local Chat 2 [force think]...(chinese.txt)" + python ktransformers/local_chat_test.py --model_path /home/qujing3/models/DeepSeek-R1-Q4_K_M/config --gguf_path /home/qujing3/models/DeepSeek-R1-Q4_K_M/ --max_new_tokens 256 --cpu_infer 64 --prompt_file /home/qujing3/prompts/chinese.txt -f - run: echo "This job's status is ${{ job.status }}."