From 43e974131ed6a57bc2cecceb7376986041cfeba7 Mon Sep 17 00:00:00 2001 From: Timmy Date: Thu, 9 Jul 2026 23:19:43 +0800 Subject: [PATCH] Add test-qwen.sh inference smoke test Co-Authored-By: Claude Fable 5 --- test-qwen.sh | 5 +++++ 1 file changed, 5 insertions(+) create mode 100644 test-qwen.sh diff --git a/test-qwen.sh b/test-qwen.sh new file mode 100644 index 0000000..1df1bcd --- /dev/null +++ b/test-qwen.sh @@ -0,0 +1,5 @@ +#!/bin/zsh +# 測跑 Qwen3-Coder-30B IQ4_XS:單次推論 + 印出速度統計 +eval "$(/opt/homebrew/bin/brew shellenv)" +M=~/.cache/llmfit/models/qwen3-coder-30b-iq4xs.gguf +llama-completion -m "$M" -p "寫一個 Python 函式判斷質數,附 doctest" -n 300 -ngl 999 --jinja 2>&1 | tail -25