Add test-qwen.sh inference smoke test

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
2026-07-09 23:19:43 +08:00
parent 44456c0c3f
commit 43e974131e
1 changed files with 5 additions and 0 deletions
--- a/test-qwen.sh
+++ b/test-qwen.sh
@@ -0,0 +1,5 @@
+#!/bin/zsh
+# 測跑 Qwen3-Coder-30B IQ4_XS:單次推論 + 印出速度統計
+eval "$(/opt/homebrew/bin/brew shellenv)"
+M=~/.cache/llmfit/models/qwen3-coder-30b-iq4xs.gguf
+llama-completion -m "$M" -p "寫一個 Python 函式判斷質數,附 doctest" -n 300 -ngl 999 --jinja 2>&1 | tail -25