Davide Polonio
c6e4901dee
Replace verbose Hugging Face model references with concise local aliases for Qwen3.5 models to improve readability and maintainability.
47 lines
1.5 KiB
YAML
47 lines
1.5 KiB
YAML
healthCheckTimeout: 180
|
|
logLevel: info
|
|
|
|
models:
|
|
"qwen3.5:9b":
|
|
cmd: |
|
|
/app/llama-server
|
|
--host 0.0.0.0 --port ${PORT}
|
|
--model /models/Qwen3.5-9B-Q4_K_M.gguf
|
|
--mmproj /models/Qwen3.5-9B-mmproj-F16.gguf
|
|
--alias qwen3.5:9b
|
|
--n-gpu-layers 999
|
|
--ctx-size 8192
|
|
--temp 1 --top-k 20 --top-p 0.95 --presence-penalty 1.5
|
|
|
|
"qwen3.5:9bctxSmall":
|
|
cmd: |
|
|
/app/llama-server
|
|
--host 0.0.0.0 --port ${PORT}
|
|
--model /models/Qwen3.5-9B-Q4_K_M.gguf
|
|
--mmproj /models/Qwen3.5-9B-mmproj-F16.gguf
|
|
--alias qwen3.5:9bctxSmall
|
|
--n-gpu-layers 999
|
|
--ctx-size 131072
|
|
--temp 1 --top-k 20 --top-p 0.95 --presence-penalty 1.5
|
|
|
|
"qwen3.5:9b-uncensored":
|
|
cmd: |
|
|
/app/llama-server
|
|
--host 0.0.0.0 --port ${PORT}
|
|
--model /models/HauhauCS-Qwen3.5-9B-Uncensored-Aggressive.q4_k_m.gguf
|
|
--mmproj /models/HauhauCS-Qwen3.5-9B-Uncensored-Aggressive.mmproj.gguf
|
|
--alias "hf.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive:q4_k_m"
|
|
--n-gpu-layers 999
|
|
--ctx-size 32768
|
|
|
|
"qwen3.5:9b-claude-4.6-opus-reasoning":
|
|
cmd: |
|
|
/app/llama-server
|
|
--host 0.0.0.0 --port ${PORT}
|
|
--model /models/Jackrong-Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2.q4_k_m.gguf
|
|
--mmproj /models/Jackrong-Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2.mmproj.gguf
|
|
--alias "hf.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF:q4_k_m"
|
|
--n-gpu-layers 999
|
|
--ctx-size 32768
|
|
--temp 0.6 --top-k 20 --top-p 0.95 --repeat-penalty 1
|