mirror of
https://github.com/michaelthomson0797/fleet-infra.git
synced 2026-09-19 06:18:28 +00:00
limit ollama context
This commit is contained in:
@@ -25,6 +25,7 @@ spec:
|
|||||||
- name: qwen3.5:9b-custom
|
- name: qwen3.5:9b-custom
|
||||||
template: |
|
template: |
|
||||||
FROM qwen3.5:9b
|
FROM qwen3.5:9b
|
||||||
|
PARAMETER num_ctx 8192
|
||||||
PARAMETER temperature 1.0
|
PARAMETER temperature 1.0
|
||||||
PARAMETER top_p 0.95
|
PARAMETER top_p 0.95
|
||||||
PARAMETER top_k 20
|
PARAMETER top_k 20
|
||||||
|
|||||||
Reference in New Issue
Block a user