mirror of
https://github.com/michaelthomson0797/fleet-infra.git
synced 2026-09-19 06:18:28 +00:00
Compare commits
2
Commits
90c8184372
...
f746c0ff9d
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
f746c0ff9d | ||
|
|
670e0d72f1 |
@@ -22,10 +22,18 @@ spec:
|
||||
nvidiaResource: nvidia.com/gpu
|
||||
number: 1
|
||||
models:
|
||||
pull:
|
||||
- qwen3.5:9b
|
||||
create:
|
||||
- name: qwen3.5:9b-custom
|
||||
template: |
|
||||
FROM qwen3.5:9b
|
||||
PARAMETER temperature 1.0
|
||||
PARAMETER top_p 0.95
|
||||
PARAMETER top_k 20
|
||||
PARAMETER min_p 0.0
|
||||
PARAMETER presence_penalty 1.5
|
||||
PARAMETER repetition_penalty 1.0
|
||||
run:
|
||||
- qwen3.5:9b
|
||||
- qwen3.5:9b-custom
|
||||
ingress:
|
||||
enabled: true
|
||||
annotations:
|
||||
|
||||
Reference in New Issue
Block a user