mirror of
https://github.com/michaelthomson0797/fleet-infra.git
synced 2026-09-19 06:18:28 +00:00
Compare commits
2
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
f746c0ff9d | ||
|
|
670e0d72f1 |
@@ -22,10 +22,18 @@ spec:
|
|||||||
nvidiaResource: nvidia.com/gpu
|
nvidiaResource: nvidia.com/gpu
|
||||||
number: 1
|
number: 1
|
||||||
models:
|
models:
|
||||||
pull:
|
create:
|
||||||
- qwen3.5:9b
|
- name: qwen3.5:9b-custom
|
||||||
|
template: |
|
||||||
|
FROM qwen3.5:9b
|
||||||
|
PARAMETER temperature 1.0
|
||||||
|
PARAMETER top_p 0.95
|
||||||
|
PARAMETER top_k 20
|
||||||
|
PARAMETER min_p 0.0
|
||||||
|
PARAMETER presence_penalty 1.5
|
||||||
|
PARAMETER repetition_penalty 1.0
|
||||||
run:
|
run:
|
||||||
- qwen3.5:9b
|
- qwen3.5:9b-custom
|
||||||
ingress:
|
ingress:
|
||||||
enabled: true
|
enabled: true
|
||||||
annotations:
|
annotations:
|
||||||
|
|||||||
Reference in New Issue
Block a user