mirror of
https://github.com/michaelthomson0797/fleet-infra.git
synced 2026-09-19 06:18:28 +00:00
Compare commits
2
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
eb910435ad | ||
|
|
9fa531faf2 |
@@ -7,5 +7,5 @@ data:
|
|||||||
TZ: "America/Toronto"
|
TZ: "America/Toronto"
|
||||||
PUID: "1000"
|
PUID: "1000"
|
||||||
PGID: "1000"
|
PGID: "1000"
|
||||||
WHISPER_MODEL: "base"
|
WHISPER_MODEL: "medium"
|
||||||
WHISPER_LANG: "en"
|
WHISPER_LANG: "en"
|
||||||
|
|||||||
+15
-13
@@ -21,19 +21,21 @@ spec:
|
|||||||
type: nvidia
|
type: nvidia
|
||||||
number: 1
|
number: 1
|
||||||
models:
|
models:
|
||||||
create:
|
pull:
|
||||||
- name: qwen3.5:9b-custom
|
- gemma4:12b
|
||||||
template: |
|
# create:
|
||||||
FROM qwen3.5:9b
|
# - name: qwen3.5:9b-custom
|
||||||
PARAMETER num_ctx 8192
|
# template: |
|
||||||
PARAMETER temperature 1.0
|
# FROM qwen3.5:9b
|
||||||
PARAMETER top_p 0.95
|
# PARAMETER num_ctx 8192
|
||||||
PARAMETER top_k 20
|
# PARAMETER temperature 1.0
|
||||||
PARAMETER min_p 0.0
|
# PARAMETER top_p 0.95
|
||||||
PARAMETER presence_penalty 1.5
|
# PARAMETER top_k 20
|
||||||
PARAMETER repetition_penalty 1.0
|
# PARAMETER min_p 0.0
|
||||||
run:
|
# PARAMETER presence_penalty 1.5
|
||||||
- qwen3.5:9b-custom
|
# PARAMETER repetition_penalty 1.0
|
||||||
|
# run:
|
||||||
|
# - qwen3.5:9b-custom
|
||||||
ingress:
|
ingress:
|
||||||
enabled: true
|
enabled: true
|
||||||
annotations:
|
annotations:
|
||||||
|
|||||||
Reference in New Issue
Block a user