2 Commits
Author SHA1 Message Date
Michael Thomson eb910435ad whisper medium model 2026-07-30 19:02:11 -04:00
Michael Thomson 9fa531faf2 qwen to gemma 2026-07-30 18:33:05 -04:00
2 changed files with 16 additions and 14 deletions
+1 -1
View File
@@ -7,5 +7,5 @@ data:
TZ: "America/Toronto" TZ: "America/Toronto"
PUID: "1000" PUID: "1000"
PGID: "1000" PGID: "1000"
WHISPER_MODEL: "base" WHISPER_MODEL: "medium"
WHISPER_LANG: "en" WHISPER_LANG: "en"
+15 -13
View File
@@ -21,19 +21,21 @@ spec:
type: nvidia type: nvidia
number: 1 number: 1
models: models:
create: pull:
- name: qwen3.5:9b-custom - gemma4:12b
template: | # create:
FROM qwen3.5:9b # - name: qwen3.5:9b-custom
PARAMETER num_ctx 8192 # template: |
PARAMETER temperature 1.0 # FROM qwen3.5:9b
PARAMETER top_p 0.95 # PARAMETER num_ctx 8192
PARAMETER top_k 20 # PARAMETER temperature 1.0
PARAMETER min_p 0.0 # PARAMETER top_p 0.95
PARAMETER presence_penalty 1.5 # PARAMETER top_k 20
PARAMETER repetition_penalty 1.0 # PARAMETER min_p 0.0
run: # PARAMETER presence_penalty 1.5
- qwen3.5:9b-custom # PARAMETER repetition_penalty 1.0
# run:
# - qwen3.5:9b-custom
ingress: ingress:
enabled: true enabled: true
annotations: annotations: