custom qwen ollama

2026-09-19 06:18:28 +00:00 · 2026-07-04 15:18:50 -04:00
parent 90c8184372
commit 670e0d72f1
1 changed files with 11 additions and 3 deletions
@@ -22,10 +22,18 @@ spec:
        nvidiaResource: nvidia.com/gpu
        number: 1
      models:
-        pull:
-          - qwen3.5:9b
+        create:
+          - name: qwen3.5:9b_custom
+            template: |
+              FROM qwen3.5:9b
+              PARAMETER temperature 1.0
+              PARAMETER top_p 0.95
+              PARAMETER top_k 20
+              PARAMETER min_p 0.0
+              PARAMETER presence_penalty 1.5
+              PARAMETER repetition_penalty 1.0
        run:
-          - qwen3.5:9b
+          - qwen3.5:9b_custom
    ingress:
      enabled: true
      annotations: