qwen to gemma

2026-09-19 06:18:28 +00:00 · 2026-07-30 18:33:05 -04:00
parent 7d30038f4d
commit 9fa531faf2
1 changed files with 15 additions and 13 deletions
@@ -21,19 +21,21 @@ spec:
        type: nvidia
        number: 1
      models:
-        create:
+        pull:
-          - name: qwen3.5:9b-custom
+          - gemma4:12b
-            template: |
+        # create:
-              FROM qwen3.5:9b
+        #   - name: qwen3.5:9b-custom
-              PARAMETER num_ctx 8192
+        #     template: |
-              PARAMETER temperature 1.0
+        #       FROM qwen3.5:9b
-              PARAMETER top_p 0.95
+        #       PARAMETER num_ctx 8192
-              PARAMETER top_k 20
+        #       PARAMETER temperature 1.0
-              PARAMETER min_p 0.0
+        #       PARAMETER top_p 0.95
-              PARAMETER presence_penalty 1.5
+        #       PARAMETER top_k 20
-              PARAMETER repetition_penalty 1.0
+        #       PARAMETER min_p 0.0
-        run:
+        #       PARAMETER presence_penalty 1.5
-          - qwen3.5:9b-custom
+        #       PARAMETER repetition_penalty 1.0
        # run:
        #   - qwen3.5:9b-custom
    ingress:
      enabled: true
      annotations: