Files
fleet-infra/apps/ollama/release.yaml
T
2026-07-30 18:33:05 -04:00

54 lines
1.3 KiB
YAML

apiVersion: helm.toolkit.fluxcd.io/v2
kind: HelmRelease
metadata:
name: ollama
namespace: ollama
spec:
chart:
spec:
chart: ollama
version: 1.x
sourceRef:
kind: HelmRepository
name: ollama
interval: 15m
releaseName: ollama
values:
runtimeClassName: nvidia
ollama:
gpu:
enabled: true
type: nvidia
number: 1
models:
pull:
- gemma4:12b
# create:
# - name: qwen3.5:9b-custom
# template: |
# FROM qwen3.5:9b
# PARAMETER num_ctx 8192
# PARAMETER temperature 1.0
# PARAMETER top_p 0.95
# PARAMETER top_k 20
# PARAMETER min_p 0.0
# PARAMETER presence_penalty 1.5
# PARAMETER repetition_penalty 1.0
# run:
# - qwen3.5:9b-custom
ingress:
enabled: true
annotations:
cert-manager.io/cluster-issuer: "letsencrypt-prod"
traefik.ingress.kubernetes.io/router.entrypoints: websecure
traefik.ingress.kubernetes.io/router.tls: "true"
hosts:
- host: ollama.michaelthomson.dev
paths:
- path: /
pathType: Prefix
tls:
- hosts:
- ollama.michaelthomson.dev
secretName: ollama-tls