diff --git a/apps/ollama/release.yaml b/apps/ollama/release.yaml new file mode 100644 index 0000000..ac4c02e --- /dev/null +++ b/apps/ollama/release.yaml @@ -0,0 +1,48 @@ +apiVersion: helm.toolkit.fluxcd.io/v2 +kind: HelmRelease +metadata: + name: ollama + namespace: ollama +spec: + chart: + spec: + chart: ollama + version: 1.x + sourceRef: + kind: HelmRepository + name: otwld + interval: 15m + releaseName: ollama + values: + runtimeClassName: nvidia + ollama: + gpu: + # -- Enable GPU integration + enabled: true + + # -- GPU type: 'nvidia' or 'amd' + type: 'nvidia' + + # -- Specify the number of GPU to 1 + number: 1 + + nvidiaResource: "nvidia.com/gpu-all" + + # -- List of models to pull at container startup + models: + pull: + - qwen3.5:9b + + ingress: + enabled: true + annotations: + cert-manager.io/cluster-issuer: "letsencrypt-prod" + traefik.ingress.kubernetes.io/router.tls: "true" + traefik.ingress.kubernetes.io/router.entrypoints: websecure + hosts: + - ollama.michaelthomson.dev + path: / + tls: + - secretName: ollama-tls + hosts: + - ollama.michaelthomson.dev diff --git a/apps/ollama/repository.yaml b/apps/ollama/repository.yaml new file mode 100644 index 0000000..04ffc38 --- /dev/null +++ b/apps/ollama/repository.yaml @@ -0,0 +1,8 @@ +apiVersion: source.toolkit.fluxcd.io/v1 +kind: HelmRepository +metadata: + name: otwld + namespace: ollama +spec: + interval: 15m + url: https://helm.otwld.com/ diff --git a/infrastructure/namespaces/namespace-ollama.yaml b/infrastructure/namespaces/namespace-ollama.yaml new file mode 100644 index 0000000..72dcaa0 --- /dev/null +++ b/infrastructure/namespaces/namespace-ollama.yaml @@ -0,0 +1,4 @@ +apiVersion: v1 +kind: Namespace +metadata: + name: ollama