| 123456789101112131415161718192021222324252627282930313233 |
- ollama:
- gpu:
- enabled: true
- number: 1
- models:
- - mistral
- - mixtral
- - gemma
- ingress:
- enabled: true
- className: "nginx"
- annotations:
- acme.cert-manager.io/http01-edit-in-place: "true"
- cert-manager.io/cluster-issuer: "letsencrypt"
- nginx.org/client-max-body-size: "500m"
- nginx.org/hsts: "True"
- nginx.org/hsts-max-age: "15552000"
- nginx.org/proxy-connect-timeout: "60s"
- nginx.org/proxy-read-timeout: "60s"
- hosts:
- - host: "llm.dodges.it"
- paths:
- - path: "/"
- pathType: "Prefix"
- tls:
- - hosts:
- - llm.dodges.it
- secretName: llm-le-secret
- persistentVolume:
- enabled: "true"
- storageClass: "nfs-client"
- nodeSelector:
- nvidia.com/gpu.present: "true"
|
