| 1234567891011121314151617181920212223242526272829303132333435 |
- ollama:
- gpu:
- enabled: true
- type: "nvidia"
- number: 1
- models:
- - mistral
- - mixtral
- - gemma
- ingress:
- enabled: true
- className: "nginx"
- annotations:
- acme.cert-manager.io/http01-edit-in-place: "true"
- cert-manager.io/cluster-issuer: "letsencrypt"
- nginx.org/client-max-body-size: "500m"
- nginx.org/proxy-connect-timeout: "60s"
- nginx.org/proxy-read-timeout: "60s"
- nginx.org/redirect-to-https: "false"
- ingress.kubernetes.io/ssl-redirect: "false"
- hosts:
- - host: "llm.dodges.it"
- paths:
- - path: "/"
- pathType: "Prefix"
- tls:
- - hosts:
- - llm.dodges.it
- secretName: llm-le-secret
- persistentVolume:
- enabled: "true"
- storageClass: "nfs-client"
- size: "200Gi"
- nodeSelector:
- nvidia.com/gpu.present: "true"
|
