Added provision of affinity and env vars

This commit is contained in:
abhishek-ch 2024-05-08 14:56:51 +02:00
parent 8b18b03677
commit 6c7ebb5800
3 changed files with 32 additions and 0 deletions

View File

@ -48,6 +48,12 @@ spec:
- name: NVIDIA_DRIVER_CAPABILITIES
value: compute,utility
{{- end }}
{{- with .Values.ollama.extraEnvVars }}
{{- range . }}
- name: {{ .name }}
value: {{ .value | quote }}
{{- end }}
{{- end }}
{{- with .Values.ollama.resources }}
resources: {{- toYaml . | nindent 10 }}
{{- end }}
@ -58,6 +64,10 @@ spec:
nodeSelector:
{{- toYaml . | nindent 8 }}
{{- end }}
{{- with .Values.ollama.affinity }}
affinity:
{{- toYaml . | nindent 8 }}
{{- end }}
{{- with .Values.ollama.tolerations }}
tolerations:
{{- toYaml . | nindent 8 }}

View File

@ -42,6 +42,12 @@ spec:
env:
- name: OLLAMA_BASE_URL
value: {{ include "ollama.url" . | quote }}
{{- with .Values.webui.extraEnvVars }}
{{- range . }}
- name: {{ .name }}
value: {{ .value | quote }}
{{- end }}
{{- end }}
tty: true
{{- with .Values.webui.nodeSelector }}
nodeSelector:

View File

@ -26,6 +26,7 @@ ollama:
- key: nvidia.com/gpu
operator: Exists
effect: NoSchedule
affinity: {}
service:
type: ClusterIP
annotations: {}
@ -35,6 +36,12 @@ ollama:
gpu:
# -- Enable additional ENV values to help Ollama discover GPU usage
enabled: false
## @param chat.extraEnvVars Extra environment variables
## e.g:
## extraEnvVars:
## - name: FOO
## value: "bar"
extraEnvVars: []
webui:
annotations: {}
@ -65,6 +72,9 @@ webui:
selector: {}
annotations: {}
nodeSelector: {}
# @param chat.affinity Affinity for pod assignment
# ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/#affinity-and-anti-affinity
affinity: {}
tolerations: []
service:
type: ClusterIP
@ -74,3 +84,9 @@ webui:
nodePort: ""
labels: {}
loadBalancerClass: ""
## @param chat.extraEnvVars Extra environment variables
## e.g:
## extraEnvVars:
## - name: FOO
## value: "bar"
extraEnvVars: []