Added provision of affinity and env vars

This commit is contained in:
abhishek-ch 2024-05-08 14:56:51 +02:00
parent 8b18b03677
commit 6c7ebb5800
3 changed files with 32 additions and 0 deletions

View File

@ -48,6 +48,12 @@ spec:
- name: NVIDIA_DRIVER_CAPABILITIES - name: NVIDIA_DRIVER_CAPABILITIES
value: compute,utility value: compute,utility
{{- end }} {{- end }}
{{- with .Values.ollama.extraEnvVars }}
{{- range . }}
- name: {{ .name }}
value: {{ .value | quote }}
{{- end }}
{{- end }}
{{- with .Values.ollama.resources }} {{- with .Values.ollama.resources }}
resources: {{- toYaml . | nindent 10 }} resources: {{- toYaml . | nindent 10 }}
{{- end }} {{- end }}
@ -58,6 +64,10 @@ spec:
nodeSelector: nodeSelector:
{{- toYaml . | nindent 8 }} {{- toYaml . | nindent 8 }}
{{- end }} {{- end }}
{{- with .Values.ollama.affinity }}
affinity:
{{- toYaml . | nindent 8 }}
{{- end }}
{{- with .Values.ollama.tolerations }} {{- with .Values.ollama.tolerations }}
tolerations: tolerations:
{{- toYaml . | nindent 8 }} {{- toYaml . | nindent 8 }}

View File

@ -42,6 +42,12 @@ spec:
env: env:
- name: OLLAMA_BASE_URL - name: OLLAMA_BASE_URL
value: {{ include "ollama.url" . | quote }} value: {{ include "ollama.url" . | quote }}
{{- with .Values.webui.extraEnvVars }}
{{- range . }}
- name: {{ .name }}
value: {{ .value | quote }}
{{- end }}
{{- end }}
tty: true tty: true
{{- with .Values.webui.nodeSelector }} {{- with .Values.webui.nodeSelector }}
nodeSelector: nodeSelector:

View File

@ -26,6 +26,7 @@ ollama:
- key: nvidia.com/gpu - key: nvidia.com/gpu
operator: Exists operator: Exists
effect: NoSchedule effect: NoSchedule
affinity: {}
service: service:
type: ClusterIP type: ClusterIP
annotations: {} annotations: {}
@ -35,6 +36,12 @@ ollama:
gpu: gpu:
# -- Enable additional ENV values to help Ollama discover GPU usage # -- Enable additional ENV values to help Ollama discover GPU usage
enabled: false enabled: false
## @param chat.extraEnvVars Extra environment variables
## e.g:
## extraEnvVars:
## - name: FOO
## value: "bar"
extraEnvVars: []
webui: webui:
annotations: {} annotations: {}
@ -65,6 +72,9 @@ webui:
selector: {} selector: {}
annotations: {} annotations: {}
nodeSelector: {} nodeSelector: {}
# @param chat.affinity Affinity for pod assignment
# ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/#affinity-and-anti-affinity
affinity: {}
tolerations: [] tolerations: []
service: service:
type: ClusterIP type: ClusterIP
@ -74,3 +84,9 @@ webui:
nodePort: "" nodePort: ""
labels: {} labels: {}
loadBalancerClass: "" loadBalancerClass: ""
## @param chat.extraEnvVars Extra environment variables
## e.g:
## extraEnvVars:
## - name: FOO
## value: "bar"
extraEnvVars: []