UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2024-11-16 05:24:02 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

feat(docker): add option to run ollama w/o GPU support

Browse Source
This commit is contained in:
Tanvir 2024-01-09 13:27:39 +06:00
parent e6e05d4641
commit 0c0c5955c6
No known key found for this signature in database
GPG Key ID: 938B0F2643FE5107
1 changed files with 10 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
run-ollama-docker.sh
View File

@ -1,9 +1,14 @@
#!/bin/bash
read -r -p "Do you want ollama in docker with GPU support? (y/n): " use_gpu
docker rm -f ollama || true
docker pull ollama/ollama
# CPU Only
docker run -d -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
# GPU Support
# docker run -d --gpus=all -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
docker image prune -f
if [ "$use_gpu" == "y" ]; then
docker run -d --gpus=all -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
else
docker run -d -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
fi
docker image prune -f