New Deployment

Added Dockerfile and compose.yaml as an option for deployment. Updated README.md
This commit is contained in:
pkeffect
2025-04-18 16:03:20 -04:00
parent 40c5cc4b0f
commit f7ecd272b2
3 changed files with 144 additions and 0 deletions

15
compose.yaml Normal file
View File

@@ -0,0 +1,15 @@
services:
llama-cpp-runner:
build: .
container_name: owui-llama-cpp-runner
ports:
- "3636:3636"
volumes:
- ./models:/models
- ./cache:/cache
environment:
- MODELS_DIR=/models
- CACHE_DIR=/cache
- VERBOSE=true
- TIMEOUT_MINUTES=30
restart: unless-stopped