general-compose-improvements

This commit is contained in:
Daniele Viti
2023-12-23 18:33:15 +01:00
parent bbfe2fb122
commit a580aa8984
4 changed files with 214 additions and 14 deletions

12
docker-compose.gpu.yaml Normal file
View File

@@ -0,0 +1,12 @@
version: '3.8'
services:
ollama:
deploy:
resources:
reservations:
devices:
- driver: ${OLLAMA_GPU_DRIVER-nvidia}
count: ${OLLAMA_GPU_COUNT-1}
capabilities:
- gpu