-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathdocker-compose.yml
More file actions
64 lines (60 loc) · 1.35 KB
/
Copy pathdocker-compose.yml
File metadata and controls
64 lines (60 loc) · 1.35 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
version: '3.8'
services:
# Ollama Local LLM Service
ollama:
image: ollama/ollama:latest
container_name: soi-ollama
ports:
- "11434:11434"
volumes:
- ollama_data:/root/.ollama
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]
restart: unless-stopped
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:11434/api/tags"]
interval: 30s
timeout: 10s
retries: 3
# Main API Service
api:
build: .
container_name: soi-api
ports:
- "8000:8000"
volumes:
- ./data:/app/data
- ./.env:/app/.env
environment:
- OLLAMA_HOST=http://ollama:11434
depends_on:
ollama:
condition: service_healthy
restart: unless-stopped
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
interval: 30s
timeout: 10s
retries: 3
# Streamlit UI Service
ui:
build: .
container_name: soi-ui
command: streamlit run src/ui/app.py --server.port=8501 --server.address=0.0.0.0
ports:
- "8501:8501"
volumes:
- ./data:/app/data
- ./.env:/app/.env
environment:
- OLLAMA_HOST=http://ollama:11434
depends_on:
- api
restart: unless-stopped
volumes:
ollama_data: