-
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathdocker-compose.yml
More file actions
67 lines (63 loc) · 1.96 KB
/
Copy pathdocker-compose.yml
File metadata and controls
67 lines (63 loc) · 1.96 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
# SPDX-License-Identifier: Apache-2.0
# Commercial license available
# © Concepts 1996–2026 Miroslav Šotek. All rights reserved.
# © Code 2020–2026 Miroslav Šotek. All rights reserved.
# ORCID: 0009-0009-3560-0851
# Contact: www.anulum.li | protoscience@anulum.li
# Director-Class AI — Docker Compose
#
# Usage:
# docker compose up # CPU API server
# docker compose --profile gpu up # GPU API server (ONNX CUDA)
# docker compose --profile full up # CPU API + ChromaDB
# ─────────────────────────────────────────────────────────────────────
services:
director-api:
build: .
ports:
- "8080:8080"
environment:
- DIRECTOR_LOG_LEVEL=INFO
- DIRECTOR_USE_NLI=false
- DIRECTOR_METRICS_ENABLED=true
healthcheck:
test: ["CMD", "python", "-c", "import requests; requests.get('http://localhost:8080/v1/health').raise_for_status()"]
interval: 30s
timeout: 5s
retries: 3
restart: unless-stopped
director-api-gpu:
build:
context: .
dockerfile: Dockerfile.gpu
profiles: ["gpu"]
ports:
- "8080:8080"
environment:
- DIRECTOR_USE_NLI=true
- DIRECTOR_ONNX_PATH=/app/models/onnx
- DIRECTOR_METRICS_ENABLED=true
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [gpu]
healthcheck:
test: ["CMD", "python", "-c", "import requests; requests.get('http://localhost:8080/v1/health').raise_for_status()"]
interval: 30s
timeout: 5s
retries: 3
start_period: 30s
restart: unless-stopped
chromadb:
image: chromadb/chroma:latest
profiles: ["full"]
ports:
- "8000:8000"
volumes:
- chroma-data:/chroma/chroma
restart: unless-stopped
volumes:
chroma-data: