-
Notifications
You must be signed in to change notification settings - Fork 5
Expand file tree
/
Copy pathdocker-compose.yml
More file actions
25 lines (24 loc) · 1.06 KB
/
docker-compose.yml
File metadata and controls
25 lines (24 loc) · 1.06 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
version: '3.8'
services:
cot-proxy:
build: .
ports:
- "${HOST_PORT:-3000}:5000" # Exposes the service on HOST_PORT (default 5000) on the host, mapping to container port 5000
env_file:
- .env # Docker Compose will look for a .env file in the same directory
# Environment variables defined below use the `${VARIABLE:-default_value}` syntax.
# This means if VARIABLE is set (e.g., from the .env file or shell), its value is used.
# If VARIABLE is not set or is empty, default_value is used.
environment:
- TARGET_BASE_URL=${TARGET_BASE_URL:-http://your-model-server:8080/}
- DEBUG=${DEBUG:-false}
- API_REQUEST_TIMEOUT=${API_REQUEST_TIMEOUT:-3000}
- LLM_PARAMS=${LLM_PARAMS:-model=default,temperature=0.7,think_tag_start=<default_think>,think_tag_end=</default_think>}
- THINK_TAG=${THINK_TAG:-<think>}
- THINK_END_TAG=${THINK_END_TAG:-</think>}
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:5000/health"]
interval: 30s
timeout: 10s
retries: 3
restart: unless-stopped