34 lines
817 B
YAML
34 lines
817 B
YAML
services:
|
|
dwg-counting:
|
|
build: .
|
|
container_name: dwg-counting
|
|
restart: unless-stopped
|
|
ports:
|
|
- "127.0.0.1:3026:8000"
|
|
environment:
|
|
LITELLM_BASE_URL: ${LITELLM_BASE_URL:-http://host.docker.internal:4000/v1}
|
|
LITELLM_API_KEY: ${LITELLM_API_KEY:-}
|
|
LLM_MODEL: ${LLM_MODEL:-anthropic/claude-sonnet-4-20250514}
|
|
NVIDIA_VISIBLE_DEVICES: all
|
|
NVIDIA_DRIVER_CAPABILITIES: compute,utility
|
|
extra_hosts:
|
|
- "host.docker.internal:host-gateway"
|
|
networks:
|
|
- localai
|
|
volumes:
|
|
- dwg-counting-data:/tmp/dwg-counting
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: 1
|
|
capabilities: [gpu]
|
|
|
|
volumes:
|
|
dwg-counting-data:
|
|
|
|
networks:
|
|
localai:
|
|
external: true
|