2026-02-26 01:32:04 +00:00
|
|
|
services:
|
|
|
|
|
fyp-inference-prod:
|
|
|
|
|
container_name: fyp-inference-prod
|
|
|
|
|
build:
|
|
|
|
|
context: ../../
|
|
|
|
|
dockerfile: compose/dev/inference/Dockerfile
|
|
|
|
|
deploy:
|
|
|
|
|
resources:
|
|
|
|
|
reservations:
|
|
|
|
|
devices:
|
|
|
|
|
- driver: nvidia
|
|
|
|
|
count: all
|
|
|
|
|
capabilities: [gpu]
|
2026-03-21 00:05:00 +00:00
|
|
|
restart: unless-stopped
|
2026-02-26 01:32:04 +00:00
|
|
|
environment:
|
|
|
|
|
- INFERENCE_HTTP_HOST=0.0.0.0
|
|
|
|
|
- INFERENCE_HTTP_PORT=8001
|
|
|
|
|
- NVIDIA_VISIBLE_DEVICES=all
|
2026-02-26 12:08:16 +00:00
|
|
|
- WATCHFILES_FORCE_POLLING=true
|
|
|
|
|
- PYTHONPATH=/app
|
|
|
|
|
- HF_HOME=/root/.cache/huggingface
|
|
|
|
|
- HF_HUB_OFFLINE=1
|
2026-02-26 01:32:04 +00:00
|
|
|
volumes:
|
|
|
|
|
- ../../:/app
|
2026-02-27 00:44:03 +00:00
|
|
|
- ../../models:/app/models
|
|
|
|
|
- ../../hf_cache:/root/.cache/huggingface
|
2026-03-21 00:05:00 +00:00
|
|
|
labels:
|
|
|
|
|
- "traefik.enable=true"
|
|
|
|
|
- "traefik.http.routers.llm.rule=Host(`${LLM_DOMAIN_NAME}`)"
|
|
|
|
|
- "traefik.http.routers.llm.entrypoints=web"
|
|
|
|
|
- "traefik.http.services.llm.loadbalancer.server.port=${LLM_PORT}"
|
|
|
|
|
- "traefik.docker.network=proxy-net"
|
|
|
|
|
networks:
|
|
|
|
|
- proxy-net
|
|
|
|
|
|
|
|
|
|
networks:
|
|
|
|
|
proxy-net:
|
|
|
|
|
external: true
|
