25 lines
662 B
YAML
25 lines
662 B
YAML
services:
|
|
model-chat-ui:
|
|
image: ${MODEL_CHAT_IMAGE:-vllm/vllm-openai:v0.10.2}
|
|
container_name: ${MODEL_CHAT_CONTAINER_NAME:-llm-model-chat-ui}
|
|
restart: unless-stopped
|
|
ports:
|
|
- "${MODEL_CHAT_HOST_PORT:-8765}:8765"
|
|
volumes:
|
|
- ${HOST_APP_DIR:-Z:/LLM/model-chat-app}:/app
|
|
- ${HOST_MODELS_DIR:-Z:/LLM/models}:/models:ro
|
|
- ${HOST_REPORTS_DIR:-Z:/LLM/reports}:/reports
|
|
environment:
|
|
MODEL_CHAT_REPORT_ROOT: /reports
|
|
working_dir: /app
|
|
entrypoint:
|
|
- python3
|
|
command:
|
|
- scripts/model_chat_server.py
|
|
- --host
|
|
- 0.0.0.0
|
|
- --port
|
|
- "8765"
|
|
- --static-dir
|
|
- /app
|