10 lines
343 B
Bash
10 lines
343 B
Bash
HOST_APP_DIR=Z:/LLM/model-chat-app
|
|
HOST_MODELS_DIR=Z:/LLM/models
|
|
HOST_HF_CACHE_DIR=Z:/LLM/models/cache/huggingface
|
|
TRANSFORMERS_IMAGE=vllm/vllm-openai:v0.10.2
|
|
TRANSFORMERS_CONTAINER_NAME=llm-transformers-video
|
|
TRANSFORMERS_HOST_PORT=8030
|
|
MODEL_PATH=/models/video/qwen2.5-vl-7b-instruct
|
|
SERVED_MODEL_NAME=qwen2.5-vl-7b-instruct
|
|
LOAD_ON_START=0
|