10 lines
329 B
Bash
10 lines
329 B
Bash
HOST_APP_DIR=Z:/LLM/model-chat-app
|
|
HOST_MODELS_DIR=Z:/LLM/models
|
|
HOST_HF_CACHE_DIR=Z:/LLM/models/cache/huggingface
|
|
TRANSFORMERS_IMAGE=vllm/vllm-openai:v0.10.2
|
|
TRANSFORMERS_CONTAINER_NAME=llm-transformers-translation
|
|
TRANSFORMERS_HOST_PORT=8010
|
|
MODEL_PATH=/models/translation/lmt-60-4b
|
|
SERVED_MODEL_NAME=lmt-60-4b
|
|
LOAD_ON_START=0
|