Files

10 lines
343 B
Bash

HOST_APP_DIR=Z:/LLM/model-chat-app
HOST_MODELS_DIR=Z:/LLM/models
HOST_HF_CACHE_DIR=Z:/LLM/models/cache/huggingface
TRANSFORMERS_IMAGE=vllm/vllm-openai:v0.10.2
TRANSFORMERS_CONTAINER_NAME=llm-transformers-audio
TRANSFORMERS_HOST_PORT=8020
MODEL_PATH=/models/audio/whisper-large-v3-turbo
SERVED_MODEL_NAME=whisper-large-v3-turbo
LOAD_ON_START=0