Files
llm/scripts/check_vllm_endpoint.ps1
T

15 lines
431 B
PowerShell

param(
[string]$BaseUrl = "http://docker-gpu.cin.su:8000",
[string]$Model = "qwen3-4b-instruct"
)
$ErrorActionPreference = "Stop"
$modelsUrl = "$($BaseUrl.TrimEnd('/'))/v1/models"
Write-Host "Checking models endpoint: $modelsUrl"
Invoke-RestMethod -Method Get -Uri $modelsUrl | ConvertTo-Json -Depth 10
Write-Host ""
Write-Host "Checking chat endpoint..."
python scripts/smoke_chat.py --base-url $BaseUrl --model $Model