Initial SQL-only 1C adapter baseline

2026-07-22 03:03:47 +03:00
commit e2503b77e7
545 changed files with 184711 additions and 0 deletions
@@ -0,0 +1,171 @@
+param(
+    [string]$SshTarget = "docker-gpu",
+    [string]$DockerHost = "ssh://docker-gpu",
+    [switch]$PlanOnly,
+    [switch]$SkipDownload,
+    [switch]$SkipPreflight,
+    [switch]$SkipTrain,
+    [switch]$SkipConvert,
+    [switch]$SkipRestart,
+    [switch]$SkipSmoke,
+    [switch]$DetachedDownload,
+    [switch]$DetachedConvert,
+    [string]$BaseModelCardId = "qwen3-coder-30b-a3b-instruct",
+    [string]$BaseModelDir = "/models/base/qwen3-coder-30b-a3b-instruct",
+    [string]$AdapterDir = "/models/adapters/1c/qwen3-coder-30b-a3b-1c-lora-v1",
+    [string]$AdapterGgufPath = "/models/adapters/1c/qwen3-coder-30b-a3b-1c-lora-v1.gguf",
+    [string]$InferenceBaseUrl = "http://docker-gpu.cin.su:8081",
+    [string]$InferenceModel = "qwen3-coder-1c-q6"
+)
+
+$ErrorActionPreference = "Stop"
+
+function Invoke-Step {
+    param(
+        [Parameter(Mandatory = $true)]
+        [string]$Name,
+        [Parameter(Mandatory = $true)]
+        [string[]]$Command
+    )
+
+    Write-Host ""
+    Write-Host "== $Name"
+    Write-Host ($Command -join " ")
+    if ($PlanOnly) {
+        return
+    }
+    & $Command[0] @($Command | Select-Object -Skip 1)
+    if ($LASTEXITCODE -ne 0) {
+        throw "Step failed with exit code ${LASTEXITCODE}: ${Name}"
+    }
+}
+
+$steps = @()
+
+$steps += @{
+    Name = "GPU host preflight"
+    Command = @(
+        "powershell", "-NoProfile", "-ExecutionPolicy", "Bypass",
+        "-File", "scripts/check_gpu_host.ps1",
+        "-SshTarget", $SshTarget
+    )
+}
+
+if (-not $SkipDownload) {
+    $downloadCommand = @(
+        "powershell", "-NoProfile", "-ExecutionPolicy", "Bypass",
+        "-File", "scripts/download_hf_range_gpu.ps1",
+        "-CardId", $BaseModelCardId,
+        "-LocalDir", $BaseModelDir,
+        "-ContainerName", "llm-hf-range-qwen3-coder-base"
+    )
+    if ($DetachedDownload) {
+        $downloadCommand += "-Detached"
+    }
+    $steps += @{
+        Name = "Download base HF model"
+        Command = $downloadCommand
+    }
+}
+
+if (-not $SkipPreflight) {
+    $steps += @{
+        Name = "Training preflight"
+        Command = @(
+            "powershell", "-NoProfile", "-ExecutionPolicy", "Bypass",
+            "-File", "scripts/run_1c_lora_training_gpu.ps1",
+            "-PreflightOnly"
+        )
+    }
+}
+
+if (-not $SkipTrain) {
+    $steps += @{
+        Name = "Train LoRA adapter"
+        Command = @(
+            "powershell", "-NoProfile", "-ExecutionPolicy", "Bypass",
+            "-File", "scripts/run_1c_lora_training_gpu.ps1"
+        )
+    }
+}
+
+if (-not $SkipConvert) {
+    $convertCommand = @(
+        "powershell", "-NoProfile", "-ExecutionPolicy", "Bypass",
+        "-File", "scripts/convert_1c_lora_to_gguf_gpu.ps1",
+        "-AdapterDir", $AdapterDir,
+        "-BaseModelDir", $BaseModelDir,
+        "-OutputFile", $AdapterGgufPath
+    )
+    if ($DetachedConvert) {
+        $convertCommand += "-Detached"
+    }
+    $steps += @{
+        Name = "Convert adapter to GGUF"
+        Command = $convertCommand
+    }
+}
+
+if (-not $SkipRestart) {
+    $steps += @{
+        Name = "Stop Q6 service"
+        Command = @(
+            "powershell", "-NoProfile", "-ExecutionPolicy", "Bypass",
+            "-File", "scripts/manage_gpu_q6_service.ps1",
+            "-Action", "stop"
+        )
+    }
+    $steps += @{
+        Name = "Start Q6 service with LoRA"
+        Command = @(
+            "powershell", "-NoProfile", "-ExecutionPolicy", "Bypass",
+            "-File", "scripts/manage_gpu_q6_service.ps1",
+            "-Action", "start",
+            "-LoraPath", $AdapterGgufPath
+        )
+    }
+    $steps += @{
+        Name = "Check Q6 service status"
+        Command = @(
+            "powershell", "-NoProfile", "-ExecutionPolicy", "Bypass",
+            "-File", "scripts/manage_gpu_q6_service.ps1",
+            "-Action", "status",
+            "-LoraPath", $AdapterGgufPath
+        )
+    }
+}
+
+if (-not $SkipSmoke) {
+    $steps += @{
+        Name = "Check inference endpoint"
+        Command = @(
+            "python", "scripts/check_inference_endpoint.py",
+            "--base-url", $InferenceBaseUrl,
+            "--expected-model", $InferenceModel,
+            "--print"
+        )
+    }
+    $steps += @{
+        Name = "Run 1C smoke eval"
+        Command = @(
+            "python", "scripts/run_1c_smoke_eval.py",
+            "--base-url", $InferenceBaseUrl,
+            "--model", $InferenceModel
+        )
+    }
+}
+
+foreach ($step in $steps) {
+    if ($SkipPreflight -and $step.Name -eq "GPU host preflight") {
+        continue
+    }
+    Invoke-Step -Name $step.Name -Command $step.Command
+}
+
+if ($PlanOnly) {
+    Write-Host ""
+    Write-Host "Plan complete. Re-run without -PlanOnly to execute."
+} else {
+    Write-Host ""
+    Write-Host "Q6 LoRA training/publish flow completed."
+}