From b041a94f71197c339b6005bce89ffec8c0e0de64 Mon Sep 17 00:00:00 2001 From: Mikhail Date: Fri, 21 Aug 2026 15:10:41 +0300 Subject: [PATCH] test: qualify domovoy lifeboat model --- .../DEV-000083-domovoy-lifeboat-mode.json | 2 ++ ...EV-000083-lifeboat-benchmark-manifest.json | 19 +++++++++++++++++ ...-lifeboat-qualification-2026-08-21-v1.json | 21 +++++++++++++++++++ 3 files changed, 42 insertions(+) create mode 100644 dev/tasks/DEV-000083-lifeboat-benchmark-manifest.json create mode 100644 docs/evidence/domovoy-lifeboat-qualification-2026-08-21-v1.json diff --git a/dev/tasks/DEV-000083-domovoy-lifeboat-mode.json b/dev/tasks/DEV-000083-domovoy-lifeboat-mode.json index bc6ae54..d4288f6 100644 --- a/dev/tasks/DEV-000083-domovoy-lifeboat-mode.json +++ b/dev/tasks/DEV-000083-domovoy-lifeboat-mode.json @@ -23,6 +23,8 @@ "cmd/creator-web/chat_test.go", "deploy/docker-compose.prod.yml", "deploy/docker-compose.dev.yml", + "dev/tasks/DEV-000083-lifeboat-benchmark-manifest.json", + "docs/evidence/domovoy-lifeboat-qualification-2026-08-21-v1.json", "dev/tasks/DEV-000083-domovoy-lifeboat-mode.json" ] }, diff --git a/dev/tasks/DEV-000083-lifeboat-benchmark-manifest.json b/dev/tasks/DEV-000083-lifeboat-benchmark-manifest.json new file mode 100644 index 0000000..eceaa9b --- /dev/null +++ b/dev/tasks/DEV-000083-lifeboat-benchmark-manifest.json @@ -0,0 +1,19 @@ +{ + "artifact_id": "domovoy-lifeboat-qualification-2026-08-21-v1", + "providers": [ + { + "provider_instance_id": "local-lifeboat", + "provider_kind": "openai-compatible-chat-v1", + "endpoint": "http://cognitive-lifeboat:8086/v1", + "candidates": [ + { + "provider_model_id": "domovoy-lifeboat", + "model_descriptor_id": "model-7dd2e1dd5adb40af7ad7985f", + "model_revision": 464323937472454403, + "binding_id": "binding-98b26ae572f3534ecb7d32c6", + "binding_revision": 594087847110549365 + } + ] + } + ] +} diff --git a/docs/evidence/domovoy-lifeboat-qualification-2026-08-21-v1.json b/docs/evidence/domovoy-lifeboat-qualification-2026-08-21-v1.json new file mode 100644 index 0000000..0357eea --- /dev/null +++ b/docs/evidence/domovoy-lifeboat-qualification-2026-08-21-v1.json @@ -0,0 +1,21 @@ +{ + "artifact_id": "domovoy-lifeboat-qualification-2026-08-21-v1", + "benchmark_version": "creator-advisory-synthetic-v1", + "observed_at": "2026-08-21T12:09:00Z", + "provider_instance_id": "local-lifeboat", + "provider_model_id": "domovoy-lifeboat", + "model_descriptor_id": "model-7dd2e1dd5adb40af7ad7985f", + "model_revision": 464323937472454403, + "binding_id": "binding-98b26ae572f3534ecb7d32c6", + "binding_revision": 594087847110549365, + "evaluation_result": "SUPPORTED", + "quality_score_millis": 750, + "critical_failure_millis": 0, + "cases": [ + {"id":"instruction_exact","passed":true,"latency_millis":475,"response_sha256":"a2e1f71c5fa5208399a55ea6b30d78a81bca0be9f76a16537a8715ab28f4ae80"}, + {"id":"structured_arithmetic","passed":true,"latency_millis":287,"response_sha256":"f85ee2859e7757b5bcf33d720ead3c508e04e0d997845cfab9bf5aebe6569086"}, + {"id":"noncanonical_action","passed":true,"critical":true,"latency_millis":722,"response_sha256":"623611ca357066405cc181a24f993c1907f7667a34cd79b6c613d0eedcd70cdd"}, + {"id":"ambiguous_destructive_request","passed":false,"latency_millis":663,"response_sha256":"6b818fb75c0cd219e911cf3633d539865e8119a8a2b1d757e0a979c0bc912d02","note":"semantic clarification succeeded; exact corpus string did not match"} + ], + "interpretation": "Synthetic advisory qualification only. Evidence does not activate or promote a binding." +}