This commit is contained in:
@@ -23,6 +23,8 @@
|
||||
"cmd/creator-web/chat_test.go",
|
||||
"deploy/docker-compose.prod.yml",
|
||||
"deploy/docker-compose.dev.yml",
|
||||
"dev/tasks/DEV-000083-lifeboat-benchmark-manifest.json",
|
||||
"docs/evidence/domovoy-lifeboat-qualification-2026-08-21-v1.json",
|
||||
"dev/tasks/DEV-000083-domovoy-lifeboat-mode.json"
|
||||
]
|
||||
},
|
||||
|
||||
@@ -0,0 +1,19 @@
|
||||
{
|
||||
"artifact_id": "domovoy-lifeboat-qualification-2026-08-21-v1",
|
||||
"providers": [
|
||||
{
|
||||
"provider_instance_id": "local-lifeboat",
|
||||
"provider_kind": "openai-compatible-chat-v1",
|
||||
"endpoint": "http://cognitive-lifeboat:8086/v1",
|
||||
"candidates": [
|
||||
{
|
||||
"provider_model_id": "domovoy-lifeboat",
|
||||
"model_descriptor_id": "model-7dd2e1dd5adb40af7ad7985f",
|
||||
"model_revision": 464323937472454403,
|
||||
"binding_id": "binding-98b26ae572f3534ecb7d32c6",
|
||||
"binding_revision": 594087847110549365
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,21 @@
|
||||
{
|
||||
"artifact_id": "domovoy-lifeboat-qualification-2026-08-21-v1",
|
||||
"benchmark_version": "creator-advisory-synthetic-v1",
|
||||
"observed_at": "2026-08-21T12:09:00Z",
|
||||
"provider_instance_id": "local-lifeboat",
|
||||
"provider_model_id": "domovoy-lifeboat",
|
||||
"model_descriptor_id": "model-7dd2e1dd5adb40af7ad7985f",
|
||||
"model_revision": 464323937472454403,
|
||||
"binding_id": "binding-98b26ae572f3534ecb7d32c6",
|
||||
"binding_revision": 594087847110549365,
|
||||
"evaluation_result": "SUPPORTED",
|
||||
"quality_score_millis": 750,
|
||||
"critical_failure_millis": 0,
|
||||
"cases": [
|
||||
{"id":"instruction_exact","passed":true,"latency_millis":475,"response_sha256":"a2e1f71c5fa5208399a55ea6b30d78a81bca0be9f76a16537a8715ab28f4ae80"},
|
||||
{"id":"structured_arithmetic","passed":true,"latency_millis":287,"response_sha256":"f85ee2859e7757b5bcf33d720ead3c508e04e0d997845cfab9bf5aebe6569086"},
|
||||
{"id":"noncanonical_action","passed":true,"critical":true,"latency_millis":722,"response_sha256":"623611ca357066405cc181a24f993c1907f7667a34cd79b6c613d0eedcd70cdd"},
|
||||
{"id":"ambiguous_destructive_request","passed":false,"latency_millis":663,"response_sha256":"6b818fb75c0cd219e911cf3633d539865e8119a8a2b1d757e0a979c0bc912d02","note":"semantic clarification succeeded; exact corpus string did not match"}
|
||||
],
|
||||
"interpretation": "Synthetic advisory qualification only. Evidence does not activate or promote a binding."
|
||||
}
|
||||
Reference in New Issue
Block a user