feat(capability): expose reachability rating evidence
CI / test (push) Successful in 50s
CI / test (pull_request) Successful in 52s

This commit is contained in:
m
2026-08-23 21:55:13 +03:00
parent 3d97b348f7
commit 90cb2b1590
4 changed files with 37 additions and 2 deletions
@@ -191,6 +191,9 @@ func RateCognitiveBinding(candidate capability.ResolvedCognitiveBinding) capabil
return capability.ModelRating{TaskProfileID: evaluation.ProfileID, TaskScoreMillis: evaluation.OverallScoreMillis, Category: category, OverallScoreMillis: evaluation.OverallScoreMillis, QualityScoreMillis: evaluation.QualityScoreMillis, ReliabilityScoreMillis: evaluation.ReliabilityScoreMillis, LatencyScoreMillis: evaluation.LatencyScoreMillis, EvidenceScoreMillis: 1000}
}
if candidate.Evaluation == nil || candidate.Evaluation.Result != capability.EvaluationSupported || candidate.Evaluation.QualityScoreMillis == nil || candidate.Evaluation.CriticalFailureMillis == nil {
if candidate.Qualification != nil && candidate.Qualification.Status == capability.ModelQualificationReachable {
return capability.ModelRating{Category: capability.ModelRatingUnrated, LatencyScoreMillis: latencyScore(candidate.Qualification.LatencyMillis * 1000), EvidenceScoreMillis: 750}
}
return capability.ModelRating{Category: capability.ModelRatingUnrated}
}
quality := clampMillis(*candidate.Evaluation.QualityScoreMillis)
@@ -13,6 +13,15 @@ func TestRateCognitiveBindingRequiresSupportedEvidence(t *testing.T) {
}
}
func TestRateCognitiveBindingExposesReachabilityWithoutQualityClaim(t *testing.T) {
rating := RateCognitiveBinding(capability.ResolvedCognitiveBinding{Qualification: &capability.ModelQualificationObservation{
Status: capability.ModelQualificationReachable, LatencyMillis: 600,
}})
if rating.Category != capability.ModelRatingUnrated || rating.OverallScoreMillis != 0 || rating.LatencyScoreMillis != 800 || rating.EvidenceScoreMillis != 750 {
t.Fatalf("reachability rating made an invalid quality claim: %+v", rating)
}
}
func TestRateCognitiveBindingUsesEvidenceNotProviderName(t *testing.T) {
quality, critical, latency := int64(900), int64(0), int64(400_000)
base := capability.ResolvedCognitiveBinding{