feat(capability): expose reachability rating evidence
This commit is contained in:
@@ -191,6 +191,9 @@ func RateCognitiveBinding(candidate capability.ResolvedCognitiveBinding) capabil
|
||||
return capability.ModelRating{TaskProfileID: evaluation.ProfileID, TaskScoreMillis: evaluation.OverallScoreMillis, Category: category, OverallScoreMillis: evaluation.OverallScoreMillis, QualityScoreMillis: evaluation.QualityScoreMillis, ReliabilityScoreMillis: evaluation.ReliabilityScoreMillis, LatencyScoreMillis: evaluation.LatencyScoreMillis, EvidenceScoreMillis: 1000}
|
||||
}
|
||||
if candidate.Evaluation == nil || candidate.Evaluation.Result != capability.EvaluationSupported || candidate.Evaluation.QualityScoreMillis == nil || candidate.Evaluation.CriticalFailureMillis == nil {
|
||||
if candidate.Qualification != nil && candidate.Qualification.Status == capability.ModelQualificationReachable {
|
||||
return capability.ModelRating{Category: capability.ModelRatingUnrated, LatencyScoreMillis: latencyScore(candidate.Qualification.LatencyMillis * 1000), EvidenceScoreMillis: 750}
|
||||
}
|
||||
return capability.ModelRating{Category: capability.ModelRatingUnrated}
|
||||
}
|
||||
quality := clampMillis(*candidate.Evaluation.QualityScoreMillis)
|
||||
|
||||
@@ -13,6 +13,15 @@ func TestRateCognitiveBindingRequiresSupportedEvidence(t *testing.T) {
|
||||
}
|
||||
}
|
||||
|
||||
func TestRateCognitiveBindingExposesReachabilityWithoutQualityClaim(t *testing.T) {
|
||||
rating := RateCognitiveBinding(capability.ResolvedCognitiveBinding{Qualification: &capability.ModelQualificationObservation{
|
||||
Status: capability.ModelQualificationReachable, LatencyMillis: 600,
|
||||
}})
|
||||
if rating.Category != capability.ModelRatingUnrated || rating.OverallScoreMillis != 0 || rating.LatencyScoreMillis != 800 || rating.EvidenceScoreMillis != 750 {
|
||||
t.Fatalf("reachability rating made an invalid quality claim: %+v", rating)
|
||||
}
|
||||
}
|
||||
|
||||
func TestRateCognitiveBindingUsesEvidenceNotProviderName(t *testing.T) {
|
||||
quality, critical, latency := int64(900), int64(0), int64(400_000)
|
||||
base := capability.ResolvedCognitiveBinding{
|
||||
|
||||
Reference in New Issue
Block a user