feat: extend task verifier and unresolved case builder
This commit is contained in:
@@ -72,12 +72,16 @@ type TaskEvaluationExpansionRequest struct {
|
||||
|
||||
type TaskCaseVerificationMode string
|
||||
|
||||
const TaskCaseVerificationExactText TaskCaseVerificationMode = "EXACT_TEXT"
|
||||
const (
|
||||
TaskCaseVerificationExactText TaskCaseVerificationMode = "EXACT_TEXT"
|
||||
TaskCaseVerificationJSONFieldEquals TaskCaseVerificationMode = "JSON_FIELD_EQUALS"
|
||||
)
|
||||
|
||||
// TaskCaseVerification is a bounded, task-owned rubric. The expected text is
|
||||
// test data, not model output, and is never sent to the cognitive provider.
|
||||
type TaskCaseVerification struct {
|
||||
Mode TaskCaseVerificationMode
|
||||
FieldPath string
|
||||
ExpectedText string
|
||||
MinimumQualityMillis int64
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user