feat(cognitive): add local provider registry and discovery
This commit is contained in:
@@ -0,0 +1,231 @@
|
||||
package capability
|
||||
|
||||
import (
|
||||
"git.cin.su/m/Assistant/contracts/artifact"
|
||||
"git.cin.su/m/Assistant/contracts/identity"
|
||||
"git.cin.su/m/Assistant/platform/ids"
|
||||
)
|
||||
|
||||
type ProviderInstanceID ids.ID
|
||||
type ModelDescriptorID ids.ID
|
||||
type CredentialRef ids.ID
|
||||
type EndpointBindingRef ids.ID
|
||||
type LimitPolicyRef ids.ID
|
||||
type ProviderKind string
|
||||
type ProviderModelID string
|
||||
type ModelFingerprint string
|
||||
type QualificationState string
|
||||
type ActivationState string
|
||||
type DataPolicy string
|
||||
type ModelModality string
|
||||
type ModelCapability string
|
||||
type OperationalState string
|
||||
type EvaluationResult string
|
||||
type EvaluationID ids.ID
|
||||
type PerformanceEvidenceID ids.ID
|
||||
|
||||
const (
|
||||
QualificationDiscovered QualificationState = "DISCOVERED"
|
||||
QualificationProbing QualificationState = "PROBING"
|
||||
QualificationEvaluating QualificationState = "EVALUATING"
|
||||
QualificationValidated QualificationState = "VALIDATED"
|
||||
QualificationRejected QualificationState = "REJECTED"
|
||||
|
||||
ActivationInactive ActivationState = "INACTIVE"
|
||||
ActivationCanary ActivationState = "CANARY"
|
||||
ActivationActive ActivationState = "ACTIVE"
|
||||
ActivationDeprecated ActivationState = "DEPRECATED"
|
||||
ActivationRetired ActivationState = "RETIRED"
|
||||
|
||||
DataPolicyLocalOnly DataPolicy = "LOCAL_ONLY"
|
||||
DataPolicyExternalMessageOnly DataPolicy = "EXTERNAL_MESSAGE_ONLY"
|
||||
DataPolicyExternalMinimizedContext DataPolicy = "EXTERNAL_MINIMIZED_CONTEXT"
|
||||
|
||||
ModalityText ModelModality = "TEXT"
|
||||
CapabilityAdvisory ModelCapability = "ADVISORY"
|
||||
CapabilityUnknown ModelCapability = "UNKNOWN"
|
||||
|
||||
OperationalNotObserved OperationalState = "NOT_OBSERVED"
|
||||
OperationalYes OperationalState = "YES"
|
||||
OperationalNo OperationalState = "NO"
|
||||
|
||||
EvaluationUnknown EvaluationResult = "UNKNOWN"
|
||||
EvaluationSupported EvaluationResult = "SUPPORTED"
|
||||
EvaluationUnsupported EvaluationResult = "UNSUPPORTED"
|
||||
)
|
||||
|
||||
// ProviderInstance contains only opaque references to endpoint and credentials.
|
||||
// Credential material is resolved by the cognitive runtime, never by Core.
|
||||
type ProviderInstance struct {
|
||||
ID ProviderInstanceID
|
||||
Revision int64
|
||||
Kind ProviderKind
|
||||
EndpointRef EndpointBindingRef
|
||||
CredentialRef CredentialRef
|
||||
Enabled bool
|
||||
Qualification QualificationState
|
||||
Health HealthState
|
||||
ObservedAtUnixMillis int64
|
||||
}
|
||||
|
||||
type ModelDescriptor struct {
|
||||
ID ModelDescriptorID
|
||||
Revision int64
|
||||
ProviderInstanceID ProviderInstanceID
|
||||
ProviderModelID ProviderModelID
|
||||
Fingerprint ModelFingerprint
|
||||
MaxContextBytes int64
|
||||
Modalities []ModelModality
|
||||
Capabilities []ModelCapability
|
||||
Qualification QualificationState
|
||||
Health HealthState
|
||||
ObservedAtUnixMillis int64
|
||||
}
|
||||
|
||||
type ProviderHealthObservation struct {
|
||||
ProviderInstanceID ProviderInstanceID
|
||||
Health HealthState
|
||||
ObservedAtUnixMillis int64
|
||||
FailureClass CognitiveFailureType
|
||||
}
|
||||
|
||||
type ModelOperationalObservation struct {
|
||||
ProviderInstanceID ProviderInstanceID
|
||||
ModelDescriptorID ModelDescriptorID
|
||||
Installed OperationalState
|
||||
Loaded OperationalState
|
||||
Invokable OperationalState
|
||||
Health HealthState
|
||||
ObservedAtUnixMillis int64
|
||||
}
|
||||
|
||||
type CognitiveBinding struct {
|
||||
ID CapabilityBindingID
|
||||
Revision int64
|
||||
CapabilityID CapabilityID
|
||||
OwnerPrincipalID identity.PrincipalID
|
||||
ProviderInstanceID ProviderInstanceID
|
||||
ProviderRevision int64
|
||||
ModelDescriptorID ModelDescriptorID
|
||||
ModelRevision int64
|
||||
DataPolicy DataPolicy
|
||||
Qualification QualificationState
|
||||
Activation ActivationState
|
||||
Health HealthState
|
||||
LimitPolicyRef LimitPolicyRef
|
||||
}
|
||||
|
||||
type CognitiveRequirement struct {
|
||||
CapabilityID CapabilityID
|
||||
OwnerPrincipalID identity.PrincipalID
|
||||
DataPolicy DataPolicy
|
||||
RequiredModalities []ModelModality
|
||||
RequiredCapabilities []ModelCapability
|
||||
AllowCanary bool
|
||||
InputBytes int64
|
||||
MaxOutputBytes int64
|
||||
ExcludedBindingIDs []CapabilityBindingID
|
||||
}
|
||||
|
||||
// ResolvedCognitiveBinding is a provider-neutral invocation snapshot selected
|
||||
// by Capability. It contains references and declared metadata, never secrets.
|
||||
type ResolvedCognitiveBinding struct {
|
||||
Binding CognitiveBinding
|
||||
Provider ProviderInstance
|
||||
Model ModelDescriptor
|
||||
Evaluation *EvaluatedCapability
|
||||
Performance *PerformanceEvidence
|
||||
}
|
||||
|
||||
type CognitiveResultClass string
|
||||
type CognitiveFailureType string
|
||||
|
||||
type EvaluatedCapability struct {
|
||||
ID EvaluationID
|
||||
BindingID CapabilityBindingID
|
||||
BindingRevision int64
|
||||
CapabilityID CapabilityID
|
||||
Result EvaluationResult
|
||||
QualityScoreMillis *int64
|
||||
CriticalFailureMillis *int64
|
||||
BenchmarkVersion string
|
||||
ArtifactID artifact.ArtifactID
|
||||
ObservedAtUnixMillis int64
|
||||
}
|
||||
|
||||
type PerformanceEvidence struct {
|
||||
ID PerformanceEvidenceID
|
||||
BindingID CapabilityBindingID
|
||||
BindingRevision int64
|
||||
ModelDescriptorID ModelDescriptorID
|
||||
ModelRevision int64
|
||||
HardwareProfile string
|
||||
Runtime string
|
||||
Quantization string
|
||||
ContextUnits *int64
|
||||
ThinkingEnabled *bool
|
||||
GenerationTPSMillis *int64
|
||||
PromptTPSMillis *int64
|
||||
TTFTMicros *int64
|
||||
LatencyMicros *int64
|
||||
MemoryBytes *int64
|
||||
ReliabilityMillis *int64
|
||||
BenchmarkVersion string
|
||||
ArtifactID artifact.ArtifactID
|
||||
ObservedAtUnixMillis int64
|
||||
}
|
||||
|
||||
type CognitiveDiscoveryRegistration struct {
|
||||
Provider ProviderInstance
|
||||
Models []ModelDescriptor
|
||||
Bindings []CognitiveBinding
|
||||
ProviderHealth ProviderHealthObservation
|
||||
ModelAvailability []ModelOperationalObservation
|
||||
}
|
||||
|
||||
// CognitiveDiscoverySnapshot is provider-neutral observed inventory submitted
|
||||
// to the Capability owner. The owner assigns immutable revisions and always
|
||||
// registers discovered bindings as DISCOVERED/INACTIVE.
|
||||
type CognitiveDiscoverySnapshot struct {
|
||||
ProviderInstanceID ProviderInstanceID
|
||||
ProviderKind ProviderKind
|
||||
EndpointRef EndpointBindingRef
|
||||
CredentialRef CredentialRef
|
||||
Enabled bool
|
||||
OwnerPrincipalID identity.PrincipalID
|
||||
CapabilityID CapabilityID
|
||||
DataPolicy DataPolicy
|
||||
LimitPolicyRef LimitPolicyRef
|
||||
Health HealthState
|
||||
FailureClass CognitiveFailureType
|
||||
ObservedAtUnixMillis int64
|
||||
Models []DiscoveredModelSnapshot
|
||||
}
|
||||
|
||||
type DiscoveredModelSnapshot struct {
|
||||
ProviderModelID ProviderModelID
|
||||
Fingerprint ModelFingerprint
|
||||
MaxContextBytes int64
|
||||
Modalities []ModelModality
|
||||
Capabilities []ModelCapability
|
||||
Installed OperationalState
|
||||
Loaded OperationalState
|
||||
Invokable OperationalState
|
||||
}
|
||||
|
||||
type CognitiveUsageObservation struct {
|
||||
ObservationID ids.ID
|
||||
RequestID ids.ID
|
||||
BindingID CapabilityBindingID
|
||||
BindingRevision int64
|
||||
ProviderInstanceID ProviderInstanceID
|
||||
ModelDescriptorID ModelDescriptorID
|
||||
ObservedAtUnixMillis int64
|
||||
LatencyMillis int64
|
||||
InputUnits int64
|
||||
OutputUnits int64
|
||||
EstimatedCostMicros *int64
|
||||
ActualCostMicros *int64
|
||||
ResultClass CognitiveResultClass
|
||||
FailureType CognitiveFailureType
|
||||
}
|
||||
@@ -38,6 +38,7 @@ type Binding struct {
|
||||
type HealthState string
|
||||
|
||||
const (
|
||||
HealthUnknown HealthState = "UNKNOWN"
|
||||
HealthAvailable HealthState = "AVAILABLE"
|
||||
HealthDegraded HealthState = "DEGRADED"
|
||||
HealthUnavailable HealthState = "UNAVAILABLE"
|
||||
|
||||
@@ -25,8 +25,16 @@ const (
|
||||
FinishLengthLimit FinishReason = "LENGTH_LIMIT"
|
||||
FinishContentRejected FinishReason = "CONTENT_REJECTED"
|
||||
FinishProviderUnavailable FinishReason = "PROVIDER_UNAVAILABLE"
|
||||
FinishModelUnavailable FinishReason = "MODEL_UNAVAILABLE"
|
||||
FinishRateLimited FinishReason = "RATE_LIMITED"
|
||||
FinishAuthenticationFailed FinishReason = "AUTHENTICATION_FAILED"
|
||||
FinishBillingOrBudgetBlocked FinishReason = "BILLING_OR_BUDGET_BLOCKED"
|
||||
FinishContextTooLarge FinishReason = "CONTEXT_TOO_LARGE"
|
||||
FinishUnsupportedCapability FinishReason = "UNSUPPORTED_CAPABILITY"
|
||||
FinishTimeout FinishReason = "TIMEOUT"
|
||||
FinishInvalidProviderResponse FinishReason = "INVALID_PROVIDER_RESPONSE"
|
||||
FinishInvalidStructuredOutput FinishReason = "INVALID_STRUCTURED_OUTPUT"
|
||||
FinishDegraded FinishReason = "DEGRADED"
|
||||
)
|
||||
|
||||
type ContextExcerpt struct {
|
||||
@@ -52,6 +60,36 @@ type AdvisoryRequest struct {
|
||||
MaxOutputBytes int
|
||||
ProviderBindingID capability.CapabilityBindingID
|
||||
ProviderBindingRevision int64
|
||||
ProviderInstanceID capability.ProviderInstanceID
|
||||
ModelDescriptorID capability.ModelDescriptorID
|
||||
ProviderModelID capability.ProviderModelID
|
||||
}
|
||||
|
||||
// GatewayAdvisoryRequest describes the task and policy requirement. It cannot
|
||||
// name a provider, model or binding; Capability owns that selection.
|
||||
type GatewayAdvisoryRequest struct {
|
||||
Version ContractVersion
|
||||
RequestID RequestID
|
||||
ActorID identity.ActorID
|
||||
PrincipalID identity.PrincipalID
|
||||
ScopeID authority.ScopeID
|
||||
Message string
|
||||
Context []ContextExcerpt
|
||||
Locale string
|
||||
MaxOutputBytes int
|
||||
DataPolicy capability.DataPolicy
|
||||
EgressAcknowledged bool
|
||||
}
|
||||
|
||||
type GatewayAdvisoryPolicyRequest struct {
|
||||
PrincipalID identity.PrincipalID
|
||||
DataPolicy capability.DataPolicy
|
||||
}
|
||||
|
||||
type GatewayAdvisoryPolicy struct {
|
||||
ExternalEgress bool
|
||||
AcknowledgementRequired bool
|
||||
Disclosure string
|
||||
}
|
||||
|
||||
type ProviderUsage struct {
|
||||
@@ -69,3 +107,12 @@ type AdvisoryResponse struct {
|
||||
FinishReason FinishReason
|
||||
Usage *ProviderUsage
|
||||
}
|
||||
|
||||
type GatewayAdvisoryResponse struct {
|
||||
Version ContractVersion
|
||||
RequestID RequestID
|
||||
AdvisoryText string
|
||||
ReferencedExcerptIDs []ContextExcerptID
|
||||
FinishReason FinishReason
|
||||
Usage *ProviderUsage
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user