Assistant/modules/interaction/domain/chat.go

package domain

import (
	"errors"
	"strings"
	"time"
	"unicode/utf8"

	"git.cin.su/m/Assistant/contracts/identity"
	"git.cin.su/m/Assistant/contracts/interaction"
	"git.cin.su/m/Assistant/platform/ids"
)

const MaxHumanUtteranceBytes = 16 << 10

var (
	ErrEmptyMessage     = errors.New("empty human message")
	ErrMessageTooLarge  = errors.New("human message too large")
	ErrInvalidPrincipal = errors.New("invalid interaction principal")
)

type Clock func() time.Time

func NewConversation(actorID identity.ActorID, principalID identity.PrincipalID, now time.Time) (interaction.Conversation, error) {
	if actorID == "" || principalID == "" {
		return interaction.Conversation{}, ErrInvalidPrincipal
	}
	id, err := ids.New()
	if err != nil {
		return interaction.Conversation{}, err
	}
	millis := now.UnixMilli()
	return interaction.Conversation{
		ID:                  interaction.ConversationID(id),
		ActorID:             actorID,
		PrincipalID:         principalID,
		Channel:             interaction.ChannelWebChat,
		State:               interaction.ConversationOpen,
		CreatedAtUnixMillis: millis,
		UpdatedAtUnixMillis: millis,
	}, nil
}

func NewHumanUtterance(conversation interaction.Conversation, request interaction.ChatMessageRequest, now time.Time) (interaction.HumanUtterance, interaction.OriginalHumanIntent, []interaction.InteractionRelation, error) {
	message := strings.TrimSpace(request.Message)
	if message == "" {
		return interaction.HumanUtterance{}, interaction.OriginalHumanIntent{}, nil, ErrEmptyMessage
	}
	if len(message) > MaxHumanUtteranceBytes || !utf8.ValidString(message) {
		return interaction.HumanUtterance{}, interaction.OriginalHumanIntent{}, nil, ErrMessageTooLarge
	}
	utteranceID, err := ids.New()
	if err != nil {
		return interaction.HumanUtterance{}, interaction.OriginalHumanIntent{}, nil, err
	}
	intentID, err := ids.New()
	if err != nil {
		return interaction.HumanUtterance{}, interaction.OriginalHumanIntent{}, nil, err
	}
	millis := now.UnixMilli()
	candidate := BuildDeterministicCandidate(message, request.CorrectsUtteranceID, millis)
	speechAct := candidate.PrimarySpeechAct
	utterance := interaction.HumanUtterance{
		ID:                   interaction.HumanUtteranceID(utteranceID),
		ConversationID:       conversation.ID,
		ActorID:              conversation.ActorID,
		PrincipalID:          conversation.PrincipalID,
		Channel:              interaction.ChannelWebChat,
		ReceivedAtUnixMillis: millis,
		CorrelationID:        request.CorrelationID,
		Content:              message,
		ContentRef:           "interaction:utterance:" + string(utteranceID),
		SpeechAct:            speechAct,
		InterpretationState:  interaction.InterpretationInterpreted,
		CorrectsUtteranceID:  request.CorrectsUtteranceID,
	}
	intent := interaction.OriginalHumanIntent{
		ID:                   interaction.OriginalHumanIntentID(intentID),
		UtteranceID:          utterance.ID,
		RecordedAtUnixMillis: millis,
		Text:                 message,
	}
	var relations []interaction.InteractionRelation
	if request.CorrectsUtteranceID != "" || speechAct == interaction.SpeechActCorrection {
		relationID, err := ids.New()
		if err != nil {
			return interaction.HumanUtterance{}, interaction.OriginalHumanIntent{}, nil, err
		}
		relations = append(relations, interaction.InteractionRelation{
			ID:                   interaction.InteractionRelationID(relationID),
			FromUtteranceID:      utterance.ID,
			ToUtteranceID:        request.CorrectsUtteranceID,
			Kind:                 interaction.RelationCorrects,
			RecordedAtUnixMillis: millis,
		})
	}
	return utterance, intent, relations, nil
}

func ClassifySpeechAct(message string, corrects interaction.HumanUtteranceID) interaction.SpeechAct {
	return BuildDeterministicCandidate(message, corrects, time.Now().UnixMilli()).PrimarySpeechAct
}

func NeedsCognition(act interaction.SpeechAct) bool {
	return act == interaction.SpeechActQuestion || act == interaction.SpeechActRequestToInvestigate
}

func FallbackText(act interaction.SpeechAct) string {
	switch act {
	case interaction.SpeechActDirective:
		return "Я понял действие как просьбу, но без отдельного Authority/Commit шага не выполняю мутацию."
	case interaction.SpeechActAssertion:
		return "Я записал это как утверждение человека. Это не считается проверенным фактом."
	case interaction.SpeechActCorrection:
		return "Исправление записано отдельной репликой; история не переписана."
	case interaction.SpeechActQuestion, interaction.SpeechActRequestToInvestigate:
		return "Когнитивный маршрут сейчас недоступен, но сообщение сохранено и может быть обработано позже."
	default:
		return "Сообщение записано."
	}
}

func BuildDeterministicCandidate(message string, corrects interaction.HumanUtteranceID, millis int64) interaction.SemanticCandidate {
	id, _ := ids.New()
	tokens := semanticTokens(message)
	hasQuestionMark := strings.Contains(message, "?")
	scores := semanticScores(tokens, hasQuestionMark, corrects != "")
	primary, primaryScore := topAct(scores)
	secondary, secondaryScore := secondAct(scores, primary)
	if (startsWithModalRequest(tokens) || startsWithExplanatoryRequest(tokens, "расска", "раска", "объяс", "опиш", "покаж", "подскаж")) &&
		(primary == interaction.SpeechActAssertion || primary == interaction.SpeechActDirective) &&
		(secondary == interaction.SpeechActQuestion || secondary == interaction.SpeechActRequestToInvestigate) {
		primary, secondary = secondary, primary
	}
	if primary == interaction.SpeechActQuestion && !hasQuestionMark && !containsMeaningfulInterrogative(tokens) &&
		!startsWithModalRequest(tokens) && !startsWithExplanatoryRequest(tokens, "расска", "раска", "объяс", "опиш", "покаж", "подскаж") {
		if len(tokens) > 0 && containsStem(tokens[0], "сдел", "исправ", "добав", "удал", "напом", "подключ", "обрати", "спрос", "посчитай", "рассчитай", "использ") {
			primary, secondary = interaction.SpeechActDirective, interaction.SpeechActUnknown
		} else {
			primary, secondary = interaction.SpeechActAssertion, interaction.SpeechActUnknown
		}
	}
	candidate := interaction.SemanticCandidate{
		ID:                   interaction.SemanticCandidateID(id),
		UtteranceID:          "",
		Source:               interaction.CandidateSourceDeterministic,
		SelectionState:       interaction.CandidateObserved,
		PrimarySpeechAct:     primary,
		SecondarySpeechAct:   secondary,
		ConfidenceMillis:     boundedConfidence(primaryScore, secondaryScore, scores),
		Applicability:        applicabilityFor(primary, secondary, primaryScore, secondaryScore, tokens, corrects != ""),
		RequestedOutcome:     requestedOutcome(message, primary),
		Clarification:        interaction.ClarificationNotRequired,
		NeedsCognition:       needsCognitionForCandidate(primary, secondary, tokens),
		SelectionReason:      deterministicReason(primary, secondary, tokens),
		CapabilityHints:      capabilityHintsFor(primary, secondary, tokens),
		RecordedAtUnixMillis: millis,
	}
	if candidate.PrimarySpeechAct == interaction.SpeechActUnknown {
		candidate.PrimarySpeechAct = interaction.SpeechActAssertion
	}
	if startsWithDirectiveWhatNibud(tokens) {
		candidate.NeedsCognition = false
		candidate.CapabilityHints = removeCapabilityHint(candidate.CapabilityHints, "COGNITIVE_REASONING")
	}
	if candidate.Applicability == interaction.SemanticCandidateClarify {
		candidate.Clarification = interaction.ClarificationRequired
		candidate.NeedsCognition = false
	}
	return candidate
}

func semanticTokens(message string) []string {
	lower := strings.ToLower(strings.TrimSpace(message))
	replacer := strings.NewReplacer(".", " ", ",", " ", "!", " ", "?", " ", ":", " ", ";", " ", "(", " ", ")", " ", "\"", " ", "'", " ", "«", " ", "»", " ", "+", " + ", "-", " - ", "/", " / ")
	normalized := replacer.Replace(lower)
	return strings.Fields(normalized)
}

func semanticScores(tokens []string, hasQuestionMark bool, explicitCorrection bool) map[interaction.SpeechAct]int {
	scores := map[interaction.SpeechAct]int{
		interaction.SpeechActAssertion:            1,
		interaction.SpeechActDirective:            0,
		interaction.SpeechActQuestion:             0,
		interaction.SpeechActRequestToInvestigate: 0,
		interaction.SpeechActCorrection:           0,
		interaction.SpeechActDecision:             0,
		interaction.SpeechActPreference:           0,
		interaction.SpeechActHypothesis:           0,
		interaction.SpeechActConfirmation:         0,
		interaction.SpeechActRejection:            0,
		interaction.SpeechActConversational:       0,
	}
	if hasQuestionMark {
		scores[interaction.SpeechActQuestion]++
	}
	if containsMeaningfulInterrogative(tokens) {
		scores[interaction.SpeechActQuestion] += 2
	}
	if explicitCorrection {
		scores[interaction.SpeechActCorrection] += 6
	}
	first := ""
	if len(tokens) > 0 {
		first = tokens[0]
	}
	if first == "нет" || first == "не" {
		scores[interaction.SpeechActCorrection] += 2
		scores[interaction.SpeechActRejection]++
	}
	if first == "да" {
		scores[interaction.SpeechActConfirmation] += 2
	}
	questionWords := map[string]struct{}{"кто": {}, "что": {}, "как": {}, "почему": {}, "зачем": {}, "где": {}, "когда": {}, "сколько": {}, "какой": {}, "какая": {}, "какие": {}, "чей": {}}
	conversationWords := []string{"привет", "здравствуйте", "спасибо", "ку", "здравствуй"}
	investigateStems := []string{"разбер", "проверь", "проанализ", "исслед", "выясн", "подум", "понят", "посмотри"}
	directiveStems := []string{"сдел", "запуст", "созд", "настро", "добав", "измени", "помен", "использ", "удал", "напом", "подключ", "исправ", "обрати", "спрос", "посчитай", "рассчитай", "ответь"}
	explanatoryRequestStems := []string{"расска", "раска", "объяс", "опиш", "покаж", "подскаж"}
	preferenceStems := []string{"предпоч", "хочу", "лучше", "не используй"}
	hypothesisStems := []string{"думаю", "кажется", "гипотез", "похоже"}
	decisionStems := []string{"решил", "решение", "выбираю"}
	arithmeticMarker := false
	for index, token := range tokens {
		if _, ok := questionWords[token]; ok && !(token == "что" && index+1 < len(tokens) && tokens[index+1] == "нибудь") {
			scores[interaction.SpeechActQuestion] += 3
		}
		if containsStem(token, conversationWords...) {
			scores[interaction.SpeechActConversational] += 3
		}
		if containsStem(token, investigateStems...) {
			scores[interaction.SpeechActRequestToInvestigate] += 3
			scores[interaction.SpeechActQuestion]++
		}
		if containsStem(token, directiveStems...) {
			scores[interaction.SpeechActDirective] += 3
		}
		if containsStem(token, preferenceStems...) {
			scores[interaction.SpeechActPreference] += 3
		}
		if containsStem(token, hypothesisStems...) {
			scores[interaction.SpeechActHypothesis] += 3
		}
		if containsStem(token, decisionStems...) {
			scores[interaction.SpeechActDecision] += 3
		}
		if token == "+" || token == "-" || token == "/" || token == "*" || token == "плюс" || token == "минус" {
			arithmeticMarker = true
		}
	}
	if len(tokens) >= 2 && tokens[0] == "я" && containsStemInTokens(tokens[1:], "настро", "сдела", "исправ", "удал", "созда", "перезапуст", "поменя", "добави") {
		scores[interaction.SpeechActAssertion] += 5
	}
	if arithmeticMarker {
		scores[interaction.SpeechActQuestion] += 2
		scores[interaction.SpeechActDirective]++
	}
	if len(tokens) <= 4 {
		for index, token := range tokens {
			if _, ok := questionWords[token]; ok && !(token == "что" && index+1 < len(tokens) && tokens[index+1] == "нибудь") {
				scores[interaction.SpeechActQuestion]++
			}
		}
	}
	if len(tokens) == 2 && tokens[0] == "ты" {
		scores[interaction.SpeechActQuestion] += 2
	}
	if len(tokens) >= 2 && tokens[0] == "как" && containsToken(tokens, "зовут") {
		scores[interaction.SpeechActQuestion] += 2
	}
	if startsWithDirectiveWhatNibud(tokens) {
		scores[interaction.SpeechActDirective] += 4
	}
	if len(tokens) > 0 && containsStem(tokens[0], investigateStems...) {
		scores[interaction.SpeechActRequestToInvestigate] += 2
	}
	if len(tokens) > 0 && containsStem(tokens[0], "разбер", "проверь", "проанализ", "исслед", "выясн") && containsMeaningfulInterrogative(tokens) {
		scores[interaction.SpeechActRequestToInvestigate] += 2
	}
	if startsWithExplanatoryRequest(tokens, explanatoryRequestStems...) {
		scores[interaction.SpeechActQuestion] += 2
		scores[interaction.SpeechActRequestToInvestigate] += 3
	}
	if startsWithModalRequest(tokens) && containsStemInTokens(tokens, explanatoryRequestStems...) {
		scores[interaction.SpeechActQuestion] += 3
		scores[interaction.SpeechActRequestToInvestigate] += 3
	}
	if containsModelReference(tokens) {
		if containsStemInTokens(tokens, "обрати", "спрос", "уточни") {
			scores[interaction.SpeechActDirective] += 3
			scores[interaction.SpeechActQuestion] += 2
		}
	}
	if containsStemInTokens(tokens, "замени", "смени") {
		scores[interaction.SpeechActDirective] += 3
	}
	if !hasQuestionMark && !containsInterrogative(tokens) && !startsWithModalRequest(tokens) && !startsWithExplanatoryRequest(tokens, explanatoryRequestStems...) &&
		scores[interaction.SpeechActDirective] == 0 && scores[interaction.SpeechActRequestToInvestigate] == 0 && scores[interaction.SpeechActCorrection] == 0 {
		scores[interaction.SpeechActAssertion] += 2
	}
	return scores
}

func topAct(scores map[interaction.SpeechAct]int) (interaction.SpeechAct, int) {
	bestAct, bestScore := interaction.SpeechActUnknown, -1
	for _, act := range []interaction.SpeechAct{
		interaction.SpeechActQuestion,
		interaction.SpeechActRequestToInvestigate,
		interaction.SpeechActDirective,
		interaction.SpeechActCorrection,
		interaction.SpeechActConversational,
		interaction.SpeechActPreference,
		interaction.SpeechActHypothesis,
		interaction.SpeechActDecision,
		interaction.SpeechActConfirmation,
		interaction.SpeechActRejection,
		interaction.SpeechActAssertion,
	} {
		if score := scores[act]; score > bestScore {
			bestAct, bestScore = act, score
		}
	}
	return bestAct, bestScore
}

func secondAct(scores map[interaction.SpeechAct]int, primary interaction.SpeechAct) (interaction.SpeechAct, int) {
	second, score := interaction.SpeechActUnknown, -1
	for act, value := range scores {
		if act == primary {
			continue
		}
		if value > score {
			second, score = act, value
		}
	}
	if score <= 0 {
		return interaction.SpeechActUnknown, 0
	}
	return second, score
}

func applicabilityFor(primary, secondary interaction.SpeechAct, primaryScore, secondaryScore int, tokens []string, explicitCorrection bool) interaction.SemanticApplicability {
	if primary == interaction.SpeechActAssertion && !containsInterrogative(tokens) && secondaryScore <= 1 {
		return interaction.SemanticApplicable
	}
	if primaryScore < 2 {
		return interaction.SemanticNeedsBroaderInterpret
	}
	if explicitCorrection && secondaryScore >= 3 && (secondary == interaction.SpeechActDirective || secondary == interaction.SpeechActRequestToInvestigate) {
		return interaction.SemanticMixedIntent
	}
	if primary == interaction.SpeechActCorrection && secondaryScore >= 3 && (secondary == interaction.SpeechActDirective || secondary == interaction.SpeechActRequestToInvestigate) {
		return interaction.SemanticMixedIntent
	}
	if primary == interaction.SpeechActAssertion && containsMeaningfulInterrogative(tokens) {
		return interaction.SemanticNeedsBroaderInterpret
	}
	if primary == interaction.SpeechActDirective && likelyConsequential(tokens) {
		return interaction.SemanticCandidateClarify
	}
	if primary == interaction.SpeechActDirective && containsStemInTokens(tokens, "обрати", "спрос") && containsModelReference(tokens) {
		return interaction.SemanticLowConfidence
	}
	if primaryScore-secondaryScore <= 1 && secondaryScore >= 2 {
		return interaction.SemanticLowConfidence
	}
	if primary == interaction.SpeechActQuestion || primary == interaction.SpeechActRequestToInvestigate {
		if primaryScore < 4 {
			return interaction.SemanticNeedsBroaderInterpret
		}
	}
	return interaction.SemanticApplicable
}

func needsCognitionForCandidate(primary, secondary interaction.SpeechAct, tokens []string) bool {
	if primary == interaction.SpeechActQuestion || primary == interaction.SpeechActRequestToInvestigate {
		return true
	}
	if secondary == interaction.SpeechActQuestion || secondary == interaction.SpeechActRequestToInvestigate {
		return true
	}
	if primary == interaction.SpeechActDirective && (containsInterrogative(tokens) || containsModelReference(tokens) || containsStemInTokens(tokens, "спрос", "обрати", "посчитай", "рассчитай")) {
		return true
	}
	return false
}

func deterministicReason(primary, secondary interaction.SpeechAct, tokens []string) string {
	reasons := []string{"deterministic candidate from token-shape, interrogative, imperative and context cues"}
	if primary == interaction.SpeechActQuestion && containsInterrogative(tokens) {
		reasons = append(reasons, "interrogative structure observed")
	}
	if secondary != interaction.SpeechActUnknown {
		reasons = append(reasons, "secondary competing semantic signal observed")
	}
	return strings.Join(reasons, "; ")
}

func capabilityHintsFor(primary, secondary interaction.SpeechAct, tokens []string) []string {
	seen := map[string]struct{}{}
	add := func(kind string) {
		if kind != "" {
			seen[kind] = struct{}{}
		}
	}
	if primary == interaction.SpeechActQuestion || primary == interaction.SpeechActRequestToInvestigate || secondary == interaction.SpeechActQuestion || secondary == interaction.SpeechActRequestToInvestigate {
		add("COGNITIVE_REASONING")
	}
	if containsToken(tokens, "напомни") || containsToken(tokens, "напомин") {
		add("SCHEDULE_REMINDER")
	}
	if isExplicitEmailAction(tokens) {
		add("SEND_EMAIL")
	}
	if containsToken(tokens, "код") || containsToken(tokens, "патч") || containsToken(tokens, "текст") || containsToken(tokens, "главной") || containsToken(tokens, "чате") {
		if primary == interaction.SpeechActDirective || primary == interaction.SpeechActRequestToInvestigate || secondary == interaction.SpeechActDirective {
			add("MODIFY_CODE")
			add("RUN_TESTS")
		}
	}
	if containsToken(tokens, "assistant") && containsStemInTokens(tokens, "исправ", "добав", "измени", "помен", "патч") {
		add("MODIFY_CODE")
		add("RUN_TESTS")
	}
	if containsStemInTokens(tokens, "исправ", "поправ") && (containsToken(tokens, "чате") || containsToken(tokens, "текст") || containsToken(tokens, "assistant")) {
		add("MODIFY_CODE")
		add("RUN_TESTS")
	}
	if containsStemInTokens(tokens, "патч", "исправ", "поправ") && containsStemInTokens(tokens, "разбер", "проверь", "почему", "тормозит", "подум") {
		add("MODIFY_CODE")
		add("RUN_TESTS")
	}
	if containsInterrogative(tokens) && containsArithmetic(tokens) {
		add("COGNITIVE_REASONING")
	}
	if containsToken(tokens, "свободно") || containsToken(tokens, "гб") || containsToken(tokens, "модель") {
		add("VERIFY_FACT")
	}
	if containsStemInTokens(tokens, "модел", "ии") && containsStemInTokens(tokens, "настро", "список", "доступ", "подключ") {
		add("VERIFY_FACT")
	}
	values := make([]string, 0, len(seen))
	for kind := range seen {
		values = append(values, kind)
	}
	return values
}

func informationRequestKind(message string, candidate interaction.SemanticCandidate) interaction.InformationRequestKind {
	tokens := semanticTokens(message)
	if len(tokens) == 0 {
		return ""
	}
	inquiry := candidate.PrimarySpeechAct == interaction.SpeechActQuestion || candidate.PrimarySpeechAct == interaction.SpeechActRequestToInvestigate || candidate.SecondarySpeechAct == interaction.SpeechActQuestion || candidate.SecondarySpeechAct == interaction.SpeechActRequestToInvestigate
	cognitiveSubject := containsStemInTokens(tokens, "модел", "ии", "ai", "локальн", "когнитив", "канал")
	inventoryCue := containsStemInTokens(tokens, "список", "доступ", "подключ", "вариант") || (containsMeaningfulInterrogative(tokens) && containsStemInTokens(tokens, "настро"))
	inventoryRequest := inquiry || containsStemInTokens(tokens, "напиш", "покаж", "перечисл")
	if cognitiveSubject && inventoryRequest && inventoryCue {
		return interaction.InformationRequestCognitiveModelInventory
	}
	capabilitySubject := containsStemInTokens(tokens, "уме", "возможност", "способн", "capabilit")
	if inquiry && capabilitySubject {
		return interaction.InformationRequestCapabilityInventory
	}
	recoveryCue := containsStemInTokens(tokens, "восстанов", "исправ", "почин", "подключ", "настро", "недоступ", "нет")
	if cognitiveSubject && recoveryCue {
		return interaction.InformationRequestCognitiveRecovery
	}
	if cognitiveSubject && inquiry {
		return interaction.InformationRequestCognitiveChannelStatus
	}
	return ""
}

func boundedConfidence(primaryScore, secondaryScore int, scores map[interaction.SpeechAct]int) int64 {
	total := 0
	for _, score := range scores {
		if score > 0 {
			total += score
		}
	}
	if total == 0 {
		return 200
	}
	confidence := int64(400 + (primaryScore * 100))
	if secondaryScore > 0 {
		confidence -= int64(secondaryScore * 40)
	}
	if confidence < 200 {
		confidence = 200
	}
	if confidence > 980 {
		confidence = 980
	}
	return int64(confidence)
}

func containsStem(token string, stems ...string) bool {
	for _, stem := range stems {
		if strings.Contains(token, stem) {
			return true
		}
	}
	return false
}

func containsStemInTokens(tokens []string, stems ...string) bool {
	for _, token := range tokens {
		if containsStem(token, stems...) {
			return true
		}
	}
	return false
}

func requestedOutcome(message string, act interaction.SpeechAct) string {
	if act == interaction.SpeechActDirective || act == interaction.SpeechActDecision || act == interaction.SpeechActRequestToInvestigate {
		return strings.TrimSpace(message)
	}
	return ""
}

func containsToken(tokens []string, expected string) bool {
	for _, token := range tokens {
		if token == expected {
			return true
		}
	}
	return false
}

func startsWithModalRequest(tokens []string) bool {
	if len(tokens) == 0 {
		return false
	}
	switch tokens[0] {
	case "можешь", "можете", "сможешь", "сможете":
		return true
	}
	if len(tokens) >= 3 && tokens[0] == "не" && strings.HasPrefix(tokens[1], "мог") && tokens[2] == "бы" {
		return true
	}
	return false
}

func startsWithExplanatoryRequest(tokens []string, stems ...string) bool {
	if len(tokens) == 0 {
		return false
	}
	if containsStem(tokens[0], stems...) {
		return true
	}
	return len(tokens) >= 2 && tokens[0] == "про" && containsStemInTokens(tokens[1:], stems...)
}

func containsInterrogative(tokens []string) bool {
	for _, token := range tokens {
		if token == "-" {
			continue
		}
		switch token {
		case "кто", "что", "как", "почему", "зачем", "где", "когда", "сколько", "какой", "какая", "какие", "чей":
			return true
		}
	}
	return false
}

func containsMeaningfulInterrogative(tokens []string) bool {
	for index, token := range tokens {
		if token == "что" && followsNibud(tokens[index+1:]) {
			continue
		}
		switch token {
		case "кто", "что", "как", "почему", "зачем", "где", "когда", "сколько", "какой", "какая", "какие", "чей":
			return true
		}
	}
	return false
}

func containsArithmetic(tokens []string) bool {
	digits := 0
	for _, token := range tokens {
		if token == "+" || token == "-" || token == "*" || token == "/" || token == "плюс" || token == "минус" {
			return true
		}
		for _, r := range token {
			if r >= '0' && r <= '9' {
				digits++
				break
			}
		}
	}
	return digits >= 2
}

func likelyConsequential(tokens []string) bool {
	for _, token := range tokens {
		if containsStem(token, "удал", "снес", "замен", "миграц", "парол", "опубли", "перезапуст", "смени", "купи") {
			return true
		}
	}
	return false
}

func followsNibud(tokens []string) bool {
	for _, token := range tokens {
		if token == "-" || token == "ни" {
			continue
		}
		return token == "нибудь"
	}
	return false
}

func startsWithDirectiveWhatNibud(tokens []string) bool {
	if len(tokens) < 2 || !containsStem(tokens[0], "сдел", "исправ", "добав", "удал", "напом", "подключ", "обрати", "спрос", "посчитай", "рассчитай", "использ") {
		return false
	}
	for index, token := range tokens {
		if token == "что" && followsNibud(tokens[index+1:]) {
			return true
		}
	}
	return false
}

func containsModelReference(tokens []string) bool {
	for _, token := range tokens {
		if token == "модель" || token == "модели" || strings.Contains(token, "gemma") || strings.Contains(token, "гемма") || strings.Contains(token, "qwen") {
			return true
		}
	}
	return false
}

func isExplicitEmailAction(tokens []string) bool {
	hasMailObject := containsToken(tokens, "письмо") || containsToken(tokens, "письма") || containsToken(tokens, "почту") || containsToken(tokens, "почта")
	hasMailVerb := containsStemInTokens(tokens, "отправ", "ответ", "напиш")
	return hasMailObject && hasMailVerb
}

func removeCapabilityHint(values []string, denied string) []string {
	result := make([]string, 0, len(values))
	for _, value := range values {
		if value == denied {
			continue
		}
		result = append(result, value)
	}
	return result
}