Merge pull request #30 from tyzbit/llmvalue

feat(filter-builtin): add LLMProcessNumber(Above|Below)

Author: tyzbit

config_all_options.yaml

@@ -216,6 +216,10 @@ Steps:
                 Terms:
                     - LAV
                     - COFFEE
+            # The number output from a previous LLM step must be greater than this.
+            LLMProcessedNumberAbove: 1
+            # The number output from a previous LLM step must be less than this.
+            LLMProcessedNumberBelow: 80
         # Use Ollama (which can be self-hosted) to choose to filter messages based on plain-text criteria.
         Ollama:
             # Whether to filter messages where Ollama itself fails. Recommended if your ollama instance sometimes returns errors.

filter_builtin.go

@@ -102,6 +102,10 @@ type BuiltinFilter struct {
 		Count int      `jsonschema:"example=1" default:"1"`
 		Terms []string `jsonschema:"example=[LAV,COFFEE]" default:"[LAV,COFFEE]"`
 	}
+	// The number output from a previous LLM step must be greater than this.
+	LLMProcessedNumberAbove int `jsonschema:"example=1" default:"1"`
+	// The number output from a previous LLM step must be less than this.
+	LLMProcessedNumberBelow int `jsonschema:"example=80" default:"80"`
 }
 
 func (a BuiltinFilter) Name() string {
@@ -300,6 +304,16 @@ var (
 			requiredTermsPresent := RequireNTerms(f.RequireTerms.Terms, mt, f.RequireTerms.Count)
 			return !requiredTermsPresent, reason, nil
 		},
+		"LLMProcessedNumberAbove": func(f BuiltinFilter, m APMessage) (filter bool, reason string, err error) {
+			field := "LLMProcessedNumber"
+			valueAbove := GetAPMessageCommonFieldAsInt(m, field) > f.LLMProcessedNumberAbove
+			return !valueAbove, reason, nil
+		},
+		"LLMProcessedNumberBelow": func(f BuiltinFilter, m APMessage) (filter bool, reason string, err error) {
+			field := "LLMProcessedNumber"
+			valueBelow := GetAPMessageCommonFieldAsInt(m, field) < f.LLMProcessedNumberBelow
+			return !valueBelow, reason, nil
+		},
 	}
 )