Specifiy extracting user role for eval

Author: steven10a

src/evals/core/async-engine.ts

@@ -201,19 +201,19 @@ export class AsyncRunEngine implements RunEngine {
       return sampleData;
     }
 
+    // Extract from the latest user message only (not tool/function messages without roles)
     for (let idx = conversation.length - 1; idx >= 0; idx -= 1) {
       const entry = conversation[idx];
-      if (!entry.role || entry.role === 'user') {
+      if (entry.role === 'user') {
         const extracted = this.extractLatestInput(entry, sampleData);
         if (extracted.trim().length > 0) {
           return extracted;
         }
       }
     }
 
-    const fallback = conversation[conversation.length - 1];
-    const extractedFallback = this.extractLatestInput(fallback, sampleData);
-    return extractedFallback.trim().length > 0 ? extractedFallback : sampleData;
+    // Fallback: if no user message found, return full sample data
+    return sampleData;
   }
 
   private guardrailUsesConversationHistory(guardrail: ConfiguredGuardrail): boolean {