Add RAI validation and user clarification parsing

Introduces RAI content safety validation for user clarifications in the backend API. Adds plan_id and m_plan_id fields to UserClarificationResponse. Implements frontend parsing for deeply nested user clarification requests and updates WebSocketService to emit parsed clarification messages. Fixes a state variable naming issue in PlanPage.

Author: Fr4nc3

src/backend/v3/api/router.py

@@ -424,6 +424,36 @@ async def user_clarification(
         )
     # Set the approval in the orchestration config
     if user_id and human_feedback.request_id:
+        ### validate rai 
+        if human_feedback.answer != None or human_feedback.answer !="":
+          if not await rai_success(human_feedback.answer, False):
+                track_event_if_configured(
+                    "RAI failed",
+                    {
+                        "status": "Plan Clarification ",
+                        "description": human_feedback.answer,
+                        "request_id": human_feedback.request_id,
+                    },
+                )
+                raise HTTPException(
+                    status_code=400,
+                    detail={
+                        "error_type": "RAI_VALIDATION_FAILED",
+                        "message": "Content Safety Check Failed",
+                        "description": "Your request contains content that doesn't meet our safety guidelines. Please modify your request to ensure it's appropriate and try again.",
+                        "suggestions": [
+                            "Remove any potentially harmful, inappropriate, or unsafe content",
+                            "Use more professional and constructive language",
+                            "Focus on legitimate business or educational objectives",
+                            "Ensure your request complies with content policies",
+                        ],
+                        "user_action": "Please revise your request and try again",
+                    },
+                )
+
+
+
+
         if (
             orchestration_config
             and human_feedback.request_id in orchestration_config.clarifications

src/backend/v3/models/messages.py

@@ -101,6 +101,8 @@ class UserClarificationResponse:
     """Response for user clarification from the frontend."""
     request_id: str
     answer: str = ""
+    plan_id: str = ""
+    m_plan_id: str = ""
 
 @dataclass(slots=True)
 class FinalResultMessage:

src/frontend/src/models/messages.tsx

@@ -168,4 +168,10 @@ export interface ParsedPlanApprovalRequest {
     plan_id: string;
     parsedData: MPlanData;
     rawData: string;
+}
+
+export interface ParsedUserClarification {
+    type: WebsocketMessageType.USER_CLARIFICATION_REQUEST;
+    question: string;
+    request_id: string;
 }

src/frontend/src/pages/PlanPage.tsx

@@ -42,7 +42,7 @@ const PlanPage: React.FC = () => {
     const [planData, setPlanData] = useState<ProcessedPlanData | any>(null);
     const [allPlans, setAllPlans] = useState<ProcessedPlanData[]>([]);
     const [loading, setLoading] = useState<boolean>(true);
-    const [submittingChatDisableInput, setSubmitting] = useState<boolean>(false);
+    const [submittingChatDisableInput, setSubmittingChatDisableInput] = useState<boolean>(false);
     const [error, setError] = useState<Error | null>(null);
 
     const [planApprovalRequest, setPlanApprovalRequest] = useState<MPlanData | null>(null);
@@ -325,9 +325,9 @@ const PlanPage: React.FC = () => {
                 return;
             }
             setInput("");
-            setRAIError(null); // Clear any previous RAI errors
+
             if (!planData?.plan) return;
-            setSubmitting(true);
+            setSubmittingChatDisableInput(true);
             let id = showToast("Submitting clarification", "progress");
 
             try {
@@ -373,7 +373,7 @@ const PlanPage: React.FC = () => {
                         ],
                         user_action: 'Please modify your input and try again.'
                     };
-                    setRAIError(raiErrorData);
+
                 } else {
                     // Handle other types of errors
                     showToast(
@@ -385,7 +385,7 @@ const PlanPage: React.FC = () => {
                     );
                 }
             } finally {
-                setSubmitting(false);
+                setSubmittingChatDisableInput(false);
             }
         },
         [planData?.plan, showToast, dismissToast, loadPlanData]

src/frontend/src/services/PlanDataService.tsx

@@ -6,7 +6,8 @@ import {
   PlanMessage,
   MPlanData,
   StepStatus,
-  WebsocketMessageType
+  WebsocketMessageType,
+  ParsedUserClarification
 } from "@/models";
 import { apiService } from "@/api";
 
@@ -521,5 +522,71 @@ export class PlanDataService {
       return null;
     }
   }
+  // ...inside export class PlanDataService { (place near other parsers, e.g. after parseAgentMessageStreaming)
+
+  /**
+   * Parse a user clarification request message (possibly deeply nested).
+   * Accepts objects like:
+   * {
+   *   type: 'user_clarification_request',
+   *   data: { type: 'user_clarification_request', data: { type: 'user_clarification_request', data: "UserClarificationRequest(...)" } }
+   * }
+   * Returns ParsedUserClarification or null if not parsable.
+   */
+  static parseUserClarificationRequest(rawData: any): ParsedUserClarification | null {
+    try {
+      // Depth-first search to locate the innermost string starting with UserClarificationRequest(
+      const extractString = (val: any, depth = 0): string | null => {
+        if (depth > 10) return null; // safety
+        if (typeof val === 'string') {
+          if (val.startsWith('UserClarificationRequest(')) return val;
+          return null;
+        }
+        if (val && typeof val === 'object') {
+          // Common pattern: { type: 'user_clarification_request', data: ... }
+          if (val.data !== undefined) {
+            const inner = extractString(val.data, depth + 1);
+            if (inner) return inner;
+          }
+          // Also scan other enumerable props just in case
+          for (const k of Object.keys(val)) {
+            if (k === 'data') continue;
+            const inner = extractString(val[k], depth + 1);
+            if (inner) return inner;
+          }
+        }
+        return null;
+      };
+
+      const source = extractString(rawData);
+      if (!source) return null;
+
+      // Extract question and request_id
+      // question='...'
+      const questionMatch = source.match(/question='((?:\\'|[^'])*)'/);
+      const requestIdMatch = source.match(/request_id='([a-fA-F0-9-]+)'/);
+
+      if (!questionMatch || !requestIdMatch) return null;
+
+      let question = questionMatch[1]
+        .replace(/\\n/g, '\n')
+        .replace(/\\'/g, "'")
+        .replace(/\\"/g, '"')
+        .replace(/\\\\/g, '\\')
+        .trim();
+
+      const request_id = requestIdMatch[1];
+
+      return {
+        type: WebsocketMessageType.USER_CLARIFICATION_REQUEST,
+        question,
+        request_id
+      };
+    } catch (e) {
+      console.error('parseUserClarificationRequest failed:', e);
+      return null;
+    }
+  }
+
 
 }

src/frontend/src/services/WebSocketService.tsx

@@ -225,10 +225,9 @@ class WebSocketService {
 
             case WebsocketMessageType.USER_CLARIFICATION_REQUEST: {
                 if (message.data) {
-                    //\const transformed = PlanDataService.parseUserClarificationRequest(message);
-                    console.log('WebSocket USER_CLARIFICATION_REQUEST message received:', message);
-
-                    this.emit(WebsocketMessageType.USER_CLARIFICATION_REQUEST, message);
+                    const transformed = PlanDataService.parseUserClarificationRequest(message);
+                    console.log('WebSocket USER_CLARIFICATION_REQUEST message received:', transformed);
+                    this.emit(WebsocketMessageType.USER_CLARIFICATION_REQUEST, transformed);
                 }
                 break;
             }