Merge pull request #71 from NillionNetwork/feat/various

Feat/various

Author: psofiterol

docker-compose-nilcc.yaml

@@ -1,6 +1,6 @@
 services:
   app:
-    image: public.ecr.aws/x8g8t2h7/nilgpt:0.5.0
+    image: public.ecr.aws/x8g8t2h7/nilgpt:0.5.1
     container_name: nilGPT
     ports:
       - "3000:3000"

package.json

@@ -1,6 +1,6 @@
 {
   "name": "nil-gpt",
-  "version": "0.5.0",
+  "version": "0.5.1",
   "private": true,
   "scripts": {
     "dev": "next dev",

scripts/measurement-hash.sh

@@ -7,6 +7,7 @@ ROOT_PATH="$SCRIPT_PATH/../"
 DOCKER_COMPOSE_HASH=$(sha256sum $ROOT_PATH/docker-compose-nilcc.yaml | cut -d" " -f1)
 VCPUS=4
 NILCC_VERSION=0.1.2
+NILCC_VERIFIER_VERSION=0.2.1
 
-MEASUREMENT_HASH=$(docker run -v/tmp/nilcc-verifier-cache:/tmp/nilcc-verifier-cache --rm ghcr.io/nillionnetwork/nilcc-verifier:latest measurement-hash $DOCKER_COMPOSE_HASH $NILCC_VERSION --vm-type cpu --cpus $VCPUS)
+MEASUREMENT_HASH=$(docker run -v/tmp/nilcc-verifier-cache:/tmp/nilcc-verifier-cache --rm ghcr.io/nillionnetwork/nilcc-verifier:$NILCC_VERIFIER_VERSION measurement-hash $DOCKER_COMPOSE_HASH $NILCC_VERSION --vm-type cpu --cpus $VCPUS)
 echo "$MEASUREMENT_HASH"

src/app/api/createMessage/route.ts

@@ -23,6 +23,7 @@ export async function POST(request: NextRequest) {
       attachments,
       pwa,
       sources,
+      web_search,
     } = body;
 
     if (!chat_id || !role || !blindfoldContent || order === undefined) {
@@ -55,6 +56,7 @@ export async function POST(request: NextRequest) {
       pwa,
       ...(attachments?.length > 0 && { attachments }),
       ...(sources?.length > 0 && { sources }),
+      ...(web_search === true && { web_search: true }),
     };
 
     const builder = await setupClient();

src/components/auth/AuthModal.tsx

@@ -18,7 +18,7 @@ export default function AuthModal({
   const [name, setName] = useState("");
   const [error, setError] = useState("");
   const [keepMePosted, setKeepMePosted] = useState(false);
-  const [showEmailConfirmation, setShowEmailConfirmation] = useState(false);
+  const [_showEmailConfirmation, _setShowEmailConfirmation] = useState(false);
   const { signIn, signUp } = useAuth();
 
   const handleSubmit = async (e: React.FormEvent) => {
@@ -31,35 +31,37 @@ export default function AuthModal({
         onClose();
       } else {
         await signUp(email, password, name, keepMePosted);
-        setShowEmailConfirmation(true);
+        // setShowEmailConfirmation(true);
+        onClose();
       }
     } catch (err) {
       setError(err instanceof Error ? err.message : "An error occurred");
     }
   };
 
-  if (showEmailConfirmation) {
-    return (
-      <div className="fixed inset-0 bg-black bg-opacity-50 flex items-center justify-center z-50">
-        <div className="bg-white rounded-lg p-8 max-w-md w-full mx-4">
-          <h2 className="text-2xl font-bold mb-4">Check your email</h2>
-          <p className="text-gray-600 mb-6">
-            We&apos;ve sent a confirmation link to{" "}
-            <span className="font-medium">{email}</span>. Please check your
-            email to complete your registration.
-          </p>
-          <div className="flex justify-end">
-            <button
-              onClick={onClose}
-              className="px-4 py-2 text-sm font-medium text-white bg-black rounded-md hover:bg-gray-800"
-            >
-              Close
-            </button>
-          </div>
-        </div>
-      </div>
-    );
-  }
+  // Disabled: Email confirmation modal
+  // if (showEmailConfirmation) {
+  //   return (
+  //     <div className="fixed inset-0 bg-black bg-opacity-50 flex items-center justify-center z-50">
+  //       <div className="bg-white rounded-lg p-8 max-w-md w-full mx-4">
+  //         <h2 className="text-2xl font-bold mb-4">Check your email</h2>
+  //         <p className="text-gray-600 mb-6">
+  //           We&apos;ve sent a confirmation link to{" "}
+  //           <span className="font-medium">{email}</span>. Please check your
+  //           email to complete your registration.
+  //         </p>
+  //         <div className="flex justify-end">
+  //           <button
+  //             onClick={onClose}
+  //             className="px-4 py-2 text-sm font-medium text-white bg-black rounded-md hover:bg-gray-800"
+  //           >
+  //             Close
+  //           </button>
+  //         </div>
+  //       </div>
+  //     </div>
+  //   );
+  // }
 
   return (
     <div className="fixed inset-0 bg-black bg-opacity-50 flex items-center justify-center z-50">

src/components/chat/StreamingChatArea/index.tsx

@@ -203,8 +203,10 @@ const StreamingChatArea: React.FC<StreamingChatAreaProps> = ({
     order: number;
     attachments?: TMessageAttachment[];
     sources?: IWebSearchSource[];
+    web_search?: boolean;
   }) => {
-    const { chatId, role, content, order, attachments, sources } = message;
+    const { chatId, role, content, order, attachments, sources, web_search } =
+      message;
 
     if (!user) {
       console.error("No authenticated user found");
@@ -240,6 +242,7 @@ const StreamingChatArea: React.FC<StreamingChatAreaProps> = ({
           attachments,
           sources,
           ...(isPWA && { pwa: true }),
+          ...(web_search === true && { web_search: true }),
         }),
       });
 
@@ -379,7 +382,7 @@ const StreamingChatArea: React.FC<StreamingChatAreaProps> = ({
               return updated;
             });
           },
-          onComplete: async (finalContent, sources) => {
+          onComplete: async (finalContent, sources, webSearchUsed) => {
             // Ensure final content is set
             setMessages((prev) => {
               const updated = [...prev];
@@ -413,6 +416,7 @@ const StreamingChatArea: React.FC<StreamingChatAreaProps> = ({
                 content: finalContent,
                 order: 2,
                 sources,
+                web_search: webSearchUsed,
               });
 
               // Update chat title immediately after first back and forth
@@ -471,6 +475,7 @@ const StreamingChatArea: React.FC<StreamingChatAreaProps> = ({
                         content: finalContent,
                         order: totalMessages,
                         sources,
+                        web_search: webSearchUsed,
                       })
                     : Promise.resolve(),
                 ]);

src/components/landingPage/FAQSection.tsx

@@ -44,7 +44,7 @@ const FAQSection = () => {
     {
       question: "What AI models are used in nilGPT?",
       answer:
-        "Currently the Llama-3.2-3B-Instruct model is used in nilGPT, however we are continuously evaluating which models provide the best accuracy and latency.",
+        "Currently the gpt-oss-20b and gemma-3-27b-it models are used in nilGPT, however we are continuously evaluating which models provide the best accuracy and latency.",
     },
     {
       question: "Is my data used to train the models?",

src/hooks/useStreamingChat.ts

@@ -7,7 +7,11 @@ export interface UseStreamingChatOptions {
   model?: TLLMName;
   shouldUseWebSearch?: boolean;
   onUpdate?: (content: string) => void;
-  onComplete?: (content: string, sources?: IWebSearchSource[]) => void;
+  onComplete?: (
+    content: string,
+    sources?: IWebSearchSource[],
+    webSearchUsed?: boolean,
+  ) => void;
   onError?: (error: string) => void;
 }
 
@@ -54,6 +58,7 @@ export function useStreamingChat() {
         const decoder = new TextDecoder();
         let accumulatedContent = "";
         let webSearchSources: IWebSearchSource[] = [];
+        let webSearchUsed = false;
 
         setIsLoading(false);
         setIsStreaming(true);
@@ -108,12 +113,16 @@ export function useStreamingChat() {
               "You have reached the daily limit for web search. Your prompt was routed to the model without web search.",
               { duration: 8000 },
             );
+            webSearchUsed = false; // Rate limit reached, web search was not used
+          } else {
+            // Web search was used if we requested it and didn't hit rate limit
+            webSearchUsed = !!shouldUseWebSearch;
           }
           reader.releaseLock();
         }
 
         setIsStreaming(false);
-        onComplete?.(accumulatedContent, webSearchSources);
+        onComplete?.(accumulatedContent, webSearchSources, webSearchUsed);
         return accumulatedContent;
       } catch (error) {
         setIsLoading(false);

src/types/schemas.ts

@@ -44,4 +44,5 @@ export interface MESSAGES_SCHEMA {
   token_count?: string;
   attachments?: TMessageAttachment[];
   pwa?: boolean;
+  web_search?: boolean;
 }