webui: add server info to chat message

Author: am17an

tools/server/public/index.html.gz

@@ -14,6 +14,7 @@ export const CONFIG_DEFAULT = {
   apiKey: '',
   systemMessage: '',
   showTokensPerSecond: false,
+  showServerInformation: false,
   showThoughtInProgress: false,
   excludeThoughtOnReq: true,
   pasteLongTextToFileLen: 2500,

tools/server/webui/src/Config.ts

@@ -189,6 +189,29 @@ export default function ChatMessage({
                   </div>
                 </div>
               )}
+
+              {/* render model information if enabled and available */}
+              {config.showServerInformation && msg.serverProps && (
+                <>
+                  <br />
+                  <div className="dropdown dropdown-hover dropdown-top">
+                    <div
+                      tabIndex={0}
+                      role="button"
+                      className="cursor-pointer font-semibold text-sm opacity-60"
+                    >
+                      Model:{' '}
+                      {msg.serverProps.model_path?.split(/(\\|\/)/).pop()}
+                    </div>
+                    <div className="dropdown-content bg-base-100 z-10 w-80 p-2 shadow mt-4">
+                      <b>Server Information</b>
+                      <br />- Path: {msg.serverProps.model_path}
+                      <br />- Build: {msg.serverProps.build_info}
+                      <br />- Context: {msg.serverProps.n_ctx}
+                    </div>
+                  </div>
+                </>
+              )}
             </>
           )}
         </div>

tools/server/webui/src/components/ChatMessage.tsx

@@ -202,6 +202,11 @@ const SETTING_SECTIONS: SettingSection[] = [
         label: 'Show tokens per second',
         key: 'showTokensPerSecond',
       },
+      {
+        type: SettingInputType.CHECKBOX,
+        label: 'Show server information',
+        key: 'showServerInformation',
+      },
       {
         type: SettingInputType.LONG_INPUT,
         label: (

tools/server/webui/src/components/SettingDialog.tsx

@@ -188,6 +188,13 @@ export const AppContextProvider = ({
       content: null,
       parent: leafNodeId,
       children: [],
+      serverProps: serverProps
+        ? {
+            model_path: serverProps.model_path,
+            build_info: serverProps.build_info,
+            n_ctx: serverProps.n_ctx,
+          }
+        : null,
     };
     setPending(convId, pendingMsg);
 

tools/server/webui/src/utils/app.context.tsx

@@ -43,6 +43,7 @@ export interface Message {
   content: string;
   timings?: TimingReport;
   extra?: MessageExtra[];
+  serverProps?: LlamaCppServerProps | null;
   // node based system for branching
   parent: Message['id'];
   children: Message['id'][];