b

Author: polterguy

backend/files/misc/common-startup-files/default-files/scrape-or-crawl-websites-or-sitemaps.md

@@ -25,22 +25,22 @@ Hence, if the user is asking you to scrape some website or something related to
 
 **IMPORTANT** - DO NOT save such tools unless the user explicitly tells you to do that! And you DO NOT need to instruct the Hyperlambda generator to create code that returns JSON since this is what it does by default.
 
-If the user wants to create a reusable tool, you can invoke the Hyperlambda generator once more with a similar prompt, but this time starting out with "Generate an Executable Hyperlambda file that ...", mentioning input arguments in your prompt, which will give you a function taking arguments that you can persist as a Hyperlambda file in some module. Once it is saved, it can also be added to a machine learning type as an AI function using the "create-ai-function" function. But do NOT do this unless the user asks, but offer to do this after having verified the function successfully works as expected.
+If the user wants to create a reusable tool, you can invoke the Hyperlambda generator once more with a similar prompt, but this time starting out with "Generate an Executable Hyperlambda file that ...", mentioning input arguments in your prompt, which will give you a function taking arguments that you can persist as a Hyperlambda file in a module. Once it is saved, it can also be added to a machine learning type as an AI function using the "create-ai-function" function. But do NOT do this unless the user asks, but offer to do this only *after* having verified the function successfully works as expected.
 
 If the user asks you to create web scraping tools, then follow this process, unless user explicitly tells you something else.
 
 1. Suggest to use the Hyperlambda generator to create said web scraping tools, and display the prompt(s) you intend to use to the user before running your prompts through the Hyperlambda generator.
 2. Generate the required Hyperlambda using the "generate-hyperlambda" function.
-3. Execute the Hyperlambda immediately in the same message.
+3. Execute the Hyperlambda immediately in the same message using the "execute-hyperlambda" function.
 4. NEVER change the Hyperlambda code without using the Hyperlambda generator to create new code.
 
 **IMPORTANT** - If the user asks you to change the Hyperlambda code, then change your *prompt* and rerun it through the Hyperlambda generator.
 
 **NEVER** change the Hyperlambda returned by the Hyperlambda generator. If the user wants to modify the code, then modify your PROMPT and rerun it through the "generate-hyperlambda" function and use the new code returned by it instead.
 
-**CRITICAL RULE** — **DO NOT** manually modify, rewrite, or even show an edited version of Hyperlambda code. If the user requests any change to previously generated Hyperlambda (even a small one), you must:
+**CRITICAL RULE** — **DO NOT** manually modify or rewrite Hyperlambda code. If the user requests any change to previously generated Hyperlambda (even a small one), you must:
 
-1. Create a new prompt describing the desired change.
-2. Re‑invoke the generate-hyperlambda function with that prompt.
+1. Create a new prompt describing the desired result, including any changes the user asked for.
+2. Re‑invoke the "generate-hyperlambda" function with that prompt.
 3. Use the new code returned by the generator.
 4. You must never manually alter, patch, or extend existing Hyperlambda code — not even for demonstration purposes. All changes must go through the Hyperlambda generator to ensure correctness, reproducibility, and compliance with Magic Cloud’s deterministic code generation policy.

backend/files/system/diagnostics/system-information.get.hl

@@ -49,3 +49,6 @@ if
          default_db:x:@.default-db
          default_timezone:x:@.default-timezone
          has_openai:x:@.has-openai
+throw:You have not yet configured your auth secret
+   public:bool:true
+   status:int:400

backend/files/system/sql/ddl/export-tables.post.hl

@@ -29,6 +29,7 @@ validators.enum:x:@.arguments/*/databaseType
    .:mysql
    .:sqlite
    .:pgsql
+   .:mssql
 
 // Creating our database connection.
 strings.concat
@@ -148,3 +149,99 @@ group by pn.nspname, pc.relname, pa.attrelid;"
          unwrap:x:+/*
          return
             result:x:@.result
+
+      case:mssql
+         .result
+         set-value:x:@.result
+            strings.concat
+               .:"/*\r\n * Automatically generated by Magic.\r\n */\r\n"
+         for-each:x:@.arguments/*/tables/*
+            .scheme
+            .table
+            strings.split:x:@.dp/#
+               .:.
+            set-value:x:@.scheme
+               get-value:x:@strings.split/0
+            set-value:x:@.table
+               get-value:x:@strings.split/1
+            .sql:@"SELECT
+    'CREATE TABLE [' + s.name + '].[' + t.name + '] (' +
+    STRING_AGG(
+        '  [' + c.name + '] ' +
+        UPPER(ty.name) +
+        CASE
+            WHEN ty.name IN ('varchar','char','nvarchar','nchar')
+                THEN '(' + CASE WHEN c.max_length = -1 THEN 'MAX'
+                                ELSE CAST(c.max_length AS varchar) END + ')'
+            WHEN ty.name IN ('decimal','numeric')
+                THEN '(' + CAST(c.precision AS varchar) + ',' + CAST(c.scale AS varchar) + ')'
+            ELSE ''
+        END +
+        CASE WHEN c.is_identity = 1 THEN ' IDENTITY(1,1)' ELSE '' END +
+        CASE WHEN c.is_nullable = 0 THEN ' NOT NULL' ELSE ' NULL' END
+    , ',' + CHAR(10)) +
+    CHAR(10) + ');'
+AS ddl
+FROM sys.tables t
+JOIN sys.schemas s ON t.schema_id = s.schema_id
+JOIN sys.columns c ON t.object_id = c.object_id
+JOIN sys.types ty ON c.user_type_id = ty.user_type_id
+WHERE t.name = @name AND s.name = @scheme
+GROUP BY s.name, t.name
+ORDER BY s.name, t.name;
+"
+            data.select:x:@.sql
+               database-type:x:@.arguments/*/databaseType
+               name:x:@.table
+               scheme:x:@.scheme
+            set-value:x:@.result
+               strings.concat
+                  get-value:x:@.result
+                  get-value:x:@data.select/*/*/ddl
+                  .:"\r\n\r\n"
+            .sql:@"SELECT
+    'ALTER TABLE [' + s.name + '].[' + t.name + '] ADD CONSTRAINT [' + kc.name + '] PRIMARY KEY (' +
+    STRING_AGG('[' + c.name + ']', ', ') + ');' AS ddl
+FROM sys.key_constraints kc
+JOIN sys.tables t ON kc.parent_object_id = t.object_id
+JOIN sys.schemas s ON t.schema_id = s.schema_id
+JOIN sys.index_columns ic ON kc.parent_object_id = ic.object_id AND kc.unique_index_id = ic.index_id
+JOIN sys.columns c ON ic.object_id = c.object_id AND ic.column_id = c.column_id
+WHERE kc.type = 'PK' AND t.name = @name AND s.name = @scheme
+GROUP BY s.name, t.name, kc.name;
+"
+            data.select:x:@.sql
+               database-type:x:@.arguments/*/databaseType
+               name:x:@.table
+               scheme:x:@.scheme
+            set-value:x:@.result
+               strings.concat
+                  get-value:x:@.result
+                  get-value:x:@data.select/*/*/ddl
+                  .:"\r\n\r\n"
+            .sql:@"SELECT
+    'ALTER TABLE [' + s.name + '].[' + t.name + '] ADD CONSTRAINT [' + fk.name + '] FOREIGN KEY ([' +
+    pc.name + ']) REFERENCES [' +
+    rs.name + '].[' + rt.name + ']([' + rc.name + ']);' AS ddl
+FROM sys.foreign_keys fk
+JOIN sys.tables t ON fk.parent_object_id = t.object_id
+JOIN sys.schemas s ON t.schema_id = s.schema_id
+JOIN sys.foreign_key_columns fkc ON fk.object_id = fkc.constraint_object_id
+JOIN sys.columns pc ON fkc.parent_object_id = pc.object_id AND fkc.parent_column_id = pc.column_id
+JOIN sys.tables rt ON fkc.referenced_object_id = rt.object_id
+JOIN sys.schemas rs ON rt.schema_id = rs.schema_id
+JOIN sys.columns rc ON fkc.referenced_object_id = rc.object_id AND fkc.referenced_column_id = rc.column_id
+WHERE t.name = @name and s.name = @scheme;
+"
+            data.select:x:@.sql
+               database-type:x:@.arguments/*/databaseType
+               name:x:@.table
+               scheme:x:@.scheme
+            set-value:x:@.result
+               strings.concat
+                  get-value:x:@.result
+                  get-value:x:@data.select/*/*/ddl
+                  .:"\r\n\r\n"
+         unwrap:x:+/*
+         return
+            result:x:@.result

frontend/src/app/components/protected/create/sql-studio/components/tables-view/components/export-ddl/export-ddl.component.html

@@ -22,16 +22,16 @@ <h3 mat-dialog-title class="mb-0">Export DDL</h3>
 
   <button
     mat-button
-    mat-dialog-close>
-    Cancel
-  </button>
-
-  <button
-    mat-flat-button
     color="primary"
     class="px-4"
     [mat-dialog-close]="data">
     Export to module
   </button>
 
+  <button
+    mat-flat-button
+    mat-dialog-close>
+    Close
+  </button>
+
 </div>

frontend/src/app/components/protected/create/sql-studio/components/tables-view/tables-view.component.ts

@@ -144,11 +144,6 @@ export class TablesViewComponent implements OnInit, OnDestroy {
 
   viewTableDDL(tableName: string) {
 
-    if (this.selectedDbType === 'mssql') {
-      this.generalService.showFeedback('SQL Server does not allow us to easily view DDL');
-      return;
-    }
-
     this.generalService.showLoading();
 
     this.sqlService.exportDdl(

frontend/src/app/components/protected/create/sql-studio/sql-studio.component.html

@@ -248,3 +248,42 @@
   </div>
 
 </div>
+
+<div class="backdrop" *ngIf="waitingForAnswer">
+  <svg width="120" height="40" xmlns="http://www.w3.org/2000/svg">
+    <circle cx="15" cy="20" r="10" fill="#9A8AfD">
+      <animate attributeName="opacity"
+               dur="1.2s"
+               values="0.3;1;0.3"
+               repeatCount="indefinite"/>
+      <animate attributeName="cy"
+               dur="1.2s"
+               values="20;10;20"
+               repeatCount="indefinite"/>
+    </circle>
+    <circle cx="60" cy="20" r="10" fill="#9A8AfD">
+      <animate attributeName="opacity"
+               dur="1.2s"
+               values="0.3;1;0.3"
+               repeatCount="indefinite"
+               begin="0.4s"/>
+      <animate attributeName="cy"
+               dur="1.2s"
+               values="20;10;20"
+               repeatCount="indefinite"
+               begin="0.4s"/>
+    </circle>
+    <circle cx="105" cy="20" r="10" fill="#9A8AfD">
+      <animate attributeName="opacity"
+               dur="1.2s"
+               values="0.3;1;0.3"
+               repeatCount="indefinite"
+               begin="0.8s"/>
+      <animate attributeName="cy"
+               dur="1.2s"
+               values="20;10;20"
+               repeatCount="indefinite"
+               begin="0.8s"/>
+    </circle>
+  </svg>
+</div>

frontend/src/app/components/protected/create/sql-studio/sql-studio.component.ts

@@ -21,13 +21,15 @@ import { NewTableComponent } from './components/tables-view/components/add-table
  */
 @Component({
   selector: 'app-sql-studio',
-  templateUrl: './sql-studio.component.html'
+  templateUrl: './sql-studio.component.html',
+  styleUrls: ['sql-studio.components.scss']
 })
 export class SQLStudioComponent implements OnInit {
 
   private _tables: ReplaySubject<any[]> = new ReplaySubject();
   private _hintTables: ReplaySubject<any> = new ReplaySubject();
   private _dbLoading: ReplaySubject<boolean> = new ReplaySubject();
+  waitingForAnswer: boolean = false;
 
   databaseTypes: any = [] = [
     {type: 'sqlite', name: 'SQLite'},
@@ -236,11 +238,6 @@ export class SQLStudioComponent implements OnInit {
       return;
     }
 
-    if (this.selectedDbType === 'mssql') {
-      this.generalService.showFeedback('SQL Server does not allow us to easily view DDL');
-      return;
-    }
-
     let tables = this.databases.find((db: any) => db.name === this.selectedDatabase).tables || [];
     if (tables.length === 0) {
 
@@ -257,6 +254,8 @@ export class SQLStudioComponent implements OnInit {
       return 0;
     });
 
+    this.generalService.showLoading();
+    this.waitingForAnswer = true;
     this.sqlService.exportDdl(
       this.selectedDbType,
       this.selectedConnectionString,
@@ -265,6 +264,8 @@ export class SQLStudioComponent implements OnInit {
       true).subscribe({
         next: (result: any) => {
 
+          this.generalService.hideLoading();
+          this.waitingForAnswer = false;
           this.dialog.open(ExportDdlComponent, {
             width: '80vw',
             panelClass: 'light',
@@ -291,8 +292,12 @@ export class SQLStudioComponent implements OnInit {
             }
           });
         },
-        error: (error: any) => this.generalService.showFeedback(error?.error?.message ?? error, 'errorMessage', 'Ok', 5000)
-      });
+        error: (error: any) => {
+
+         this.generalService.hideLoading();
+         this.waitingForAnswer = false;
+         this.generalService.showFeedback(error?.error?.message ?? error, 'errorMessage', 'Ok', 5000);
+        }});
   }
 
   changeDatabase() {

frontend/src/app/components/protected/create/sql-studio/sql-studio.components.scss

@@ -0,0 +1,26 @@
+
+@keyframes waiting_for_ai {
+  to {
+    opacity: 1;
+  }
+}
+
+.backdrop {
+  background: rgba(0,0,0,.7);
+  z-index: 10000;
+  position: fixed;
+  left: 0;
+  top:0;
+  right:0;
+  bottom:0;
+  animation: 1s waiting_for_ai linear forwards;
+  opacity: 0;
+}
+
+.backdrop svg {
+  width: 150px;
+  display: block;
+  position: absolute;
+  bottom: 1rem;
+  left: calc(50% - 75px)
+}

frontend/src/app/components/protected/dashboard/_models/dashboard.model.ts

@@ -6,67 +6,7 @@
  * Retrieving reports on the health and activities of your backend.
  */
 export interface SystemReport {
-  cache_items?: number,
   default_db?: string,
+  has_openai?: boolean,
   default_timezone?: string, // "none", "utc" or "local"
-  dynamic_slots?: number,
-  endpoints?: number,
-  has_scheduler?: boolean,
-  has_terminal?: boolean,
-  persisted_tasks?: number,
-  version?: string,
-  server_ip?: string,
-  slots?: number,
-  log_items?: number,
-  last_log_items?: LastLogItems[],
-  modules?: Modules[],
-  log_types?: LogTypes[],
-  timeshifts?: Timeshifts[]
-}
-
-/**
- * type of logs created on the backend
- */
-export interface LogTypes {
-  debug?: number,
-  error?: number,
-  fatal?: number
-}
-
-/**
- * Displaying the of login details on the system
- */
-export interface Timeshifts {
-  variable?: {
-    description?: string,
-    name?: string,
-    items?: [{
-      when?: Date,
-      count?: number
-    }]
-  }
-}
-
-/**
- * Displaying the complexity of modules
- */
-export interface Modules {
-  variable?: [{
-    files?: number,
-    loc?: number
-  }]
-}
-
-/**
- * Displaying the complexity of modules
- */
-export interface LastLogItems {
-  id: string,
-  content?: string,
-  type?: string,
-  created?: string,
-  exception?: string,
-  meta?: {
-    variable?: string
-  }
 }

frontend/src/app/components/protected/dashboard/components/vibe-coding/vibe-coding.component.html

@@ -91,7 +91,7 @@
 
       <form [class]="'col-12' + (is_answering ? ' hide_input' : '')" (ngSubmit)="submit()">
 
-        <mat-form-field class="w-100">
+        <mat-form-field class="w-100 input-textarea">
           <textarea
             #queryTextarea
             matInput