Improve Gemini output filtering and update demo workflow

potatoqualitee · potatoqualitee · commit 196e70b19d70 · 2026-01-15T08:01:57.000+01:00
Enhanced filtering of Gemini CLI warnings and informational messages in Invoke-ChatMode.ps1, Invoke-ToolWithCapture.ps1, and Invoke-AITool.ps1. Updated demo-unattended.ipynb to use markdown input for immunization data, streamlined prompts, and improved workflow for schema creation and data extraction. Added runtime validation for -First and -Last parameters in Invoke-AITool.ps1. Fixed path handling in Test-GeminiAuth.ps1. Bumped module version to 1.0.30. Added sample immunization.md for testing and updated unattended.md for clarity.
diff --git a/Tests/pdf/immunization.md b/Tests/pdf/immunization.md
@@ -0,0 +1,54 @@
+Dog Shot Record
+
+2309 Kelley Road, Gulfport, MS, 39501
+
+CLINIC NAME
+
+Phone: 123-1234567 - Email: info@petshopname.com
+
+Dog's Name Chewy
+
+Age 5
+
+Date of Birth February 25, 2014
+
+Gender Male
+
+Breed Labrador
+
+Color Brown
+
+Owner's Name Jane Doe
+
+Address 1375 McDowell Street
+Mount Pleasant, TN, 38474
+
+Recommended Immunization Schedule
+
+| Age         | Recommended                          | Optional                             |
+|-------------|--------------------------------------|--------------------------------------|
+| 6-8 weeks   | Distemper, Measles, Parainfluenza    | Bordatella                           |
+| 10-12 weeks | DHPP                                 | Coronavirus, Leptospirosis, Lyme disease |
+| 12-24 weeks | Rabies                               | None                                 |
+| 14-16 weeks | DHPP                                 | Coronavirus, Lyme disease, Leptospirosis |
+| 12-16 months| Rabies, DHPP                         | Coronavirus, Leptospirosis, Bordatella, Lyme disease |
+| Every 1-2 years | DHPP                             | Coronavirus, Leptospirosis, Bordatella, Lyme disease |
+| Every 1-3 years | Rabies                           | None                                 |
+
+Immunization Dates
+
+| Vaccine       | Immunization Date1 | Immunization Date2 | Immunization Date3 | Veterinarian   |
+|---------------|--------------------|--------------------|--------------------|----------------|
+| Distemper     | 02/01/2019         |                    |                    | John Smith     |
+| Measles       | 02/01/2019         |                    |                    | John Smith     |
+| Parainfluenza | 02/01/2019         |                    |                    | John Smith     |
+| DHPP          | 02/01/2019         | 09/01/2017         | 09/01/2018         | John Smith     |
+| Bordatella    | 02/01/2019         | 09/01/2017         | 09/01/2018         | John Smith     |
+| Coronavirus   | 02/01/2019         | 10/01/2017         | 09/01/2018         | John Smith     |
+| Leptospirosis | 02/01/2019         | 09/01/2017         | 09/01/2018         | John Smith     |
+| Lyme disease  | 02/01/2019         | 10/01/2017         | 09/01/2018         | John Smith     |
+
+Veterinarian Name: John Smith
+Veterinarian Signature
+
+Date of Signature: February 25, 2019
diff --git a/aitools.psd1 b/aitools.psd1
@@ -9,7 +9,7 @@
     RootModule        = 'aitools.psm1'
 
     # Version number of this module.
-    ModuleVersion     = '1.0.25'
+    ModuleVersion     = '1.0.30'
 
     # ID used to uniquely identify this module
     GUID              = 'c90f5001-c492-4fbe-8ab3-f03599951bd0'
diff --git a/demo-unattended.ipynb b/demo-unattended.ipynb
@@ -40,7 +40,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": null,
+      "execution_count": 1,
       "metadata": {
         "dotnet_interactive": {
           "language": "pwsh"
@@ -49,7 +49,48 @@
           "kernelName": "pwsh"
         }
       },
-      "outputs": [],
+      "outputs": [
+        {
+          "data": {
+            "text/html": [
+              "<table><thead><tr><th><i>key</i></th><th>value</th></tr></thead><tbody><tr><td><div class=\"dni-plaintext\"><pre>FullName</pre></div></td><td><div class=\"dni-plaintext\"><pre>AITools.DefaultTool</pre></div></td></tr><tr><td><div class=\"dni-plaintext\"><pre>Value</pre></div></td><td><div class=\"dni-plaintext\"><pre>Copilot</pre></div></td></tr></tbody></table><style>\r\n",
+              ".dni-code-hint {\r\n",
+              "    font-style: italic;\r\n",
+              "    overflow: hidden;\r\n",
+              "    white-space: nowrap;\r\n",
+              "}\r\n",
+              ".dni-treeview {\r\n",
+              "    white-space: nowrap;\r\n",
+              "}\r\n",
+              ".dni-treeview td {\r\n",
+              "    vertical-align: top;\r\n",
+              "    text-align: start;\r\n",
+              "}\r\n",
+              "details.dni-treeview {\r\n",
+              "    padding-left: 1em;\r\n",
+              "}\r\n",
+              "table td {\r\n",
+              "    text-align: start;\r\n",
+              "}\r\n",
+              "table tr { \r\n",
+              "    vertical-align: top; \r\n",
+              "    margin: 0em 0px;\r\n",
+              "}\r\n",
+              "table tr td pre \r\n",
+              "{ \r\n",
+              "    vertical-align: top !important; \r\n",
+              "    margin: 0em 0px !important;\r\n",
+              "} \r\n",
+              "table th {\r\n",
+              "    text-align: start;\r\n",
+              "}\r\n",
+              "</style>"
+            ]
+          },
+          "metadata": {},
+          "output_type": "display_data"
+        }
+      ],
       "source": [
         "# Anthropic's having outages. PIVOTTT\n",
         "Set-AIToolDefault -Tool Copilot\n",
@@ -64,7 +105,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": null,
+      "execution_count": 2,
       "metadata": {
         "dotnet_interactive": {
           "language": "pwsh"
@@ -105,63 +146,20 @@
       "outputs": [],
       "source": [
         "$designPrompt = @\"\n",
-        "Review this pet vaccination PDF and design a normalized database schema.\n",
+        "Review Tests/pdf/immunization.pdf carefully and design a normalized database schema.\n",
         "\n",
         "Requirements:\n",
         "- Create properly normalized tables (at least 2 tables with foreign key relationship)\n",
         "- Use best practices for data types, constraints, and indexing\n",
-        "- Target database: SQL Server tempdb\n",
+        "- Target DB: SQL Server, localhost, windows auth, tempdb\n",
         "\n",
         "Output:\n",
         "1. First, explain your design decisions (table structure, why you normalized this way)\n",
         "2. Then provide the complete T-SQL DDL to create the tables\n",
-        "3. Format the DDL in a code block so I can execute it\n",
+        "3. Execute ONLY DDL against local SQL Server\n",
         "\"@\n",
         "\n",
-        "Get-ChildItem ./Tests/pdf/immunization.pdf |\n",
-        "    ConvertTo-AITImage |\n",
-        "    Invoke-AITool -Prompt $designPrompt"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "metadata": {},
-      "source": [
-        "### Now go check SSMS!\n",
-        "\n",
-        "Or... let's have Claude create AND show us what it built:"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "dotnet_interactive": {
-          "language": "pwsh"
-        },
-        "polyglot_notebook": {
-          "kernelName": "pwsh"
-        }
-      },
-      "outputs": [],
-      "source": [
-        "$createPrompt = \"Review this pet vaccination PDF and design a normalized database schema.\n",
-        "\n",
-        "Requirements:\n",
-        "- Create properly normalized tables (at least 2 tables with foreign key relationship)\n",
-        "- Use best practices for data types, constraints, and indexing\n",
-        "- Target database: tempdb on localhost with windows auth. dbatools is available on the machine, use it.\n",
-        "\n",
-        "DO NOT IMPORT DATA, JUST SCHEMA\"\n",
-        "\n",
-        "\n",
-        "Get-ChildItem ./Tests/pdf/immunization.pdf |\n",
-        "    ConvertTo-AITImage |\n",
-        "    Invoke-AITool -Prompt $createPrompt\n",
-        "\n",
-        "# Show what was created\n",
-        "Get-DbaDbTable -SqlInstance $sqlInstance -Database $database -Table Pets, Vaccinations |\n",
-        "    Select-Object Name, RowCount, DataSpaceUsed"
+        "Invoke-AITool -Prompt $designPrompt"
       ]
     },
     {
@@ -189,38 +187,20 @@
       },
       "outputs": [],
       "source": [
-        "$extractPrompt = \"Extract the data from this pet vaccination PDF.\n",
+        "$extractPrompt = \"Extract the data from /Tests/pdf/immunization.md\n",
         "\n",
         "I have vaccine tables in tempdb on localhost (sql server/windows auth),\n",
         "figure out the structure, insert the data from the PDF then show me what\n",
         "you inserted\"\n",
         "\n",
-        "Get-ChildItem ./Tests/pdf/immunization.pdf |\n",
-        "    ConvertTo-AITImage |\n",
-        "    Invoke-AITool -Prompt $extractPrompt"
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "dotnet_interactive": {
-          "language": "pwsh"
-        },
-        "polyglot_notebook": {
-          "kernelName": "pwsh"
-        }
-      },
-      "outputs": [],
-      "source": [
-        "# Let's see what we imported in SSMS"
+        "Invoke-AITool -Prompt $extractPrompt"
       ]
     },
     {
       "cell_type": "markdown",
       "metadata": {},
       "source": [
-        "### Notice anything wrong?\n",
+        "### Go look in SSMS, notice anything wrong?\n",
         "\n",
         "The data is in there exactly as the PDF showed it. But there might be problems...\n",
         "\n",
@@ -243,9 +223,7 @@
       },
       "outputs": [],
       "source": [
-        "Get-ChildItem ./Tests/pdf/immunization.pdf |\n",
-        "    ConvertTo-AITImage |\n",
-        "    Invoke-AITool -Prompt C:\\github\\aitools\\unattended.md"
+        "Invoke-AITool -Prompt C:\\github\\aitools\\unattended.md -Tool Claude"
       ]
     },
     {
@@ -274,10 +252,9 @@
       "outputs": [],
       "source": [
         "$reportPrompt = @\"\n",
-        "Review this pet vaccination PDF and generate a data quality report.\n",
+        "Review /Tests/pdf/immunization.pdf carefully and generate a data quality report.\n",
         "\n",
         "Analyze the document thoroughly for:\n",
-        "- Data inconsistencies (breed vs. physical characteristics, weight ranges, etc.)\n",
         "- Missing or incomplete information\n",
         "- Suspicious or potentially incorrect values\n",
         "- Format issues\n",
@@ -292,9 +269,7 @@
         "Be thorough - this report helps humans catch shit data before it pollutes the database.\n",
         "\"@\n",
         "\n",
-        "$report = Get-ChildItem ./Tests/pdf/immunization.pdf |\n",
-        "    ConvertTo-AITImage |\n",
-        "    Invoke-AITool -Prompt $reportPrompt\n",
+        "$report = Invoke-AITool -Prompt $reportPrompt\n",
         "\n",
         "# Save the report\n",
         "$report | Set-Content ./Tests/pdf/data_quality_report.md\n",
@@ -343,7 +318,7 @@
         "\n",
         "\"Labrador\" is a valid breed. Traditional validation would pass it.\n",
         "\n",
-        "But AI looks at the *whole picture* and says \"wait, this doesn't add up.\""
+        "But AI looks at the *whole picture* and knows it doesn't quite add up."
       ]
     }
   ],
diff --git a/private/Invoke-ChatMode.ps1 b/private/Invoke-ChatMode.ps1
@@ -368,9 +368,13 @@ function Invoke-ChatMode {
             $capturedOutput = Get-Content -Path $tempOutputFile -Raw -Encoding utf8
             Remove-Item -Path $tempOutputFile -Force -ErrorAction SilentlyContinue
 
-            # Filter out misleading Gemini warnings
+            # Filter out misleading Gemini warnings and informational stderr messages
             if ($ToolName -eq 'Gemini') {
                 $capturedOutput = $capturedOutput -replace '(?m)^\s*\[WARN\]\s+Skipping unreadable directory:.*?\n', ''
+                # Filter out informational messages that Gemini CLI writes to stderr
+                $capturedOutput = $capturedOutput -replace '(?m)^.*YOLO mode is enabled\..*\n?', ''
+                $capturedOutput = $capturedOutput -replace '(?m)^.*All tool calls will be automatically approved\..*\n?', ''
+                $capturedOutput = $capturedOutput -replace '(?m)^.*Loaded cached credentials\..*\n?', ''
             }
         }
 
diff --git a/private/Invoke-ToolWithCapture.ps1 b/private/Invoke-ToolWithCapture.ps1
@@ -227,9 +227,13 @@ function Invoke-ToolWithCapture {
 
             $capturedOutput = Get-Content -Path $tempOutputFile -Raw -Encoding utf8
 
-            # Filter out misleading Gemini warnings about unreadable directories
+            # Filter out misleading Gemini warnings and informational stderr messages
             if ($ToolName -eq 'Gemini') {
                 $capturedOutput = $capturedOutput -replace '(?m)^\s*\[WARN\]\s+Skipping unreadable directory:.*?\n', ''
+                # Filter out informational messages that Gemini CLI writes to stderr
+                $capturedOutput = $capturedOutput -replace '(?m)^.*YOLO mode is enabled\..*\n?', ''
+                $capturedOutput = $capturedOutput -replace '(?m)^.*All tool calls will be automatically approved\..*\n?', ''
+                $capturedOutput = $capturedOutput -replace '(?m)^.*Loaded cached credentials\..*\n?', ''
             }
         }
 
diff --git a/private/Test-GeminiAuth.ps1 b/private/Test-GeminiAuth.ps1
@@ -16,7 +16,7 @@ function Test-GeminiAuth {
     $geminiKey = [Environment]::GetEnvironmentVariable('GEMINI_API_KEY')
     $vertexAI = [Environment]::GetEnvironmentVariable('GOOGLE_GENAI_USE_VERTEXAI')
     $gca = [Environment]::GetEnvironmentVariable('GOOGLE_GENAI_USE_GCA')
-    $settingsPath = Join-Path $HOME '.gemini' 'settings.json'
+    $settingsPath = Join-Path -Path "$HOME/.gemini" -ChildPath 'settings.json'
 
     if ($geminiKey -or $vertexAI -or $gca) {
         Write-PSFMessage -Level Verbose -Message "Gemini auth found via environment variable"
diff --git a/public/Invoke-AITool.ps1 b/public/Invoke-AITool.ps1
@@ -311,7 +311,7 @@ function Invoke-AITool {
         [Parameter()]
         [string]$Model,
         [Parameter()]
-        [ValidateSet('low', 'medium', 'high')]
+        [ValidateSet('low', 'medium', 'high', '')]
         [string]$ReasoningEffort,
         [Parameter()]
         [string[]]$Attachment,
@@ -339,10 +339,8 @@ function Invoke-AITool {
         [ValidateRange(0, [int]::MaxValue)]
         [int]$Skip,
         [Parameter()]
-        [ValidateRange(1, [int]::MaxValue)]
         [int]$First,
         [Parameter()]
-        [ValidateRange(1, [int]::MaxValue)]
         [int]$Last,
         [Parameter()]
         [ValidateRange(1, 50)]
@@ -366,6 +364,14 @@ function Invoke-AITool {
         $script:originalLocation = Get-Location
         Write-PSFMessage -Level Verbose -Message "Saved original location: $script:originalLocation"
 
+        # Validate First and Last at runtime (can't use ValidateRange due to GetNewClosure() capturing default 0)
+        if ($PSBoundParameters.ContainsKey('First') -and $First -lt 1) {
+            Stop-PSFFunction -Message "-First must be at least 1" -EnableException $true
+        }
+        if ($PSBoundParameters.ContainsKey('Last') -and $Last -lt 1) {
+            Stop-PSFFunction -Message "-Last must be at least 1" -EnableException $true
+        }
+
         # BatchSize > 1 automatically disables parallel processing
         if ($BatchSize -gt 1) {
             Write-PSFMessage -Level Verbose -Message "BatchSize set to $BatchSize - parallel processing will be automatically disabled for batch mode"
@@ -1004,9 +1010,13 @@ function Invoke-AITool {
                                 $capturedOutput = Get-Content -Path $tempOutputFile -Raw -Encoding utf8
                                 Remove-Item -Path $tempOutputFile -Force -ErrorAction SilentlyContinue
 
-                                # Filter out misleading Gemini warnings
+                                # Filter out misleading Gemini warnings and informational stderr messages
                                 if ($currentTool -eq 'Gemini') {
                                     $capturedOutput = $capturedOutput -replace '(?m)^\s*\[WARN\]\s+Skipping unreadable directory:.*?\n', ''
+                                    # Filter out informational messages that Gemini CLI writes to stderr
+                                    $capturedOutput = $capturedOutput -replace '(?m)^.*YOLO mode is enabled\..*\n?', ''
+                                    $capturedOutput = $capturedOutput -replace '(?m)^.*All tool calls will be automatically approved\..*\n?', ''
+                                    $capturedOutput = $capturedOutput -replace '(?m)^.*Loaded cached credentials\..*\n?', ''
                                 }
 
                                 # Strip result to JSON boundaries if single JSON context mode
diff --git a/unattended.md b/unattended.md
@@ -1,7 +1,8 @@
-$prompt = "Review this pet vaccination PDF carefully for data quality issues.
+Review /Tests/pdf/immunization.pdf carefully for data quality issues.
 
 I've already imported the data exactly as shown in the PDF into tempdb tables
-(look it up on localhost).
+(look it up on localhost using windows credentials).
+
 Now I need you to:
 
 1. ANALYZE the document for inconsistencies, errors, or suspicious data:
@@ -13,4 +14,4 @@ Now I need you to:
 
 2. Generate T-SQL UPDATE statements to correct any issues you find
 
-3. List ALL data inconsistencies you discovered"
+3. List ALL data inconsistencies you discovered

Original file line number	Diff line number	Diff line change
`@@ -368,9 +368,13 @@ function Invoke-ChatMode {`
`368`	`368`	`$capturedOutput = Get-Content -Path $tempOutputFile -Raw -Encoding utf8`
`369`	`369`	`Remove-Item -Path $tempOutputFile -Force -ErrorAction SilentlyContinue`
`370`	`370`
`371`		`- # Filter out misleading Gemini warnings`
	`371`	`+ # Filter out misleading Gemini warnings and informational stderr messages`
`372`	`372`	`if ($ToolName -eq 'Gemini') {`
`373`	`373`	`$capturedOutput = $capturedOutput -replace '(?m)^\s\[WARN\]\s+Skipping unreadable directory:.?\n', ''`
	`374`	`+ # Filter out informational messages that Gemini CLI writes to stderr`
	`375`	`+ $capturedOutput = $capturedOutput -replace '(?m)^.YOLO mode is enabled\..\n?', ''`
	`376`	`+ $capturedOutput = $capturedOutput -replace '(?m)^.All tool calls will be automatically approved\..\n?', ''`
	`377`	`+ $capturedOutput = $capturedOutput -replace '(?m)^.Loaded cached credentials\..\n?', ''`
`374`	`378`	`}`
`375`	`379`	`}`
`376`	`380`
Original file line number	Diff line number	Diff line change
`@@ -227,9 +227,13 @@ function Invoke-ToolWithCapture {`
`227`	`227`
`228`	`228`	`$capturedOutput = Get-Content -Path $tempOutputFile -Raw -Encoding utf8`
`229`	`229`
`230`		`- # Filter out misleading Gemini warnings about unreadable directories`
	`230`	`+ # Filter out misleading Gemini warnings and informational stderr messages`
`231`	`231`	`if ($ToolName -eq 'Gemini') {`
`232`	`232`	`$capturedOutput = $capturedOutput -replace '(?m)^\s\[WARN\]\s+Skipping unreadable directory:.?\n', ''`
	`233`	`+ # Filter out informational messages that Gemini CLI writes to stderr`
	`234`	`+ $capturedOutput = $capturedOutput -replace '(?m)^.YOLO mode is enabled\..\n?', ''`
	`235`	`+ $capturedOutput = $capturedOutput -replace '(?m)^.All tool calls will be automatically approved\..\n?', ''`
	`236`	`+ $capturedOutput = $capturedOutput -replace '(?m)^.Loaded cached credentials\..\n?', ''`
`233`	`237`	`}`
`234`	`238`	`}`
`235`	`239`