Fix AppInspect failures: remove maxTotalDataSizeMB from indexes.conf, move README files out of lookups directory, update CI/CD to exclude dev files

Author: devinslick

.github/workflows/validate.yml

@@ -217,8 +217,20 @@ jobs:
         mkdir -p "$PACKAGE_DIR"
 
         # Copy app files excluding development files
-        rsync -av --exclude='.git*' --exclude='local/' --exclude='devnotes/' \
-          --exclude='*.pyc' --exclude='__pycache__/' --exclude='.DS_Store' \
+        rsync -av \
+          --exclude='.git*' \
+          --exclude='local/' \
+          --exclude='devnotes/' \
+          --exclude='*.pyc' \
+          --exclude='__pycache__/' \
+          --exclude='.DS_Store' \
+          --exclude='.venv/' \
+          --exclude='.pytest_cache/' \
+          --exclude='.pre-commit-config.yaml' \
+          --exclude='.bandit.yml' \
+          --exclude='CI-CD-SETUP.md' \
+          --exclude='scripts/' \
+          --exclude='appinspect_report.json' \
           ./ "$PACKAGE_DIR/"
 
         # Run AppInspect

lookups/APP_FILTER_README.md APP_FILTER_README.txtlookups/APP_FILTER_README.md renamed to APP_FILTER_README.txt

@@ -4,7 +4,5 @@ datatype = metric
 homePath   = $SPLUNK_DB/caca_metrics/db
 coldPath   = $SPLUNK_DB/caca_metrics/colddb
 thawedPath = $SPLUNK_DB/caca_metrics/thaweddb
-# Metrics are typically small and compress well
-maxTotalDataSizeMB = 512000
 # Retain metrics for 1 year by default
 frozenTimePeriodInSecs = 31536000

appinspect_report.json

@@ -353,7 +353,21 @@ if (-not $Quick) {
             New-Item -ItemType Directory -Path $packageDir -Force | Out-Null
 
             # Copy files (exclude dev files)
-            $excludes = @('.git*', 'local', 'devnotes', '*.pyc', '__pycache__', '.DS_Store')
+            $excludes = @(
+                '.git*',
+                'local',
+                'devnotes',
+                '*.pyc',
+                '__pycache__',
+                '.DS_Store',
+                '.venv',
+                '.pytest_cache',
+                '.pre-commit-config.yaml',
+                '.bandit.yml',
+                'CI-CD-SETUP.md',
+                'scripts',
+                'appinspect_report.json'
+            )
 
             Get-ChildItem -Path $RepoRoot | Where-Object {
                 $item = $_