Add cargurus trend data

Author: quicklywilliam

.github/workflows/scrape-cargurus-trends.yml

@@ -0,0 +1,105 @@
+name: Scrape CarGurus Price Trends
+
+on:
+  # Run every other day at 2 AM UTC
+  schedule:
+    - cron: '0 2 */2 * *'
+
+  # Allow manual trigger for testing
+  workflow_dispatch:
+
+permissions:
+  contents: write
+
+jobs:
+  scrape-cargurus:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: '20'
+          cache: 'npm'
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Install Chromium for Puppeteer
+        run: |
+          npx puppeteer browsers install chrome
+
+      - name: Run CarGurus trends scraper
+        run: |
+          node scrapers/run-all.js --source=cargurus-trend
+        continue-on-error: true
+        env:
+          # Run in CI mode (headless, no sandbox)
+          CI: true
+
+      - name: Check scraper results
+        id: scraper-status
+        run: |
+          if [ -d "data/cargurus-trend" ] && [ "$(ls -A data/cargurus-trend/*.csv 2>/dev/null | wc -l)" -gt 0 ]; then
+            echo "scrapers_succeeded=true" >> $GITHUB_OUTPUT
+            echo "✓ CarGurus scraper completed successfully"
+          else
+            echo "scrapers_succeeded=false" >> $GITHUB_OUTPUT
+            echo "⚠️ No CarGurus data found"
+          fi
+
+      - name: Commit CarGurus data
+        if: steps.scraper-status.outputs.scrapers_succeeded == 'true'
+        run: |
+          git config user.name "github-actions[bot]"
+          git config user.email "github-actions[bot]@users.noreply.github.com"
+
+          # Add only CarGurus trend data
+          git add data/cargurus-trend/
+
+          # Check if there are changes to commit
+          if git diff --staged --quiet; then
+            echo "No new data to commit"
+            exit 0
+          fi
+
+          DATE=$(date +%Y-%m-%d)
+          CSV_COUNT=$(find data/cargurus-trend -name "*.csv" | wc -l | tr -d ' ')
+          git commit -m "chore: update CarGurus trends for $DATE ($CSV_COUNT models)" -m "Generated with GitHub Actions"
+
+          # Try to push, handle concurrent commits
+          if git push; then
+            echo "✓ Push succeeded"
+          else
+            echo "⚠️ Push failed, attempting to recover..."
+
+            # Stash our commit temporarily
+            git reset --soft HEAD~1
+            git stash
+
+            # Pull latest changes
+            git pull --rebase
+
+            # Try to restore our changes
+            if git stash pop; then
+              echo "✓ Stash applied successfully, retrying commit..."
+
+              # Re-add and commit
+              git add data/cargurus-trend/
+              if git diff --staged --quiet; then
+                echo "No new data after merge (likely already committed)"
+                exit 0
+              fi
+
+              CSV_COUNT=$(find data/cargurus-trend -name "*.csv" | wc -l | tr -d ' ')
+              git commit -m "chore: update CarGurus trends for $DATE ($CSV_COUNT models)" -m "Generated with GitHub Actions"
+              git push
+            else
+              echo "✗ Conflict detected - scrape data for this day may already exist"
+              git stash drop || true
+              exit 1
+            fi
+          fi

data/cargurus-trend/audi-q4-e-tron.csv

@@ -0,0 +1,78 @@
+Date,Price,Car Type,Avg Price,Last 30 days,Last 90 days,YoY Change
+07-18-2025,9736.547394259818,BMW i3,8738,-6.6,-16.38,-35.38
+07-20-2025,9701.812125748504,BMW i3,8738,-6.6,-16.38,-35.38
+07-22-2025,9384.765919811322,BMW i3,8738,-6.6,-16.38,-35.38
+07-24-2025,9990.45106281726,BMW i3,8738,-6.6,-16.38,-35.38
+07-26-2025,10589.267088014982,BMW i3,8738,-6.6,-16.38,-35.38
+07-28-2025,10039.76220703125,BMW i3,8738,-6.6,-16.38,-35.38
+07-30-2025,9655.786072530864,BMW i3,8738,-6.6,-16.38,-35.38
+08-01-2025,9959.48779296875,BMW i3,8738,-6.6,-16.38,-35.38
+08-03-2025,9219.540909090909,BMW i3,8738,-6.6,-16.38,-35.38
+08-05-2025,9900.760416666666,BMW i3,8738,-6.6,-16.38,-35.38
+08-07-2025,9862.003676470587,BMW i3,8738,-6.6,-16.38,-35.38
+08-09-2025,9830.370078740158,BMW i3,8738,-6.6,-16.38,-35.38
+08-11-2025,9794.639344262296,BMW i3,8738,-6.6,-16.38,-35.38
+08-13-2025,9304.261842105263,BMW i3,8738,-6.6,-16.38,-35.38
+08-15-2025,9690.501050420167,BMW i3,8738,-6.6,-16.38,-35.38
+08-17-2025,10367.841981132075,BMW i3,8738,-6.6,-16.38,-35.38
+08-19-2025,10767.14368718593,BMW i3,8738,-6.6,-16.38,-35.38
+08-21-2025,10669.770352564103,BMW i3,8738,-6.6,-16.38,-35.38
+08-23-2025,10170.999793046358,BMW i3,8738,-6.6,-16.38,-35.38
+08-25-2025,10182.611637931035,BMW i3,8738,-6.6,-16.38,-35.38
+08-27-2025,9333.0,BMW i3,8738,-6.6,-16.38,-35.38
+08-29-2025,9355.89699074074,BMW i3,8738,-6.6,-16.38,-35.38
+08-31-2025,9375.26634174312,BMW i3,8738,-6.6,-16.38,-35.38
+09-02-2025,9393.345224056604,BMW i3,8738,-6.6,-16.38,-35.38
+09-04-2025,9433.958235981308,BMW i3,8738,-6.6,-16.38,-35.38
+09-06-2025,9074.437823834196,BMW i3,8738,-6.6,-16.38,-35.38
+09-08-2025,9230.10761589404,BMW i3,8738,-6.6,-16.38,-35.38
+09-10-2025,9510.86244419643,BMW i3,8738,-6.6,-16.38,-35.38
+09-12-2025,10656.854272959185,BMW i3,8738,-6.6,-16.38,-35.38
+09-14-2025,10246.638632550335,BMW i3,8738,-6.6,-16.38,-35.38
+09-16-2025,10263.76198630137,BMW i3,8738,-6.6,-16.38,-35.38
+09-18-2025,10739.363495024876,BMW i3,8738,-6.6,-16.38,-35.38
+09-20-2025,10711.035211267606,BMW i3,8738,-6.6,-16.38,-35.38
+09-22-2025,10687.274154589371,BMW i3,8738,-6.6,-16.38,-35.38
+09-24-2025,10602.127063679245,BMW i3,8738,-6.6,-16.38,-35.38
+09-26-2025,10468.390625,BMW i3,8738,-6.6,-16.38,-35.38
+09-28-2025,9610.582351823708,BMW i3,8738,-6.6,-16.38,-35.38
+09-30-2025,9906.636618589744,BMW i3,8738,-6.6,-16.38,-35.38
+10-02-2025,8785.783125,BMW i3,8738,-6.6,-16.38,-35.38
+10-04-2025,8764.020753816794,BMW i3,8738,-6.6,-16.38,-35.38
+10-06-2025,8718.594439338236,BMW i3,8738,-6.6,-16.38,-35.38
+10-08-2025,8678.624522900764,BMW i3,8738,-6.6,-16.38,-35.38
+10-10-2025,9000.275406504064,BMW i3,8738,-6.6,-16.38,-35.38
+10-12-2025,8736.93205128205,BMW i3,8738,-6.6,-16.38,-35.38
+10-14-2025,8596.93093385214,BMW i3,8738,-6.6,-16.38,-35.38
+10-16-2025,8693.90192819149,BMW i3,8738,-6.6,-16.38,-35.38
+10-18-2025,8918.688550420167,BMW i3,8738,-6.6,-16.38,-35.38
+10-20-2025,8908.210416666667,BMW i3,8738,-6.6,-16.38,-35.38
+10-22-2025,8910.8984375,BMW i3,8738,-6.6,-16.38,-35.38
+10-24-2025,8911.139880952382,BMW i3,8738,-6.6,-16.38,-35.38
+10-26-2025,8881.0035,BMW i3,8738,-6.6,-16.38,-35.38
+10-28-2025,8841.994959677419,BMW i3,8738,-6.6,-16.38,-35.38
+10-30-2025,8796.22127016129,BMW i3,8738,-6.6,-16.38,-35.38
+11-01-2025,8753.611607142857,BMW i3,8738,-6.6,-16.38,-35.38
+11-03-2025,8713.290846456694,BMW i3,8738,-6.6,-16.38,-35.38
+11-05-2025,8696.384794776119,BMW i3,8738,-6.6,-16.38,-35.38
+11-07-2025,10069.794491525423,BMW i3,8738,-6.6,-16.38,-35.38
+11-09-2025,11000.756425233645,BMW i3,8738,-6.6,-16.38,-35.38
+11-11-2025,10131.12897398844,BMW i3,8738,-6.6,-16.38,-35.38
+11-13-2025,8517.107652091256,BMW i3,8738,-6.6,-16.38,-35.38
+11-15-2025,9992.773459885388,BMW i3,8738,-6.6,-16.38,-35.38
+11-17-2025,8526.357175925927,BMW i3,8738,-6.6,-16.38,-35.38
+11-19-2025,9607.841536827196,BMW i3,8738,-6.6,-16.38,-35.38
+11-21-2025,9816.00078517588,BMW i3,8738,-6.6,-16.38,-35.38
+11-23-2025,10206.126558956916,BMW i3,8738,-6.6,-16.38,-35.38
+11-25-2025,9716.972283291458,BMW i3,8738,-6.6,-16.38,-35.38
+11-27-2025,9774.894986749117,BMW i3,8738,-6.6,-16.38,-35.38
+11-29-2025,8442.759935897437,BMW i3,8738,-6.6,-16.38,-35.38
+12-01-2025,8376.964721679688,BMW i3,8738,-6.6,-16.38,-35.38
+12-03-2025,9033.488516566265,BMW i3,8738,-6.6,-16.38,-35.38
+12-05-2025,8985.946560650887,BMW i3,8738,-6.6,-16.38,-35.38
+12-07-2025,8994.755664652568,BMW i3,8738,-6.6,-16.38,-35.38
+12-09-2025,9001.161854103344,BMW i3,8738,-6.6,-16.38,-35.38
+12-11-2025,8979.351253799392,BMW i3,8738,-6.6,-16.38,-35.38
+12-13-2025,8976.344962686568,BMW i3,8738,-6.6,-16.38,-35.38
+12-15-2025,8716.42493556701,BMW i3,8738,-6.6,-16.38,-35.38
+© 2025 CarGurus, Inc., All Rights Reserved.