Switching to URL-Based Monitoring System

Author: felixwidjaja

.github/workflows/monitor-friday.yml

@@ -1,4 +1,4 @@
-name: Monitor Alt Clouds - Monday (Batch 1)
+name: Monitor Alt Clouds - URL-based (Weekly)
 
 on:
   schedule:
@@ -26,12 +26,11 @@ jobs:
         run: |
           pip install anthropic requests beautifulsoup4 lxml
           
-      - name: Run news monitoring (Batch 1)
+      - name: Run URL-based monitoring
         env:
           ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
-          CATEGORY_BATCH: "1"
         run: |
-          python scripts/monitor_news.py
+          python scripts/monitor_news_urls.py
           
       - name: Evaluate candidates
         env:
@@ -50,10 +49,11 @@ jobs:
           git config user.name "github-actions[bot]"
           git config user.email "github-actions[bot]@users.noreply.github.com"
           git add data/
-          git diff --staged --quiet || git commit -m "Monday scan (batch 1): $(date +%Y-%m-%d)"
+          git diff --staged --quiet || git commit -m "Weekly scan: $(date +%Y-%m-%d)"
           git push
           
       - name: Send Slack notification
+        if: always()
         env:
           SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
         run: |

.github/workflows/monitor-monday.yml .github/workflows/monitor-urls-weekly.yml.github/workflows/monitor-monday.yml renamed to .github/workflows/monitor-urls-weekly.yml

@@ -0,0 +1,12 @@
+{
+  "urls": [
+    "https://news.ycombinator.com/show",
+    "https://news.crunchbase.com/",
+    "https://alleywatch.com/"
+  ],
+  "notes": [
+    "Add your favorite news sources here",
+    "ProductHunt, HackerNews, TechCrunch are good starting points",
+    "Can also add specific RSS feeds or blog URLs"
+  ]
+}