Merge pull request #2545 from MikeLund/patch-1

ScrapeWithURL: support multiple URLs

Author: feederbox826

scrapers/ScrapeWithURL/ScrapeWithURL.py

@@ -73,12 +73,20 @@ def scrape_scene(url):
 
 
 FRAGMENT = json.loads(sys.stdin.read())
-url = FRAGMENT.get("url")
+urls = FRAGMENT.get("urls")
 
-if url:
-    result = scrape_scene(url)
-    result = filter_nones(result)
-    log.debug(f"result {result}")
-    print(json.dumps(result))
+for url in urls:
+    if not url.startswith('http'):
+      continue # skip urls that don't start with http
+    else:
+        try:
+            result = scrape_scene(url)
+            result = filter_nones(result)
+            log.debug(f"result {result}")
+            print(json.dumps(result))
+            if result:
+                break
+        except Exception:
+            continue
 else:
     print("null")

scrapers/ScrapeWithURL/ScrapeWithURL.yml

@@ -6,4 +6,4 @@ sceneByFragment:
   script:
     - python
     - ScrapeWithURL.py
-# Last Updated December 20, 2024
+# Last Updated October 19, 2025