Merge pull request #818 from flairNLP/update-user-agents

Update User Agents

Author: addie9800

src/fundus/publishers/ca/__init__.py

@@ -19,6 +19,7 @@ class CA(metaclass=PublisherGroup):
             RSSFeed("https://www.cbc.ca/webfeed/rss/rss-world"),
             RSSFeed("https://www.cbc.ca/webfeed/rss/rss-canada"),
         ],
+        request_header={"User-Agent": "Googlebot"},
     )
     TheGlobeAndMail = Publisher(
         name="The Globe and Mail",

src/fundus/publishers/de/__init__.py

@@ -165,7 +165,6 @@ class DE(metaclass=PublisherGroup):
         sources=[
             NewsMap("https://www.focus.de/sitemap_news_ressorts.xml"),
         ],
-        request_header={"user-agent": "Fundus"},
     )
 
     Merkur = Publisher(
@@ -212,7 +211,6 @@ class DE(metaclass=PublisherGroup):
         url_filter=regex_filter(
             "/zett/|/angebote/|/kaenguru-comics/|/administratives/|/index(?!.)|/elbvertiefung-[0-9]{2}-[0-9]{2}"
         ),
-        request_header={"user-agent": "Googlebot"},
     )
 
     BerlinerZeitung = Publisher(