File tree Expand file tree Collapse file tree 2 files changed +1
-3
lines changed
Expand file tree Collapse file tree 2 files changed +1
-3
lines changed Original file line number Diff line number Diff line change @@ -19,6 +19,7 @@ class CA(metaclass=PublisherGroup):
1919 RSSFeed ("https://www.cbc.ca/webfeed/rss/rss-world" ),
2020 RSSFeed ("https://www.cbc.ca/webfeed/rss/rss-canada" ),
2121 ],
22+ request_header = {"User-Agent" : "Googlebot" },
2223 )
2324 TheGlobeAndMail = Publisher (
2425 name = "The Globe and Mail" ,
Original file line number Diff line number Diff line change @@ -165,7 +165,6 @@ class DE(metaclass=PublisherGroup):
165165 sources = [
166166 NewsMap ("https://www.focus.de/sitemap_news_ressorts.xml" ),
167167 ],
168- request_header = {"user-agent" : "Fundus" },
169168 )
170169
171170 Merkur = Publisher (
@@ -195,7 +194,6 @@ class DE(metaclass=PublisherGroup):
195194 Sitemap ("https://www.spiegel.de/sitemap.xml" ),
196195 NewsMap ("https://www.spiegel.de/sitemaps/news-de.xml" ),
197196 ],
198- request_header = {"User-Agent" : "Googlebot" },
199197 )
200198
201199 DieZeit = Publisher (
@@ -212,7 +210,6 @@ class DE(metaclass=PublisherGroup):
212210 url_filter = regex_filter (
213211 "/zett/|/angebote/|/kaenguru-comics/|/administratives/|/index(?!.)|/elbvertiefung-[0-9]{2}-[0-9]{2}"
214212 ),
215- request_header = {"user-agent" : "Googlebot" },
216213 )
217214
218215 BerlinerZeitung = Publisher (
You can’t perform that action at this time.
0 commit comments