Skip to content

Commit 28d8dac

Browse files
committed
update user agents
1 parent 925990e commit 28d8dac

File tree

2 files changed

+1
-3
lines changed

2 files changed

+1
-3
lines changed

src/fundus/publishers/ca/__init__.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@ class CA(metaclass=PublisherGroup):
1919
RSSFeed("https://www.cbc.ca/webfeed/rss/rss-world"),
2020
RSSFeed("https://www.cbc.ca/webfeed/rss/rss-canada"),
2121
],
22+
request_header={"User-Agent": "Googlebot"},
2223
)
2324
TheGlobeAndMail = Publisher(
2425
name="The Globe and Mail",

src/fundus/publishers/de/__init__.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -165,7 +165,6 @@ class DE(metaclass=PublisherGroup):
165165
sources=[
166166
NewsMap("https://www.focus.de/sitemap_news_ressorts.xml"),
167167
],
168-
request_header={"user-agent": "Fundus"},
169168
)
170169

171170
Merkur = Publisher(
@@ -195,7 +194,6 @@ class DE(metaclass=PublisherGroup):
195194
Sitemap("https://www.spiegel.de/sitemap.xml"),
196195
NewsMap("https://www.spiegel.de/sitemaps/news-de.xml"),
197196
],
198-
request_header={"User-Agent": "Googlebot"},
199197
)
200198

201199
DieZeit = Publisher(
@@ -212,7 +210,6 @@ class DE(metaclass=PublisherGroup):
212210
url_filter=regex_filter(
213211
"/zett/|/angebote/|/kaenguru-comics/|/administratives/|/index(?!.)|/elbvertiefung-[0-9]{2}-[0-9]{2}"
214212
),
215-
request_header={"user-agent": "Googlebot"},
216213
)
217214

218215
BerlinerZeitung = Publisher(

0 commit comments

Comments
 (0)