patchwork: allow setting user-agent from config

Konstantin suggests using "kdevops-ci/{version} ([email protected])"
for "good bots".

Signed-off-by: Jakub Kicinski <[email protected]>

Author: kuba-moo

mailbot.py

@@ -32,6 +32,7 @@
 auto_changes_requested = set()
 auto_awaiting_upstream = set()
 delay_actions = []  # contains tuples of (datetime, email)
+http_headers = None
 
 
 pw_act_active = {
@@ -189,7 +190,8 @@ def load_section(self, location, name):
 
         self.loc_map[name] = location
 
-        r = requests.get(f'https://www.kernel.org/doc/html/next/{location}.html')
+        r = requests.get(f'https://www.kernel.org/doc/html/next/{location}.html',
+                         headers=http_headers)
         data = r.content.decode('utf-8')
 
         offs = 0
@@ -208,7 +210,7 @@ def load_section(self, location, name):
 
         # Now populate the plain text contents
         url = f'https://git.kernel.org/pub/scm/linux/kernel/git/next/linux-next.git/plain/Documentation/{location}.rst'
-        r = requests.get(url)
+        r = requests.get(url, headers=http_headers)
         data = r.content.decode('utf-8')
         lines = data.split('\n')
 
@@ -379,7 +381,8 @@ def _resolve_thread(self, pw):
 
                 self._series_id = pw_obj[0]['series'][0]['id']
 
-                r = requests.get(f'https://lore.kernel.org/all/{mid}/raw')
+                r = requests.get(f'https://lore.kernel.org/all/{mid}/raw',
+                                 headers=http_headers)
                 data = r.content.decode('utf-8')
                 msg = email.message_from_string(data, policy=default)
                 self._series_author = msg.get('From')
@@ -709,6 +712,11 @@ def main():
     signal.signal(signal.SIGTERM, handler)
     signal.signal(signal.SIGINT, handler)
 
+    global http_headers
+    ua = config.get('patchwork', 'user-agent', fallback='')
+    if ua:
+        http_headers = {"user-agent":ua}
+
     global authorized_users
     users = config.get('mailbot', 'authorized')
     authorized_users.update(set(users.split(',')))

pw/patchwork.py

@@ -42,6 +42,10 @@ def __init__(self, config):
         self._token = config.get('patchwork', 'token', fallback='')
         self._user = config.get('patchwork', 'user', fallback='')
 
+        ua = config.get('patchwork', 'user-agent', fallback='')
+        if ua:
+            self._session.headers.update({"user-agent":ua})
+
         config_project = config.get('patchwork', 'project')
         pw_project = self.get_project(config_project)
         if pw_project: