performance boost/ code cleanup

Author: BotBlake

github_stats.py

@@ -6,7 +6,9 @@
 
 import aiohttp
 import requests
+import uvloop
 
+asyncio.set_event_loop_policy(uvloop.EventLoopPolicy())  # use uvloop
 
 ###############################################################################
 # Main Classes
@@ -37,17 +39,19 @@ async def query(self, generated_query: str) -> Dict:
         }
         try:
             async with self.semaphore:
-                r = await self.session.post("https://api.github.com/graphql",
-                                            headers=headers,
-                                            json={"query": generated_query})
+                r = await self.session.post(
+                    "https://api.github.com/graphql",
+                    headers=headers,
+                    json={"query": generated_query}
+                )
             return await r.json()
         except:
-            print("aiohttp failed for GraphQL query")
-            # Fall back on non-async requests
             async with self.semaphore:
-                r = requests.post("https://api.github.com/graphql",
-                                  headers=headers,
-                                  json={"query": generated_query})
+                r = requests.post(
+                    "https://api.github.com/graphql",
+                    headers=headers,
+                    json={"query": generated_query}
+                )
                 return r.json()
 
     async def query_rest(self, path: str, params: Optional[Dict] = None) -> Dict:
@@ -58,21 +62,21 @@ async def query_rest(self, path: str, params: Optional[Dict] = None) -> Dict:
         :return: deserialized REST JSON output
         """
 
-        for _ in range(60):
-            headers = {
-                "Authorization": f"token {self.access_token}",
+        headers = {
+            "Authorization": f"token {self.access_token}",
             }
-            if params is None:
-                params = dict()
-            if path.startswith("/"):
-                path = path[1:]
+        if params is None:
+            params = dict()
+        if path.startswith("/"):
+            path = path[1:]
+
+        for _ in range(60):
             try:
                 async with self.semaphore:
                     r = await self.session.get(f"https://api.github.com/{path}",
                                                headers=headers,
                                                params=tuple(params.items()))
                 if r.status == 202:
-                    # print(f"{path} returned 202. Retrying...")
                     print(f"A path returned 202. Retrying...")
                     await asyncio.sleep(2)
                     continue
@@ -466,24 +470,23 @@ async def lines_changed(self) -> Tuple[int, int]:
         """
         if self._lines_changed is not None:
             return self._lines_changed
-        additions = 0
-        deletions = 0
-        for repo in await self.all_repos:
+
+        async def fetch(repo):
+            additions, deletions = 0, 0
             r = await self.queries.query_rest(f"/repos/{repo}/stats/contributors")
             for author_obj in r:
-                # Handle malformed response from the API by skipping this repo
-                if (not isinstance(author_obj, dict)
-                        or not isinstance(author_obj.get("author", {}), dict)):
+                if not isinstance(author_obj, dict) or not isinstance(author_obj.get("author", {}), dict):
                     continue
-                author = author_obj.get("author", {}).get("login", "")
-                if author != self.username:
+                if author_obj.get("author", {}).get("login", "") != self.username:
                     continue
-
                 for week in author_obj.get("weeks", []):
                     additions += week.get("a", 0)
                     deletions += week.get("d", 0)
+            self._lines_changed = (additions, deletions)
+            return additions, deletions
 
-        self._lines_changed = (additions, deletions)
+        results = await asyncio.gather(*[fetch(repo) for repo in await self.all_repos])
+        self._lines_changed = (sum(r[0] for r in results), sum(r[1] for r in results))
         return self._lines_changed
 
     @property
@@ -495,15 +498,12 @@ async def views(self) -> int:
         if self._views is not None:
             return self._views
 
-        total = 0
-        for repo in await self.repos:
+        async def fetch(repo):
             r = await self.queries.query_rest(f"/repos/{repo}/traffic/views")
-            for view in r.get("views", []):
-                total += view.get("count", 0)
-
-        self._views = total
-        return total
+            return sum(view.get("count", 0) for view in r.get("views", []))
 
+        self._views = sum(await asyncio.gather(*[fetch(repo) for repo in await self.repos]))
+        return self._views
 
 ###############################################################################
 # Main Function
@@ -519,6 +519,5 @@ async def main() -> None:
         s = Stats(user, access_token, session)
         print(await s.to_str())
 
-
 if __name__ == "__main__":
     asyncio.run(main())

pyproject.toml

@@ -7,4 +7,5 @@ requires-python = ">=3.12"
 dependencies = [
     "aiohttp>=3.13.2",
     "requests>=2.32.5",
+    "uvloop>=0.22.1",
 ]