contributors parser implimented, black

Author: PeeachPie

GitHubRepoAPI.py

@@ -11,8 +11,9 @@
 )
 from github import Github
 
+
 class GitHubRepoAPI(IRepositoryAPI):
-    
+
     def __init__(self, client):
         self.client = client
 
@@ -31,20 +32,27 @@ def get_commits(self, repo: Repository) -> list[Commit]:
                 Commit(
                     _id=c.sha,
                     message=c.commit.message,
-                    author=Contributor(c.author.login if c.author else "unknown", c.commit.author.email),
-                    date=c.commit.author.date
-                ) for c in commits
+                    author=Contributor(
+                        c.author.login if c.author else "unknown", c.commit.author.email
+                    ),
+                    date=c.commit.author.date,
+                )
+                for c in commits
             ]
         except Exception as e:
-            logging.error(f"Failed to get commits from GitHub for repo {repo.name}: {e}")
+            logging.error(
+                f"Failed to get commits from GitHub for repo {repo.name}: {e}"
+            )
             return []
 
     def get_contributors(self, repo: Repository) -> list[Contributor]:
         try:
             contributors = self.client.get_repo(repo._id).get_contributors()
             return [Contributor(c.login, c.email or "") for c in contributors]
         except Exception as e:
-            logging.error(f"Failed to get contributors from GitHub for repo {repo.name}: {e}")
+            logging.error(
+                f"Failed to get contributors from GitHub for repo {repo.name}: {e}"
+            )
             return []
 
     def get_issues(self, repo: Repository) -> list[Issue]:
@@ -55,8 +63,9 @@ def get_issues(self, repo: Repository) -> list[Issue]:
                     _id=i.number,
                     title=i.title,
                     author=Contributor(i.user.login, i.user.email or ""),
-                    state=i.state
-                ) for i in issues
+                    state=i.state,
+                )
+                for i in issues
             ]
         except Exception as e:
             logging.error(f"Failed to get issues from GitHub for repo {repo.name}: {e}")
@@ -70,47 +79,46 @@ def get_pull_requests(self, repo: Repository) -> list[PullRequest]:
                     _id=p.number,
                     title=p.title,
                     author=Contributor(p.user.login, p.user.email or ""),
-                    state=p.state
-                ) for p in pulls
+                    state=p.state,
+                )
+                for p in pulls
             ]
         except Exception as e:
-            logging.error(f"Failed to get pull requests from GitHub for repo {repo.name}: {e}")
+            logging.error(
+                f"Failed to get pull requests from GitHub for repo {repo.name}: {e}"
+            )
             return []
-        
+
     def get_branches(self, repo: Repository) -> list[Branch]:
         try:
             repo_client = self.client.get_repo(repo._id)
             branches = repo_client.get_branches()
             result = []
-        
+
             for branch in branches:
                 commit = repo_client.get_commit(branch.commit.sha)
-            
-                
+
                 author = commit.author
                 contributor = Contributor(
                     username=author.login if author else "unknown",
-                    email=commit.commit.author.email or ""
+                    email=commit.commit.author.email or "",
                 )
-            
+
                 commit_obj = Commit(
                     _id=commit.sha,
                     message=commit.commit.message,
                     author=contributor,
-                    date=commit.commit.author.date
+                    date=commit.commit.author.date,
                 )
-            
-                result.append(
-                    Branch(
-                        name=branch.name,
-                        last_commit=commit_obj
-                    )
-                )
-        
+
+                result.append(Branch(name=branch.name, last_commit=commit_obj))
+
             return result
-    
+
         except Exception as e:
-            logging.error(f"Failed to get branches from GitHub for repo {repo.name}: {e}")
+            logging.error(
+                f"Failed to get branches from GitHub for repo {repo.name}: {e}"
+            )
             return []
 
     def get_wiki_pages(self, repo: Repository) -> list[WikiPage]:
@@ -123,7 +131,7 @@ def get_wiki_pages(self, repo: Repository) -> list[WikiPage]:
     client = Github("tocken")
     api = GitHubRepoAPI(client)
 
-    # Укажите ваш репозиторий 
+    # Укажите ваш репозиторий
     repo_name = ""
 
     # Получение репозитория
@@ -139,7 +147,9 @@ def get_wiki_pages(self, repo: Repository) -> list[WikiPage]:
     commits = api.get_commits(repo)
     print(f"Total commits: {len(commits)}")
     for commit in commits[:10]:  # Выведем первые 10 коммитов
-        print(f"Commit: {commit._id}, Message: {commit.message}, Author: {commit.author.username}")
+        print(
+            f"Commit: {commit._id}, Message: {commit.message}, Author: {commit.author.username}"
+        )
 
     # Получение контрибьюторов
     contributors = api.get_contributors(repo)
@@ -159,9 +169,10 @@ def get_wiki_pages(self, repo: Repository) -> list[WikiPage]:
     for pull in pulls[:10]:  # Выведем первые 10 pull requests
         print(f"Pull Request: {pull._id}, Title: {pull.title}, State: {pull.state}")
 
-
     # Получение веток
     branches = api.get_branches(repo)
     print(f"Total branches: {len(branches)}")
     for branch in branches:
-        print(f"Branch: {branch.name}, Last Commit: {branch.last_commit._id if branch.last_commit else 'None'}")
+        print(
+            f"Branch: {branch.name}, Last Commit: {branch.last_commit._id if branch.last_commit else 'None'}"
+        )

commits_parser.py

@@ -6,7 +6,17 @@
 EMPTY_FIELD = 'Empty field'
 TIMEDELTA = 0.05
 TIMEZONE = 'Europe/Moscow'
-FIELDNAMES = ('repository name', 'author name', 'author login', 'author email', 'date and time', 'changed files', 'commit id', 'branch')
+FIELDNAMES = (
+    'repository name',
+    'author name',
+    'author login',
+    'author email',
+    'date and time',
+    'changed files',
+    'commit id',
+    'branch',
+)
+
 
 def log_commit_to_csv(info, csv_name):
     with open(csv_name, 'a', newline='') as file:
@@ -33,27 +43,38 @@ def log_repository_commits(repository: Repository, csv_name, start, finish, bran
         print(f'Processing branch {branch}')
         # TODO add support of since and until in https://pygithub.readthedocs.io/en/stable/github_objects/Repository.html#github.Repository.Repository.get_commits
         for commit in repository.get_commits(sha=branch):
-            if commit.commit.author.date.astimezone(
-                    pytz.timezone(TIMEZONE)) < start or commit.commit.author.date.astimezone(
-                pytz.timezone(TIMEZONE)) > finish:
+            if (
+                commit.commit.author.date.astimezone(pytz.timezone(TIMEZONE)) < start
+                or commit.commit.author.date.astimezone(pytz.timezone(TIMEZONE))
+                > finish
+            ):
                 continue
             if commit.commit is not None:
                 nvl = lambda val: val or EMPTY_FIELD
-                commit_data = [repository.full_name, commit.commit.author.name, nvl(commit.author.login if commit.author else None), nvl(commit.commit.author.email),
-                               commit.commit.author.date, '; '.join([file.filename for file in commit.files]), commit.commit.sha, branch]
+                commit_data = [
+                    repository.full_name,
+                    commit.commit.author.name,
+                    nvl(commit.author.login if commit.author else None),
+                    nvl(commit.commit.author.email),
+                    commit.commit.author.date,
+                    '; '.join([file.filename for file in commit.files]),
+                    commit.commit.sha,
+                    branch,
+                ]
                 info = dict(zip(FIELDNAMES, commit_data))
 
                 log_commit_to_csv(info, csv_name)
                 log_commit_to_stdout(info)
                 sleep(TIMEDELTA)
 
 
-def log_commits(client: Github, working_repos, csv_name, start, finish, branch, fork_flag):
+def log_commits(
+    client: Github, working_repos, csv_name, start, finish, branch, fork_flag
+):
     with open(csv_name, 'w', newline='') as file:
         writer = csv.writer(file)
         writer.writerow(FIELDNAMES)
 
-
     for repo in working_repos:
         try:
             print('=' * 20, repo.full_name, '=' * 20)

contributors_parser.py

@@ -6,17 +6,32 @@
 EMPTY_FIELD = 'Empty field'
 TIMEDELTA = 0.05
 TIMEZONE = 'Europe/Moscow'
-FIELDNAMES = ('repository name', 'login', 'name', 'email', 'url', 'permissions', 'total_commits', 'id', 'node_id', 'type', 'bio', 'site_admin')
+FIELDNAMES = (
+    'repository name',
+    'login',
+    'name',
+    'email',
+    'url',
+    'permissions',
+    'total_commits',
+    'id',
+    'node_id',
+    'type',
+    'bio',
+    'site_admin',
+)
 
 
 def log_contributors_to_csv(info: dict, csv_name: str):
     with open(csv_name, 'a', newline='') as file:
         writer = csv.DictWriter(file, fieldnames=FIELDNAMES)
         writer.writerow(info)
 
+
 def log_contributors_to_stdout(info: dict):
     print(info)
 
+
 def log_repository_contributors(repository: Repository, csv_name: str):
     contributors_stats = get_contributors_stats(repository)
 
@@ -46,17 +61,18 @@ def log_repository_contributors(repository: Repository, csv_name: str):
 
         sleep(TIMEDELTA)
 
+
 def get_contributors_stats(repository: Repository) -> dict:
     contributors_stats = dict()
-    
+
     for commit in repository.get_commits():
         contributor = commit.author
 
         if not contributor.login in contributors_stats:
             contributors_stats[contributor.login] = {
                 'total_commits': 0,
                 'email': commit.commit.author.email,
-                'contributor_object': contributor
+                'contributor_object': contributor,
             }
 
         contributors_stats[contributor.login]['total_commits'] += 1
@@ -65,7 +81,10 @@ def get_contributors_stats(repository: Repository) -> dict:
 
     return contributors_stats
 
-def log_contributors(client: Github, working_repos: Generator, csv_name: str, fork_flag: bool):
+
+def log_contributors(
+    client: Github, working_repos: Generator, csv_name: str, fork_flag: bool
+):
     with open(csv_name, 'w', newline='') as file:
         writer = csv.writer(file)
         writer.writerow(FIELDNAMES)
@@ -83,4 +102,4 @@ def log_contributors(client: Github, working_repos: Generator, csv_name: str, fo
 
         except GithubException as e:
             print(e)
-            exit(1)
+            exit(1)

export_sheets.py

@@ -1,14 +1,11 @@
 import pygsheets
 import pandas as pd
 
-INT_MASS = [{
-    "one": 1,
-    "two": 2,
-    "what?": 3
-}]
+INT_MASS = [{"one": 1, "two": 2, "what?": 3}]
+
 
 def write_data_to_table(csv_path, google_token, table_id, sheet_id):
-    if google_token and sheet_id and table_id :
+    if google_token and sheet_id and table_id:
         gc = pygsheets.authorize(service_file=google_token)
         sh = gc.open_by_key(table_id)
 

forgejo/main.py

@@ -4,9 +4,13 @@
 config = dotenv_values(".env")
 
 if not "API_TOKEN" in config:
-    print("Cannot find API_TOKEN in .env file. Check if it exists and has correct token. Aborting...")
+    print(
+        "Cannot find API_TOKEN in .env file. Check if it exists and has correct token. Aborting..."
+    )
     exit(1)
-client = PyforgejoApi(base_url="https://codeberg.org/api/v1", api_key=config["API_TOKEN"])
+client = PyforgejoApi(
+    base_url="https://codeberg.org/api/v1", api_key=config["API_TOKEN"]
+)
 
 repo = client.repository.repo_get(owner="harabat", repo="pyforgejo")
 

git_logger.py

@@ -4,6 +4,7 @@
 TIMEDELTA = 0.05
 TIMEZONE = 'Europe/Moscow'
 
+
 def login(token):
     client = Github(login_or_token=token)
 
@@ -34,8 +35,11 @@ def get_next_repo(client: Github, repositories):
 
 def get_assignee_story(github_object):
     assignee_result = ""
-    events = github_object.get_issue_events() if type(
-        github_object) is PullRequest.PullRequest else github_object.get_events()
+    events = (
+        github_object.get_issue_events()
+        if type(github_object) is PullRequest.PullRequest
+        else github_object.get_events()
+    )
     for event in events:
         if event.event in ["assigned", "unassigned"]:
             date = event.created_at