add dataclasses

Author: thehighestmath

commits_parser.py

@@ -1,26 +1,28 @@
-from utils import logger
+from dataclasses import dataclass, asdict
 import pytz
 from time import sleep
 
-# from github import Github, Repository, GithubException, PullRequest
+from utils import logger
 from interface_wrapper import IRepositoryAPI, Repository
 
 EMPTY_FIELD = 'Empty field'
 TIMEDELTA = 0.05
 TIMEZONE = 'Europe/Moscow'
-FIELDNAMES = (
-    'repository name',
-    'author name',
-    'author login',
-    'author email',
-    'date and time',
-    'changed files',
-    'commit id',
-    'branch',
-)
+
 GOOGLE_MAX_CELL_LEN = 50000
 
 
+@dataclass(kw_only=True, frozen=True)
+class CommitData:
+    repository_name: str = ''
+    author_name: str = ''
+    author_email: str = ''
+    datetime: str = ''
+    changed_files: str = ''
+    commit_id: str = ''
+    branch: str = ''
+
+
 def log_repository_commits(
     client: IRepositoryAPI, repository: Repository, csv_name, start, finish, branch
 ):
@@ -45,18 +47,19 @@ def log_repository_commits(
                 continue
 
             changed_files = '; '.join([file for file in commit.files])
-            commit_data = [
-                repository.name,
-                commit.author.username,
-                commit.author.email or EMPTY_FIELD,
-                commit.date,
-                changed_files[:GOOGLE_MAX_CELL_LEN],
-                commit._id,
-                branch,
-            ]
-            info = dict(zip(FIELDNAMES, commit_data))
+            changed_files = changed_files[:GOOGLE_MAX_CELL_LEN]
+            commit_data = CommitData(
+                repository_name=repository.name,
+                author_name=commit.author.username,
+                author_email=commit.author.email or EMPTY_FIELD,
+                datetime=commit.date.astimezone(pytz.timezone(TIMEZONE)).isoformat(),
+                changed_files=changed_files,
+                commit_id=commit._id,
+                branch=branch,
+            )
+            info = asdict(commit_data)
 
-            logger.log_to_csv(csv_name, FIELDNAMES, info)
+            logger.log_to_csv(csv_name, list(info.keys()), info)
             logger.log_to_stdout(info)
 
             sleep(TIMEDELTA)
@@ -65,7 +68,8 @@ def log_repository_commits(
 def log_commits(
     client: IRepositoryAPI, working_repos, csv_name, start, finish, branch, fork_flag
 ):
-    logger.log_to_csv(csv_name, FIELDNAMES)
+    info = asdict(CommitData())
+    logger.log_to_csv(csv_name, list(info.keys()))
 
     for repo, token in working_repos:
         try:

contributors_parser.py

@@ -1,25 +1,28 @@
-from utils import logger
-from time import sleep
+from dataclasses import dataclass, asdict
 from typing import Generator
+from time import sleep
+
+from utils import logger
 from interface_wrapper import IRepositoryAPI, Repository
 
 EMPTY_FIELD = 'Empty field'
 TIMEDELTA = 0.05
 TIMEZONE = 'Europe/Moscow'
-FIELDNAMES = (
-    'repository name',
-    'login',
-    'name',
-    'email',
-    'url',
-    'permissions',
-    'total_commits',
-    'id',
-    'node_id',
-    'type',
-    'bio',
-    'site_admin',
-)
+
+
+@dataclass(kw_only=True, frozen=True)
+class ContributorData:
+    repository_name: str = ''
+    login: str = ''
+    name: str = ''
+    email: str = ''
+    url: str = ''
+    permissions: str = ''
+    total_commits: int = 0
+    node_id: str = ''
+    type: str = ''
+    bio: str = ''
+    site_admin: bool = False
 
 
 def log_repository_contributors(
@@ -36,22 +39,24 @@ def nvl(val):
             repository, contributor
         )
 
-        info_tmp = {
-            'repository name': repository.name,
-            'login': contributor.login,
-            'name': nvl(contributor.username),
-            'email': nvl(contributor_stat['email']),
-            'url': contributor.html_url,
-            'permissions': nvl(contributor_permissions),
-            'total_commits': contributor_stat['total_commits'],
-            'node_id': contributor.node_id,
-            'type': contributor.type,
-            'bio': nvl(contributor.bio),
-            'site_admin': contributor.site_admin,
-        }
-
-        logger.log_to_csv(csv_name, FIELDNAMES, info_tmp)
-        logger.log_to_stdout(info_tmp)
+        contributor_data = ContributorData(
+            repository_name=repository.name,
+            login=contributor.login,
+            name=nvl(contributor.username),
+            email=nvl(contributor_stat['email']),
+            url=contributor.html_url,
+            permissions=nvl(contributor_permissions),
+            total_commits=contributor_stat['total_commits'],
+            node_id=contributor.node_id,
+            type=contributor.type,
+            bio=nvl(contributor.bio),
+            site_admin=contributor.site_admin,
+        )
+
+        info_dict = asdict(contributor_data)
+
+        logger.log_to_csv(csv_name, list(info_dict.keys()), info_dict)
+        logger.log_to_stdout(info_dict)
 
         sleep(TIMEDELTA)
 
@@ -80,7 +85,8 @@ def get_contributors_stats(client: IRepositoryAPI, repository: Repository) -> di
 def log_contributors(
     client: IRepositoryAPI, working_repos: Generator, csv_name: str, fork_flag: bool
 ):
-    logger.log_to_csv(csv_name, FIELDNAMES)
+    info = asdict(ContributorData())
+    logger.log_to_csv(csv_name, list(info.keys()))
 
     for repo, token in working_repos:
         try:

git_logger.py

@@ -69,7 +69,6 @@ def get_next_repo(clients: GitClients, repositories):
             print(f'get_next_repo(): failed to load repository "{repo_name}"')
             exit(1)
         else:
-            print(cur_client['token'])
             yield repo, cur_client['token']
 
 

invites_parser.py

@@ -1,45 +1,40 @@
-from utils import logger
+from dataclasses import dataclass, asdict
 from time import sleep
+from utils import logger
 from interface_wrapper import IRepositoryAPI, Repository
 
-FIELDNAMES = (
-    'repository name',
-    'invited login',
-    'invite creation date',
-    'invitation url',
-)
+
 TIMEDELTA = 0.05
 
 
-def log_inviter(repo, invite, writer):
-    invite_info = [
-        repo.full_name,
-        invite.invitee.login,
-        invite.created_at.strftime("%d/%m/%Y, %H:%M:%S"),
-        invite.html_url,
-    ]
-    writer.writerow(invite_info)
-    print(invite_info)
+@dataclass(kw_only=True, frozen=True)
+class InviteData:
+    repository_name: str = ''
+    invited_login: str = ''
+    invite_creation_date: str = ''
+    invitation_url: str = ''
 
 
 def log_repository_invitations(
-    client: IRepositoryAPI, repository: Repository, csv_name
+    client: IRepositoryAPI, repository: Repository, csv_name: str
 ):
     invitations = client.get_invites(repository)
     for invite in invitations:
-        invite_info = {
-            'repository name': repository.name,
-            'invited login': invite.invitee.login,
-            'invite creation date': invite.created_at.strftime("%d/%m/%Y, %H:%M:%S"),
-            'invitation url': invite.html_url,
-        }
-        logger.log_to_csv(csv_name, FIELDNAMES, invite_info)
-        logger.log_to_stdout(invite_info)
+        invite_data = InviteData(
+            repository_name=repository.name,
+            invited_login=invite.invitee.login,
+            invite_creation_date=invite.created_at.strftime("%d/%m/%Y, %H:%M:%S"),
+            invitation_url=invite.html_url,
+        )
+        invite_dict = asdict(invite_data)
+        logger.log_to_csv(csv_name, list(invite_dict.keys()), invite_dict)
+        logger.log_to_stdout(invite_dict)
         sleep(TIMEDELTA)
 
 
-def log_invitations(client: IRepositoryAPI, working_repos, csv_name):
-    logger.log_to_csv(csv_name, FIELDNAMES)
+def log_invitations(client: IRepositoryAPI, working_repos, csv_name: str):
+    info = asdict(InviteData())
+    logger.log_to_csv(csv_name, list(info.keys()))
 
     for repo, token in working_repos:
         logger.log_title(repo.name)