Refactor federatedcode commmit functions

Support committing many changes files at once and commits
with data generated from other tools.

Signed-off-by: Ayan Sinha Mahapatra <[email protected]>

Author: AyanSinhaMahapatra

Makefile

@@ -58,6 +58,11 @@ dev: virtualenv
 	@echo "-> Configure and install development dependencies"
 	@${ACTIVATE} pip install ${PIP_ARGS} --editable .[dev]
 
+dev-mining: virtualenv
+	@echo "-> Configure and install development dependencies"
+	@$(MAKE) dev
+	@${ACTIVATE} pip install ${PIP_ARGS} --editable .[mining]
+
 envfile:
 	@echo "-> Create the .env file and generate a secret key"
 	@if test -f ${ENV_FILE}; then echo ".env file exists already"; exit 1; fi

pyproject.toml

@@ -119,6 +119,9 @@ dev = [
 android_analysis = [
   "android_inspector==0.0.1"
 ]
+mining = [
+  "minecode_pipelines==0.0.1b1"
+]
 
 [project.urls]
 Homepage = "https://github.com/aboutcode-org/scancode.io"

scanpipe/pipes/federatedcode.py

@@ -127,6 +127,24 @@ def check_federatedcode_eligibility(project):
         raise Exception("Missing version in Project PURL.")
 
 
+def check_federatedcode_configured_and_available(logger=None):
+    """
+    Check if the criteria for pushing the results to FederatedCode
+    is satisfied.
+
+    Criteria:
+        - FederatedCode is configured and available.
+    """
+    if not is_configured():
+        raise Exception("FederatedCode is not configured.")
+
+    if not is_available():
+        raise Exception("FederatedCode Git account is not available.")
+
+    if logger:
+        logger("Federatedcode repositories are configured and available.")
+
+
 def clone_repository(repo_url, logger=None):
     """Clone repository to local_path."""
     local_dir = tempfile.mkdtemp()
@@ -179,26 +197,72 @@ def commit_and_push_changes(
     repo, file_to_commit, purl, remote_name="origin", logger=None
 ):
     """Commit and push changes to remote repository."""
-    author_name = settings.FEDERATEDCODE_GIT_SERVICE_NAME
-    author_email = settings.FEDERATEDCODE_GIT_SERVICE_EMAIL
+    commit_changes(repo, file_to_commit, purl)
+    push_changes(repo, remote_name)
+
+
+def commit_changes(
+    repo,
+    file_to_commit,
+    purl,
+    commit_message=None,
+    tool_name="pkg:github/aboutcode-org/scancode.io",
+    tool_version=VERSION,
+    logger=None,
+):
+    """Commit changes to remote repository."""
+    
+    if not commit_message:
+        author_name = settings.FEDERATEDCODE_GIT_SERVICE_NAME
+        author_email = settings.FEDERATEDCODE_GIT_SERVICE_EMAIL
 
-    change_type = "Add" if file_to_commit in repo.untracked_files else "Update"
-    commit_message = f"""\
-    {change_type} scan result for {purl}
+        change_type = "Add" if file_to_commit in repo.untracked_files else "Update"
+        commit_message = f"""\
+        {change_type} scan result for {purl}
 
-    Tool: pkg:github/aboutcode-org/scancode.io@v{VERSION}
-    Reference: https://{settings.ALLOWED_HOSTS[0]}/
+        Tool: {tool_name}@v{tool_version}
+        Reference: https://{settings.ALLOWED_HOSTS[0]}/
 
-    Signed-off-by: {author_name} <{author_email}>
-    """
-    files_to_commit = [file_to_commit]
-    commit_changes(
-        repo=repo, files_to_commit=files_to_commit, commit_message=commit_message
-    )
-    push_changes(
-        repo=repo,
-        remote_name=remote_name,
-    )
+        Signed-off-by: {author_name} <{author_email}>
+        """
+
+    repo.index.add([file_to_commit])
+    repo.index.commit(textwrap.dedent(commit_message))
+
+
+def commit_many_changes(
+    repo,
+    files_to_commit,
+    purls,
+    mine_type="packageURL",
+    commit_message=None,
+    tool_name="pkg:github/aboutcode-org/scancode.io",
+    tool_version=VERSION,
+    logger=None,
+):
+    """Commit changes in many files to a remote repository."""
+
+    if not commit_message:
+        author_name = settings.FEDERATEDCODE_GIT_SERVICE_NAME
+        author_email = settings.FEDERATEDCODE_GIT_SERVICE_EMAIL
+
+        purls = "\n".join(purls)
+        commit_message = f"""\
+        Update {mine_type} results for:
+        {purls}
+
+        Tool: {tool_name}@v{tool_version}
+        Signed-off-by: {author_name} <{author_email}>
+        """
+
+    repo.index.add(files_to_commit)
+    repo.index.commit(textwrap.dedent(commit_message))
+
+
+def push_changes(repo, remote_name="origin"):
+    """Push changes to remote repositiry."""
+    default_branch = repo.active_branch.name
+    repo.git.push(remote_name, default_branch, "--no-verify")
 
 
 def delete_local_clone(repo):