4848
4949MAVEN_BASE_URL = "https://repo1.maven.org/maven2"
5050MAVEN_INDEX_URL = "https://repo1.maven.org/maven2/.index/nexus-maven-repository-index.gz"
51- MAVEN_INDEX_INCREMENT_BASE_URL = "https://repo1.maven.org/maven2/.index/nexus-maven-repository-index.{index}.gz"
52- MAVEN_INDEX_PROPERTIES_URL = "https://repo1.maven.org/maven2/.index/nexus-maven-repository-index.properties"
51+ MAVEN_INDEX_INCREMENT_BASE_URL = (
52+ "https://repo1.maven.org/maven2/.index/nexus-maven-repository-index.{index}.gz"
53+ )
54+ MAVEN_INDEX_PROPERTIES_URL = (
55+ "https://repo1.maven.org/maven2/.index/nexus-maven-repository-index.properties"
56+ )
5357MAVEN_CHECKPOINT_PATH = "maven/checkpoints.json"
5458
5559# We are testing and storing mined packageURLs in one single repo per ecosystem for now
@@ -712,7 +716,9 @@ def _get_packages_from_index_increments(self, last_incremental):
712716 def get_packages (self , last_incremental = None ):
713717 """Yield Package objects from maven index"""
714718 if last_incremental :
715- packages = chain (self ._get_packages_from_index_increments (last_incremental = last_incremental ))
719+ packages = chain (
720+ self ._get_packages_from_index_increments (last_incremental = last_incremental )
721+ )
716722 else :
717723 packages = self ._get_packages (content = self .index_location )
718724 return packages
@@ -733,10 +739,7 @@ def collect_packages_from_maven(commits_per_push=10, logger=None):
733739 logger (f"{ pipes .MINECODE_PIPELINES_CONFIG_REPO } repo cloned at: { config_repo .working_dir } " )
734740
735741 # get last_incremental to see if we can start from incrementals
736- checkpoint = pipes .get_checkpoint_from_file (
737- cloned_repo = config_repo ,
738- path = MAVEN_CHECKPOINT_PATH
739- )
742+ checkpoint = pipes .get_checkpoint_from_file (cloned_repo = config_repo , path = MAVEN_CHECKPOINT_PATH )
740743 last_incremental = checkpoint .get ("last_incremental" )
741744 if logger :
742745 logger (f"last_incremental: { last_incremental } " )
@@ -746,8 +749,7 @@ def collect_packages_from_maven(commits_per_push=10, logger=None):
746749 prev_purl = None
747750 current_purls = []
748751 for i , (current_purl , package ) in enumerate (
749- maven_nexus_collector .get_packages (last_incremental = last_incremental ),
750- start = 1
752+ maven_nexus_collector .get_packages (last_incremental = last_incremental ), start = 1
751753 ):
752754 if not prev_purl :
753755 prev_purl = current_purl
@@ -785,9 +787,7 @@ def collect_packages_from_maven(commits_per_push=10, logger=None):
785787 if logger :
786788 logger (f"checkpoint: { checkpoint } " )
787789 pipes .update_checkpoints_in_github (
788- checkpoint = checkpoint ,
789- cloned_repo = config_repo ,
790- path = MAVEN_CHECKPOINT_PATH
790+ checkpoint = checkpoint , cloned_repo = config_repo , path = MAVEN_CHECKPOINT_PATH
791791 )
792792
793793 repos_to_clean = [data_repo , config_repo ]
0 commit comments