#517 - update nexB/purldb to aboutcode-org/purldb

Signed-off-by: Chin Yeung Li <tli@nexb.com>

Author: chinyeungli

CHANGELOG.rst

@@ -4,21 +4,21 @@ Changelog
 Next Release
 ----------------
 
-- Improve web template for API web page https://github.com/nexB/purldb/issues/132
+- Improve web template for API web page https://github.com/aboutcode-org/purldb/issues/132
 - The API endpoints for ``approximate_directory_content_index``,
   ``approximate_directory_structure_index``, ``exact_file_index``,
   ``exact_package_archive_index``, ``cditems``, ``on_demand_queue`` have been
   removed.
 - The `/api/collect/` and `/api/collect/index_packages/` API endpoints have been
   updated such that Package scan and processing requests made with purls with
   versions are processed ahead of those made with versionless purls.
-  https://github.com/nexB/purldb/issues/502
+  https://github.com/aboutcode-org/purldb/issues/502
 - The `/api/scan_queue/` endpoint has been updated.
   `/api/scan_queue/get_next_download_url/` now returns a `webhook_url`, where
   the purldb scan worker will submit results. This is a URL to the
   `/api/scan_queue/index_package_scan/` endpoint.
   `/api/scan_queue/update_status/` is now an action on a ScannableURI.
-  https://github.com/nexB/purldb/issues/504
+  https://github.com/aboutcode-org/purldb/issues/504
 
 
 v5.0.0
@@ -27,11 +27,11 @@ v5.0.0
 - Add `/api/docs` Swagger API documentation for API endpoints.
 - Add `/api/from_purl/purl2git` endpoint to get a git repo for a purl.
 - Add `/api/to_purl/go` endpoint to get a purl from a golang import string or a package string in go.mod.
-- Support indexing of PURLs listed in https://github.com/nexB/purldb/issues/326,
-  https://github.com/nexB/purldb/issues/327, https://github.com/nexB/purldb/issues/328,
-  https://github.com/nexB/purldb/issues/329 and https://github.com/nexB/purldb/issues/356.
-- Support ``addon_pipelines`` for symbol and string collection in ``/api/collect`` endpoint. https://github.com/nexB/purldb/pull/393
-- Store ``source_symbols`` and ``source_strings`` in ``extra_data`` field. https://github.com/nexB/purldb/pull/351
+- Support indexing of PURLs listed in https://github.com/aboutcode-org/purldb/issues/326,
+  https://github.com/aboutcode-org/purldb/issues/327, https://github.com/aboutcode-org/purldb/issues/328,
+  https://github.com/aboutcode-org/purldb/issues/329 and https://github.com/aboutcode-org/purldb/issues/356.
+- Support ``addon_pipelines`` for symbol and string collection in ``/api/collect`` endpoint. https://github.com/aboutcode-org/purldb/pull/393
+- Store ``source_symbols`` and ``source_strings`` in ``extra_data`` field. https://github.com/aboutcode-org/purldb/pull/351
 
 
 v3.0.0

Dockerfile

@@ -3,7 +3,7 @@
 
 FROM --platform=linux/amd64 python:3.12-slim
 
-LABEL org.opencontainers.image.source="https://github.com/nexB/purldb"
+LABEL org.opencontainers.image.source="https://github.com/aboutcode-org/purldb"
 LABEL org.opencontainers.image.description="PurlDB"
 LABEL org.opencontainers.image.licenses="Apache-2.0"
 

Makefile

@@ -3,7 +3,7 @@
 # purldb is a trademark of nexB Inc.
 # SPDX-License-Identifier: Apache-2.0
 # See http://www.apache.org/licenses/LICENSE-2.0 for the license text.
-# See https://github.com/nexB/purldb for support or download.
+# See https://github.com/aboutcode-org/purldb for support or download.
 # See https://aboutcode.org for more information about nexB OSS projects.
 #
 

NOTICE

@@ -7,6 +7,6 @@
 # See https://www.apache.org/licenses/LICENSE-2.0 for the license text.
 # See https://creativecommons.org/licenses/by-sa/4.0/legalcode for the license text.
 #
-# See https://github.com/nexB/purldb for support or download.
+# See https://github.com/aboutcode-org/purldb for support or download.
 # See https://aboutcode.org for more information about nexB OSS projects.
 #

clearcode/management/commands/clearload.py

@@ -3,7 +3,7 @@
 # purldb is a trademark of nexB Inc.
 # SPDX-License-Identifier: Apache-2.0
 # See http://www.apache.org/licenses/LICENSE-2.0 for the license text.
-# See https://github.com/nexB/purldb for support or download.
+# See https://github.com/aboutcode-org/purldb for support or download.
 # See https://aboutcode.org for more information about nexB OSS projects.
 #
 

clearcode/management/commands/clearsync.py

@@ -3,7 +3,7 @@
 # purldb is a trademark of nexB Inc.
 # SPDX-License-Identifier: Apache-2.0
 # See http://www.apache.org/licenses/LICENSE-2.0 for the license text.
-# See https://github.com/nexB/purldb for support or download.
+# See https://github.com/aboutcode-org/purldb for support or download.
 # See https://aboutcode.org for more information about nexB OSS projects.
 #
 

clearcode/management/commands/store_scans.py

@@ -3,13 +3,14 @@
 # purldb is a trademark of nexB Inc.
 # SPDX-License-Identifier: Apache-2.0
 # See http://www.apache.org/licenses/LICENSE-2.0 for the license text.
-# See https://github.com/nexB/purldb for support or download.
+# See https://github.com/aboutcode-org/purldb for support or download.
 # See https://aboutcode.org for more information about nexB OSS projects.
 #
 
 from clearcode.store_scans import store_scancode_scans_from_cd_items
 from minecode.management.commands import VerboseCommand
 
+
 class Command(VerboseCommand):
     help = 'Store scancode scans in git repositories'
 
@@ -19,4 +20,5 @@ def add_arguments(self, parser):
         parser.add_argument('--count', type=int, default=0)
 
     def handle(self, *args, **options):
-        store_scancode_scans_from_cd_items(work_dir=options['work_dir'], github_org=options['github_org'], count=options['count'])
+        store_scancode_scans_from_cd_items(
+            work_dir=options['work_dir'], github_org=options['github_org'], count=options['count'])

clearindex/harvest.py

@@ -3,7 +3,7 @@
 # purldb is a trademark of nexB Inc.
 # SPDX-License-Identifier: Apache-2.0
 # See http://www.apache.org/licenses/LICENSE-2.0 for the license text.
-# See https://github.com/nexB/purldb for support or download.
+# See https://github.com/aboutcode-org/purldb for support or download.
 # See https://aboutcode.org for more information about nexB OSS projects.
 #
 
@@ -85,7 +85,8 @@ def create_from_harvest(package_scan={}, files_data=[], cditem_path=''):
         'source_packages',
     )
 
-    package_data = {field_name: package_scan.get(field_name) for field_name in fields}
+    package_data = {field_name: package_scan.get(
+        field_name) for field_name in fields}
 
     stringify_null_purl_fields(package_data)
 
@@ -98,7 +99,8 @@ def create_from_harvest(package_scan={}, files_data=[], cditem_path=''):
 
     download_url = package_data.get('download_url')
     if not download_url:
-        logger.error('Null `download_url` value for `package_data`: {}'.format(package_data))
+        logger.error(
+            'Null `download_url` value for `package_data`: {}'.format(package_data))
         return
 
     # This ugly block is needed until https://github.com/nexB/packagedb/issues/14
@@ -119,9 +121,11 @@ def create_from_harvest(package_scan={}, files_data=[], cditem_path=''):
             new_package_data=package_data,
             replace=False
         )
-        package.append_to_history('Updated package from CDitem harvest: {}'.format(cditem_path))
+        package.append_to_history(
+            'Updated package from CDitem harvest: {}'.format(cditem_path))
 
-        logger.info('Merged package data from scancode harvest: {}'.format(package))
+        logger.info(
+            'Merged package data from scancode harvest: {}'.format(package))
 
     except Package.DoesNotExist:
         try:
@@ -132,15 +136,19 @@ def create_from_harvest(package_scan={}, files_data=[], cditem_path=''):
                 new_package_data=package_data,
                 replace=False
             )
-            package.append_to_history('Updated package from CDitem harvest: {}'.format(cditem_path))
+            package.append_to_history(
+                'Updated package from CDitem harvest: {}'.format(cditem_path))
 
-            logger.info('Merged package data from scancode harvest: {}'.format(package))
+            logger.info(
+                'Merged package data from scancode harvest: {}'.format(package))
 
         except Package.DoesNotExist:
             package = Package.objects.create(**package_data)
-            package.append_to_history('Created package from CDitem harvest: {}'.format(cditem_path))
+            package.append_to_history(
+                'Created package from CDitem harvest: {}'.format(cditem_path))
 
-            logger.info('Created package from scancode harvest: {}'.format(package))
+            logger.info(
+                'Created package from scancode harvest: {}'.format(package))
 
     # Now, add resources to the Package.
     for f in files_data:
@@ -179,7 +187,8 @@ def map_scancode_harvest(cditem):
         try:
             harvest_data = cditem.data
         except ValueError:
-            err_msg = 'CDitemError: empty content field for CDitem: {}'.format(cditem.path)
+            err_msg = 'CDitemError: empty content field for CDitem: {}'.format(
+                cditem.path)
             logger.error(err_msg)
 
             cditem.map_error = err_msg
@@ -198,7 +207,8 @@ def map_scancode_harvest(cditem):
             download_url = package_scan.get('download_url')
             if not download_url:
                 purl = package_scan.get('purl')
-                err_msg = 'CDitemError: empty download_url for package: {}'.format(purl)
+                err_msg = 'CDitemError: empty download_url for package: {}'.format(
+                    purl)
                 logger.error(err_msg)
 
                 cditem.map_error = err_msg

clearindex/management/commands/run_clearindex.py

@@ -3,7 +3,7 @@
 # purldb is a trademark of nexB Inc.
 # SPDX-License-Identifier: Apache-2.0
 # See http://www.apache.org/licenses/LICENSE-2.0 for the license text.
-# See https://github.com/nexB/purldb for support or download.
+# See https://github.com/aboutcode-org/purldb for support or download.
 # See https://aboutcode.org for more information about nexB OSS projects.
 #
 
@@ -118,8 +118,10 @@ def handle(self, *args, **options):
                 logger.info('Graceful exit of the map loop.')
                 break
 
-            mappable_definitions = CDitem.objects.mappable_definitions()[:MAP_BATCH_SIZE]
-            mappable_scancode_harvests = CDitem.objects.mappable_scancode_harvests()[:MAP_BATCH_SIZE]
+            mappable_definitions = CDitem.objects.mappable_definitions()[
+                :MAP_BATCH_SIZE]
+            mappable_scancode_harvests = CDitem.objects.mappable_scancode_harvests()[
+                :MAP_BATCH_SIZE]
 
             try:
                 if not mappable_definitions and not mappable_scancode_harvests:
@@ -187,7 +189,7 @@ def get_coords_des_and_lic_from_def(definition):
     return definition.get('coordinates', {}), definition.get('described', {}), definition.get('licensed', {})
 
 
-#CD_TYPES_WITH_SOURCE = ('debsrc', 'npm', 'sourcearchive',)
+# CD_TYPES_WITH_SOURCE = ('debsrc', 'npm', 'sourcearchive',)
 
 
 def get_or_create_package_from_cditem_definition(cditem):
@@ -197,7 +199,8 @@ def get_or_create_package_from_cditem_definition(cditem):
     definition = cditem.data
     if not definition:
         raise Exception('No data available for this definition')
-    coordinates, described, licensed = get_coords_des_and_lic_from_def(definition)
+    coordinates, described, licensed = get_coords_des_and_lic_from_def(
+        definition)
 
     download_url = described.get('urls', {}).get('download', '')
     if not download_url:
@@ -219,15 +222,17 @@ def get_or_create_package_from_cditem_definition(cditem):
     name = coordinates.get('name')
     version = coordinates.get('revision')
     package_type = coordinates.get('type')
-    converted_package_type = PACKAGE_TYPES_BY_CD_TYPE.get(package_type) or package_type
+    converted_package_type = PACKAGE_TYPES_BY_CD_TYPE.get(
+        package_type) or package_type
     # TODO: Source packages need to be updated for clearlydefined, link source packages to binary packages
     hashes = described.get('hashes', {})
     sha1 = hashes.get('sha1')
     sha256 = hashes.get('sha256')
     homepage_url = described.get('projectWebsite')
     release_date = described.get('releaseDate')
     declared_license = licensed.get('declared')
-    normalized_license_expression = licensing.get_normalized_expression(declared_license)
+    normalized_license_expression = licensing.get_normalized_expression(
+        declared_license)
     copyrights = get_parties_from_licensed(licensed)
     copyrights = '\n'.join(copyrights)
     definition_mining_level = 0
@@ -257,7 +262,8 @@ def get_or_create_package_from_cditem_definition(cditem):
         )
         # log history if package was created
         if created:
-            package.append_to_history('Created package from CDitem definition: {}'.format(cditem.path))
+            package.append_to_history(
+                'Created package from CDitem definition: {}'.format(cditem.path))
 
     else:
         # TODO: This is temporary until we fold clearindex into minecode mapping
@@ -283,7 +289,8 @@ def get_or_create_package_from_cditem_definition(cditem):
             replace=True
         )
         package = existing_package
-        package.append_to_history('Updated package from CDitem definition: {}'.format(cditem.path))
+        package.append_to_history(
+            'Updated package from CDitem definition: {}'.format(cditem.path))
 
     return package
 
@@ -303,7 +310,8 @@ def create_download_url_from_coords(coord):
 
     package_type = PACKAGE_TYPES_BY_CD_TYPE.get(ptype)
     if not package_type:
-        raise Exception('Unsupported ClearlyDefined package type: {}'.format(ptype))
+        raise Exception(
+            'Unsupported ClearlyDefined package type: {}'.format(ptype))
 
     get_urls = PACKAGE_TYPES_WITH_GET_URLS.get(package_type)
     if get_urls:

clearindex/utils.py

@@ -3,7 +3,7 @@
 # purldb is a trademark of nexB Inc.
 # SPDX-License-Identifier: Apache-2.0
 # See http://www.apache.org/licenses/LICENSE-2.0 for the license text.
-# See https://github.com/nexB/purldb for support or download.
+# See https://github.com/aboutcode-org/purldb for support or download.
 # See https://aboutcode.org for more information about nexB OSS projects.
 #