Add is_duplicate field to Package

Signed-off-by: Jono Yang <[email protected]>

Author: JonoYang

minecode/indexing.py

@@ -122,6 +122,27 @@ def index_package_files(package, scan_data, reindex=False):
 def index_package(
     scannable_uri, package, scan_data, summary_data, project_extra_data, reindex=False
 ):
+    from packagedb.models import Package
+
+    # Check for dupes
+    existing_packages = Package.objects.filter(sha1=package.sha1)
+    if existing_packages:
+        for existing_package in existing_packages:
+            # see if the package we are indexing is older than the package we have
+            if existing_package.package.release_date > package.release_date:
+                existing_package.approximatedirectorycontentindex_set.update(package=package)
+                existing_package.approximatedirectorystructureindex_set.update(package=package)
+                existing_package.approximateresourcecontentindex_set.update(package=package)
+                existing_package.exactfileindex_set.update(package=package)
+                existing_package.snippetindex_set.update(package=package)
+                existing_package.stemmedsnippetindex_set.update(package=package)
+                existing_package.resources.update(package=package)
+                existing_package.is_duplicate = True
+                existing_package.save()
+                package.is_duplicate = False
+                package.save()
+                return
+
     scan_index_errors = []
     try:
         indexing_errors = index_package_files(package, scan_data, reindex=reindex)

packagedb/migrations/0091_package_is_duplicate.py

@@ -0,0 +1,21 @@
+# Generated by Django 5.1.5 on 2025-03-12 21:44
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("packagedb", "0090_alter_packageactivity_uuid"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="package",
+            name="is_duplicate",
+            field=models.BooleanField(
+                default=False,
+                help_text="True if this Package is a duplicate of another Package",
+            ),
+        ),
+    ]

packagedb/models.py

@@ -554,6 +554,9 @@ class Package(
             "A mapping containing a summary and license clarity score for this Package"
         ),
     )
+    is_duplicate = models.BooleanField(
+        default=False, help_text=_("True if this Package is a duplicate of another Package")
+    )
 
     objects = PackageQuerySet.as_manager()