Fix unique constraints for values > 32 bits on various IntegerFields

Author: timgraham

django_mongodb_backend/base.py

@@ -46,16 +46,16 @@ class DatabaseWrapper(BaseDatabaseWrapper):
         "FileField": "string",
         "FilePathField": "string",
         "FloatField": "double",
-        "IntegerField": "int",
+        "IntegerField": "long",
         "BigIntegerField": "long",
         "GenericIPAddressField": "string",
         "JSONField": "object",
-        "PositiveBigIntegerField": "int",
+        "PositiveBigIntegerField": "long",
         "PositiveIntegerField": "long",
-        "PositiveSmallIntegerField": "int",
+        "PositiveSmallIntegerField": "long",
         "SlugField": "string",
         "SmallAutoField": "",  # Not supported
-        "SmallIntegerField": "int",
+        "SmallIntegerField": "long",
         "TextField": "string",
         "TimeField": "date",
         "UUIDField": "string",

django_mongodb_backend/operations.py

@@ -4,7 +4,7 @@
 import uuid
 from decimal import Decimal
 
-from bson.decimal128 import Decimal128
+from bson import Decimal128, Int64
 from django.conf import settings
 from django.db import DataError
 from django.db.backends.base.operations import BaseDatabaseOperations
@@ -58,6 +58,11 @@ def adapt_decimalfield_value(self, value, max_digits=None, decimal_places=None):
             return None
         return Decimal128(value)
 
+    def adapt_integerfield_value(self, value, internal_type):
+        if value is None:
+            return None
+        return Int64(value)
+
     def adapt_json_value(self, value, encoder):
         if encoder is None:
             return value

docs/source/releases/5.2.x.rst

@@ -33,6 +33,11 @@ Bug fixes
 - :meth:`QuerySet.explain() <django.db.models.query.QuerySet.explain>` now
   :ref:`returns a string that can be parsed as JSON <queryset-explain>`.
 - Improved ``QuerySet`` performance by removing low limit on server-side chunking.
+- Fixed unique constraint generation for ``SmallIntegerField``, ``IntegerField``,
+  ``PositiveSmallIntegerField``, and ``PositiveBigIntegerField``, which incorrectly
+  allowed duplicate values larger than 32 bits. All integer field values are now sent
+  to MongoDB as ``bson.Int64``. Existing unique constraints and data must be corrected
+  manually.
 
 5.2.0 beta 1
 ============

tests/model_fields_/models.py

@@ -13,6 +13,15 @@
 from django_mongodb_backend.models import EmbeddedModel
 
 
+class Integers(models.Model):
+    small = models.SmallIntegerField(unique=True, null=True)
+    normal = models.IntegerField(unique=True, null=True)
+    big = models.BigIntegerField(unique=True, null=True)
+    positive_small = models.PositiveSmallIntegerField(unique=True, null=True)
+    positive = models.PositiveIntegerField(unique=True, null=True)
+    positive_big = models.PositiveBigIntegerField(unique=True, null=True)
+
+
 # ObjectIdField
 class ObjectIdModel(models.Model):
     field = ObjectIdField()

tests/model_fields_/test_integerfield.py

@@ -0,0 +1,79 @@
+from django.db import IntegrityError
+from django.test import TestCase
+
+from .models import Integers
+
+
+class SmallUniqueTests(TestCase):
+    """
+    Duplicate values < 32 bits are prohibited. This confirms integer field values are
+    cast to Int64 so MongoDB stores it as long. Otherwise, the
+    partialFilterExpression: {$type: long} unique constraint doesn't work.
+    """
+
+    def test_smallintegerfield(self):
+        Integers.objects.create(small=123)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(small=123)
+
+    def test_integerfield(self):
+        Integers.objects.create(normal=123)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(normal=123)
+
+    def test_bigintegerfield(self):
+        Integers.objects.create(big=123)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(big=123)
+
+    def test_positivesmallintegerfield(self):
+        Integers.objects.create(positive_small=123)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(positive_small=123)
+
+    def test_positiveintegerfield(self):
+        Integers.objects.create(positive=123)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(positive=123)
+
+    def test_positivebigintegerfield(self):
+        Integers.objects.create(positive_big=123)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(positive_big=123)
+
+
+class LargeUniqueTests(TestCase):
+    """
+    Duplicate values > 32 bits are prohibited. This confirms each field uses the long
+    db_type() rather than the 32 bit int type.
+    """
+
+    def test_smallintegerfield(self):
+        Integers.objects.create(small=2**31)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(small=2**31)
+
+    def test_integerfield(self):
+        Integers.objects.create(normal=2**31)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(normal=2**31)
+
+    def test_bigintegerfield(self):
+        Integers.objects.create(big=2**31)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(big=2**31)
+
+    def test_positivesmallintegerfield(self):
+        Integers.objects.create(positive_small=2**31)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(positive_small=2**31)
+
+    def test_positiveintegerfield(self):
+        Integers.objects.create(positive=2**31)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(positive=2**31)
+
+    def test_positivebigintegerfield(self):
+        Integers.objects.create(positive_big=2**31)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(positive_big=2**31)