Fix IntegerField unique constraints for values < or > 32 bits, depending on the field

Author: timgraham

django_mongodb_backend/base.py

@@ -46,16 +46,16 @@ class DatabaseWrapper(BaseDatabaseWrapper):
         "FileField": "string",
         "FilePathField": "string",
         "FloatField": "double",
-        "IntegerField": "int",
+        "IntegerField": "long",
         "BigIntegerField": "long",
         "GenericIPAddressField": "string",
         "JSONField": "object",
-        "PositiveBigIntegerField": "int",
+        "PositiveBigIntegerField": "long",
         "PositiveIntegerField": "long",
-        "PositiveSmallIntegerField": "int",
+        "PositiveSmallIntegerField": "long",
         "SlugField": "string",
         "SmallAutoField": "",  # Not supported
-        "SmallIntegerField": "int",
+        "SmallIntegerField": "long",
         "TextField": "string",
         "TimeField": "date",
         "UUIDField": "string",

docs/source/releases/5.2.x.rst

@@ -33,6 +33,12 @@ Bug fixes
 - :meth:`QuerySet.explain() <django.db.models.query.QuerySet.explain>` now
   :ref:`returns a string that can be parsed as JSON <queryset-explain>`.
 - Improved ``QuerySet`` performance by removing low limit on server-side chunking.
+- Fixed unique constraint generation for ``SmallIntegerField``, ``IntegerField``,
+  ``PositiveSmallIntegerField``, and ``PositiveBigIntegerField``, which incorrectly
+  allowed duplicate values larger than 32 bits. All integer field values are now sent
+  to MongoDB as ``bson.Int64``, which fixes unique constraints on values less than 32
+  bits for ``BigIntegerField`` and ``PositiveIntegerField``. Existing unique
+  constraints and data must be corrected manually.
 
 5.2.0 beta 1
 ============

tests/model_fields_/models.py

@@ -13,6 +13,15 @@
 from django_mongodb_backend.models import EmbeddedModel
 
 
+class Integers(models.Model):
+    small = models.SmallIntegerField(unique=True, null=True)
+    normal = models.IntegerField(unique=True, null=True)
+    big = models.BigIntegerField(unique=True, null=True)
+    positive_small = models.PositiveSmallIntegerField(unique=True, null=True)
+    positive = models.PositiveIntegerField(unique=True, null=True)
+    positive_big = models.PositiveBigIntegerField(unique=True, null=True)
+
+
 # ObjectIdField
 class ObjectIdModel(models.Model):
     field = ObjectIdField()

tests/model_fields_/test_integerfield.py

@@ -0,0 +1,79 @@
+from django.db import IntegrityError
+from django.test import TestCase
+
+from .models import Integers
+
+
+class SmallUniqueTests(TestCase):
+    """
+    Duplicate values < 32 bits are prohibited. This confirms integer field values are
+    cast to Int64 so MongoDB stores it as long. Otherwise, the
+    partialFilterExpression: {$type: long} unique constraint doesn't work.
+    """
+
+    def test_smallintegerfield(self):
+        Integers.objects.create(small=123)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(small=123)
+
+    def test_integerfield(self):
+        Integers.objects.create(normal=123)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(normal=123)
+
+    def test_bigintegerfield(self):
+        Integers.objects.create(big=123)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(big=123)
+
+    def test_positivesmallintegerfield(self):
+        Integers.objects.create(positive_small=123)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(positive_small=123)
+
+    def test_positiveintegerfield(self):
+        Integers.objects.create(positive=123)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(positive=123)
+
+    def test_positivebigintegerfield(self):
+        Integers.objects.create(positive_big=123)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(positive_big=123)
+
+
+class LargeUniqueTests(TestCase):
+    """
+    Duplicate values > 32 bits are prohibited. This confirms each field uses the long
+    db_type() rather than the 32 bit int type.
+    """
+
+    def test_smallintegerfield(self):
+        Integers.objects.create(small=2**31)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(small=2**31)
+
+    def test_integerfield(self):
+        Integers.objects.create(normal=2**31)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(normal=2**31)
+
+    def test_bigintegerfield(self):
+        Integers.objects.create(big=2**31)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(big=2**31)
+
+    def test_positivesmallintegerfield(self):
+        Integers.objects.create(positive_small=2**31)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(positive_small=2**31)
+
+    def test_positiveintegerfield(self):
+        Integers.objects.create(positive=2**31)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(positive=2**31)
+
+    def test_positivebigintegerfield(self):
+        Integers.objects.create(positive_big=2**31)
+        with self.assertRaises(IntegrityError):
+            Integers.objects.create(positive_big=2**31)