run all test apps on CI

Author: timgraham

.github/workflows/test-python.yml

@@ -67,7 +67,7 @@ jobs:
           aggregation
           aggregation_regress
           annotations
-          auth_tests.test_models.UserManagerTestCase
+          auth_tests
           backends
           basic
           bulk_create

.github/workflows/test-python1.yml

@@ -0,0 +1,145 @@
+name: Python Tests II
+
+on:
+  pull_request:
+  workflow_dispatch:
+
+concurrency:
+  group: tests1-${{ github.ref }}
+  cancel-in-progress: true
+
+defaults:
+  run:
+    shell: bash -eux {0}
+
+jobs:
+
+  lint:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+          cache: 'pip'
+          cache-dependency-path: 'pyproject.toml'
+      - name: Install Python dependencies
+        run: |
+          python -m pip install -U pip pre-commit
+      - name: Run linters
+        run: |
+          pre-commit run --hook-stage=manual --all-files
+
+  build:
+    name: Django Test Suite
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout django-mongodb
+        uses: actions/checkout@v4
+      - name: install the django-mongodb backend
+        run: |
+          pip3 install --upgrade pip
+          pip3 install -e .
+      - name: Checkout Django
+        uses: actions/checkout@v4
+        with:
+          repository: 'mongodb-forks/django'
+          ref: 'mongodb-5.0.x'
+          path: 'django_repo'
+      - name: Install system packages for Django's Python test dependencies
+        run: |
+          sudo apt-get update
+          sudo apt-get install libmemcached-dev
+      - name: Install Django and its Python test dependencies
+        run: |
+          cd django_repo/tests/
+          pip3 install -e ..
+          pip3 install -r requirements/py3.txt
+      - name: Copy the test settings file
+        run: cp .github/workflows/mongodb_settings.py django_repo/tests/
+      - name: Start MongoDB
+        uses: supercharge/[email protected]
+        with:
+          mongodb-version: 5.0
+      - name: Run tests
+        run: >
+          python3 django_repo/tests/runtests.py --settings mongodb_settings -v 2
+          admin_checks
+          admin_custom_urls
+          admin_docs
+          admin_ordering
+          admin_scripts
+          admin_utils
+          admin_widgets
+          check_framework
+          context_processors
+          custom_columns
+          custom_managers
+          datatypes
+          dbshell
+          empty_models
+          file_uploads
+          flatpages_tests
+          forms_tests
+          generic_inline_admin
+          get_earliest_or_latest
+          get_object_or_404
+          get_or_create
+          i18n
+          inline_formsets
+          managers_regress
+          managers_regress
+          max_lengths
+          messages_tests
+          migrate_signals
+          migration_test_data_persistence
+          model_formsets
+          model_formsets_regress
+          model_indexes
+          model_inheritance_regress
+          model_options
+          model_package
+          model_regress
+          model_utils
+          multiple_database
+          order_with_respect_to
+          pagination
+          properties
+          proxy_models
+          redirects_tests
+          reserved_names
+          reverse_lookup
+          save_delete_hooks
+          signals
+          sites_framework
+          sites_tests
+          str
+          string_lookup
+          swappable_models
+          test_client
+          test_client_regress
+          test_runner
+          test_utils
+          unmanaged_models
+          update_only_fields
+          user_commands
+          view_tests
+
+  docs:
+    name: Docs Checks
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          cache: 'pip'
+          cache-dependency-path: 'pyproject.toml'
+          python-version: '3.10'
+      - name: Install dependencies
+        run: |
+          pip install -U pip
+          pip install -e ".[docs]"
+      - name: Build docs
+        run: |
+          cd docs
+          make html

django_mongodb/features.py

@@ -117,6 +117,15 @@ class DatabaseFeatures(BaseDatabaseFeatures):
         # subclasses of BaseDatabaseIntrospection may require a get_constraints() method
         "migrations.test_operations.OperationTests.test_add_func_unique_constraint",
         "migrations.test_operations.OperationTests.test_remove_func_unique_constraint",
+        # Object of type ObjectId is not JSON serializable
+        "auth_tests.test_views.LoginTest.test_login_session_without_hash_session_key",
+        # To investigate:
+        "custom_managers.tests.CustomManagersRegressTestCase.test_save_clears_annotations_from_base_manager",
+        "model_formsets.tests.ModelFormsetTest.test_inline_formsets_with_custom_save_method",
+        # SchemaEditor doesn't collect:
+        # https://github.com/mongodb-labs/django-mongodb/issues/141
+        "model_options.test_tablespaces.TablespacesTests.test_tablespace_ignored_for_indexed_field",
+        "model_options.test_tablespaces.TablespacesTests.test_tablespace_ignored_for_model",
     }
     # $bitAnd, #bitOr, and $bitXor are new in MongoDB 6.3.
     _django_test_expected_failures_bitwise = {
@@ -233,6 +242,7 @@ def django_test_expected_failures(self):
             "queries.test_qs_combinators.QuerySetSetOperationTests.test_order_raises_on_non_selected_column",
         },
         "Exists is not supported on MongoDB.": {
+            "admin_widgets.tests.AdminForeignKeyRawIdWidget.test_nonexistent_target_id",
             "aggregation.test_filter_argument.FilteredAggregateTests.test_filtered_aggregate_on_exists",
             "aggregation.test_filter_argument.FilteredAggregateTests.test_filtered_aggregate_ref_multiple_subquery_annotation",
             "aggregation.tests.AggregateTestCase.test_aggregation_exists_multivalued_outeref",
@@ -242,6 +252,8 @@ def django_test_expected_failures(self):
             "annotations.tests.NonAggregateAnnotationTestCase.test_annotation_exists_aggregate_values_chaining",
             "annotations.tests.NonAggregateAnnotationTestCase.test_annotation_exists_none_query",
             "aggregation_regress.tests.AggregationTests.test_annotate_and_join",
+            "auth_tests.test_models.UserWithPermTestCase.test_basic",
+            "auth_tests.test_models.UserWithPermTestCase.test_nonexistent_permission",
             "delete_regress.tests.DeleteTests.test_self_reference_with_through_m2m_at_second_level",
             "expressions.tests.BasicExpressionsTests.test_annotation_with_deeply_nested_outerref",
             "expressions.tests.BasicExpressionsTests.test_boolean_expression_combined",
@@ -347,12 +359,20 @@ def django_test_expected_failures(self):
             "aggregation_regress.tests.AggregationTests.test_more_more4",
             "aggregation_regress.tests.AggregationTests.test_more_more_more5",
             "aggregation_regress.tests.AggregationTests.test_negated_aggregation",
+            "custom_managers.tests.CustomManagerTests.test_removal_through_default_m2m_related_manager",
+            "custom_managers.tests.CustomManagerTests.test_removal_through_specified_m2m_related_manager",
             "db_functions.comparison.test_coalesce.CoalesceTests.test_empty_queryset",
             "expressions.tests.FTimeDeltaTests.test_date_subquery_subtraction",
             "expressions.tests.FTimeDeltaTests.test_datetime_subquery_subtraction",
             "expressions.tests.FTimeDeltaTests.test_time_subquery_subtraction",
             "expressions_case.tests.CaseExpressionTests.test_annotate_with_in_clause",
             "expressions_case.tests.CaseExpressionTests.test_in_subquery",
+            "flatpages_tests.test_forms.FlatpageAdminFormTests.test_flatpage_admin_form_edit",
+            "flatpages_tests.test_forms.FlatpageAdminFormTests.test_flatpage_admin_form_url_uniqueness_validation",
+            "flatpages_tests.test_forms.FlatpageAdminFormTests.test_flatpage_admin_form_url_validation",
+            "flatpages_tests.test_forms.FlatpageAdminFormTests.test_flatpage_doesnt_requires_trailing_slash_without_append_slash",
+            "flatpages_tests.test_forms.FlatpageAdminFormTests.test_flatpage_requires_leading_slash",
+            "flatpages_tests.test_forms.FlatpageAdminFormTests.test_flatpage_requires_trailing_slash_with_append_slash",
             "lookup.tests.LookupTests.test_exact_query_rhs_with_selected_columns",
             "lookup.tests.LookupTests.test_exact_sliced_queryset_limit_one",
             "lookup.tests.LookupTests.test_exact_sliced_queryset_limit_one_offset",
@@ -366,8 +386,12 @@ def django_test_expected_failures(self):
             "many_to_many.tests.ManyToManyTests.test_set_existing_different_type",
             "many_to_one.tests.ManyToOneTests.test_get_prefetch_queryset_reverse_warning",
             "model_fields.test_jsonfield.TestQuerying.test_usage_in_subquery",
+            "model_inheritance_regress.tests.ModelInheritanceTest.test_filter_with_parent_fk",
+            "multiple_database.tests.QueryTestCase.test_subquery",
+            "multiple_database.tests.RouterTestCase.test_subquery",
             "one_to_one.tests.OneToOneTests.test_get_prefetch_queryset_warning",
             "one_to_one.tests.OneToOneTests.test_rel_pk_subquery",
+            "order_with_respect_to.tests.OrderWithRespectToBaseTests.test_previous_and_next_in_order",
             "queries.test_qs_combinators.QuerySetSetOperationTests.test_union_in_with_ordering",
             "queries.tests.CloneTests.test_evaluated_queryset_as_argument",
             "queries.tests.DoubleInSubqueryTests.test_double_subquery_in",
@@ -402,6 +426,7 @@ def django_test_expected_failures(self):
             "one_to_one.tests.OneToOneTests.test_o2o_primary_key_delete",
         },
         "Cannot use QuerySet.update() when querying across multiple collections on MongoDB.": {
+            "custom_managers.tests.CustomManagersRegressTestCase.test_refresh_from_db_when_default_manager_filters",
             "expressions.tests.BasicExpressionsTests.test_filter_with_join",
             "queries.tests.Queries4Tests.test_ticket7095",
             "queries.tests.Queries5Tests.test_ticket9848",
@@ -416,6 +441,8 @@ def django_test_expected_failures(self):
             "backends.tests.DateQuotingTest.test_django_date_trunc",
             "dates.tests.DatesTests.test_dates_trunc_datetime_fields",
             "dates.tests.DatesTests.test_related_model_traverse",
+            "model_regress.tests.ModelTests.test_date_filter_null",
+            "reserved_names.tests.ReservedNameTests.test_dates",
             "many_to_one.tests.ManyToOneTests.test_select_related",
         },
         "QuerySet.datetimes() is not supported on MongoDB.": {
@@ -424,6 +451,7 @@ def django_test_expected_failures(self):
             "datetimes.tests.DateTimesTests.test_datetimes_has_lazy_iterator",
             "datetimes.tests.DateTimesTests.test_datetimes_returns_available_dates_for_given_scope_and_given_field",
             "datetimes.tests.DateTimesTests.test_related_model_traverse",
+            "model_inheritance_regress.tests.ModelInheritanceTest.test_issue_7105",
             "queries.tests.Queries1Tests.test_ticket7155",
             "queries.tests.Queries1Tests.test_tickets_7087_12242",
             "timezones.tests.LegacyDatabaseTests.test_query_datetimes",
@@ -464,6 +492,7 @@ def django_test_expected_failures(self):
             "basic.tests.ModelTest.test_extra_method_select_argument_with_dashes_and_values",
             "defer.tests.DeferTests.test_defer_extra",
             "delete_regress.tests.Ticket19102Tests.test_ticket_19102_extra",
+            "extra_regress.tests.ExtraRegressTests",
             "lookup.tests.LookupTests.test_values",
             "lookup.tests.LookupTests.test_values_list",
             "many_to_one.tests.ManyToOneTests.test_selects",
@@ -520,6 +549,7 @@ def django_test_expected_failures(self):
             "backends.tests.BackendTestCase.test_unicode_fetches",
             "backends.tests.EscapingChecks",
             "backends.test_utils.CursorWrapperTests",
+            "custom_methods.tests.MethodsTests.test_custom_methods",
             "delete_regress.tests.DeleteLockingTest.test_concurrent_delete",
             "expressions.tests.BasicExpressionsTests.test_annotate_values_filter",
             "expressions.tests.BasicExpressionsTests.test_filtering_on_rawsql_that_is_boolean",
@@ -532,7 +562,9 @@ def django_test_expected_failures(self):
             "model_fields.test_jsonfield.TestQuerying.test_key_sql_injection_escape",
             "model_fields.test_jsonfield.TestQuerying.test_key_transform_raw_expression",
             "model_fields.test_jsonfield.TestQuerying.test_nested_key_transform_raw_expression",
+            "multiple_database.tests.QueryTestCase.test_raw",
             "queries.tests.Queries1Tests.test_order_by_rawsql",
+            "raw_query.tests.RawQueryTests",
             "schema.test_logging.SchemaLoggerTests.test_extra_args",
             "schema.tests.SchemaTests.test_remove_constraints_capital_letters",
             "timezones.tests.LegacyDatabaseTests.test_cursor_execute_accepts_naive_datetime",
@@ -542,6 +574,7 @@ def django_test_expected_failures(self):
             "timezones.tests.NewDatabaseTests.test_cursor_execute_returns_naive_datetime",
             "timezones.tests.NewDatabaseTests.test_cursor_explicit_time_zone",
             "timezones.tests.NewDatabaseTests.test_raw_sql",
+            "view_tests.tests.test_debug.DebugViewQueriesAllowedTests.test_handle_db_exception",
         },
         "Custom aggregations/functions with SQL don't work on MongoDB.": {
             "aggregation.tests.AggregateTestCase.test_add_implementation",
@@ -679,6 +712,12 @@ def django_test_expected_failures(self):
             "migrations.test_commands.MigrateTests.test_sqlmigrate_replaced_migration",
             "migrations.test_commands.MigrateTests.test_sqlmigrate_squashed_migration",
         },
+        "Disallowed queries feature doesn't work.": {
+            # https://github.com/django/django/commit/f5b635086a07c9df5897e69685ebdc3a04049ec6
+            "test_utils.test_testcase.TestTestCase.test_disallowed_database_queries",
+            "test_utils.test_transactiontestcase.DisallowedDatabaseQueriesTests",
+            "test_utils.tests.DisallowedDatabaseQueriesTests",
+        },
     }
 
     @cached_property