Add test case and fix some bugs

Author: jayvynl

.gitignore

@@ -3,3 +3,4 @@ venv
 **/__pycache__
 django_clickhouse_backend.egg-info
 build
+tests/unsupported/

CHANGELOG.md

@@ -1,75 +1,81 @@
+0.2.0 (2022-10-26)
+---
+
+- Adopt some testcase from django project.
+- Fix bugs such as datetime escaping and update field use F expression.
+
 0.1.0 (2022-10-16)
 ---
 
-- ID worker 接口变动以及配置项调整.
-- 支持数据库连接池.
-- 重构了 Engine 的实现，更加简洁稳定.
-- 数据库相关特性集中在 SQLCompiler 实现.
-- 忽略不支持的字段级别 db_index 属性，以及 AlterUniqueTogether 迁移操作，以支持django内置model或第三方model迁移.
+- ID worker interface changes and configuration item adjustments.
+- Support database connection pool.
+- Refactored the implementation of Engine to be more concise and stable.
+- Database related features are concentrated in the SQLCompiler implementation.
+- Ignore unsupported field-level db_index attribute, and AlterUniqueTogether migration operation in favor of django built-in model or 3rd party model migration.
 
 0.0.14 (2022-08-18)
 ---
 
-- 匹配 Django 4.x 。
+- matches Django 4.x.
 
 0.0.13 (2022-08-18)
 ---
 
-- 修复了搜索 GenericIPAddressField 字段。
+- Fixed searching for GenericIPAddressField field.
 
 0.0.12 (2022-08-09)
 ---
 
-- 修复了创建表时，多个 order by 字段出错的问题。
+- Fixed an issue where multiple order by fields were wrong when creating a table.
 
 0.0.11 (2022-08-01)
 ---
 
-- 修复了 AlterField migration ，支持 Nullable 到非 Nullable 类型改变，使用提供的默认值更新旧的 `NULL` 值。
+- Fixed AlterField migration to support Nullable to non-Nullable type changes, update old `NULL` values with provided defaults.
 
 0.0.10
 ---
 
-- 支持字段类型变化migration
+- Support field type change migration
 
 0.0.9
 ---
 
-- 修复删除、更新模型对象不能同步执行的问题
+- Fixed the problem that deleting and updating model objects could not be executed synchronously
 
 0.0.8
 ---
 
-- QuerySet 支持 setting 查询，可用传入 Clickhouse 设置项，参考[SETTINGS in SELECT Query](https://clickhouse.com/docs/en/sql-reference/statements/select/#settings-in-select)
-- 修复插入数据时不能设置正确的对象id，bulk_create 和 create 和 save 均能展示正确的id
+- QuerySet supports setting query, you can pass in Clickhouse setting items, refer to [SETTINGS in SELECT Query](https://clickhouse.com/docs/en/sql-reference/statements/select/#settings-in-select)
+- Fixed that the correct object id cannot be set when inserting data, bulk_create and create and save can display the correct id
 
 0.0.7
 ---
 
-- 数据库连接加入fake_transaction属性，测试时设置这个属性可以使postgresql等支持事物的其他数据库数据不清空
-- 加入AutoField类型，映射到Int32
-- 完善文档中关于测试/迁移/主键的说明
+- The fake_transaction attribute is added to the database connection. Setting this attribute during testing can prevent other database data that supports transactions such as postgresql from being emptied between transaction testcase.
+- Added AutoField type, mapped to Int32
+- Improve documentation about testing/migration/primary keys
 
 0.0.6
 ---
 
-- 优化了GenericIPAddressField类型字段在存储ipv4地址时，默认输出类型为Ipv6格式，将其转换为对应的Ipv4类型
+- When the GenericIPAddressField type field is optimized to store ipv4 addresses, the default output type is Ipv6 format, and it is converted to the corresponding Ipv4 type
 
 0.0.5
 ---
 
-- 修复了clickhouse driver转义datetime类型值后，丢失时区的问题
+- Fixed the issue that the time zone is lost after the clickhouse driver escapes the datetime type value
 
 0.0.4
 ---
 
-- 新增PositiveSmallIntegerField, PositiveIntegerField, PositiveBigIntegerField字段类型，分别对应正确的clickhouse uint类型范围。
+- Added PositiveSmallIntegerField, PositiveIntegerField, PositiveBigIntegerField field types, corresponding to the correct clickhouse uint type range.
 
-- 修改README，修正关于单元测试的说明。
+- Modified the README and corrected the description about unit testing.
 
 0.0.3
 ---
 
-- 解决了多app时，clickhouse.models 中 options.DEFAULT_NAMES monkey patch未生效的问题。
+- Solved the problem that the options.DEFAULT_NAMES monkey patch in clickhouse.models did not take effect when there were multiple apps.
 
-- 完善README，增加了自增主键的说明，调整了格式。
+- Improve the README, add the description of the auto-increment primary key, and adjust the format.

clickhouse_backend/backend/base.py

@@ -17,7 +17,7 @@
 
 
 class DatabaseWrapper(BaseDatabaseWrapper):
-    vendor = 'clickhouse_backend'
+    vendor = 'clickhouse'
     display_name = 'ClickHouse'
     # This dictionary maps Field objects to their associated ClickHouse column
     # types, as strings. Column-type strings can contain format strings; they'll
@@ -45,6 +45,7 @@ class DatabaseWrapper(BaseDatabaseWrapper):
         'SmallIntegerField': 'Int16',
         'TextField': 'String',
         'UUIDField': 'UUID',
+        'BooleanField': 'Int8',
     }
     operators = {
         'exact': '= %s',
@@ -108,7 +109,7 @@ def fake_transaction(self, value):
 
     def get_connection_params(self):
         settings_dict = self.settings_dict
-        if len(settings_dict['NAME']) > self.ops.max_name_length():
+        if len(settings_dict['NAME'] or '') > self.ops.max_name_length():
             raise ImproperlyConfigured(
                 "The database name '%s' (%d characters) is longer than "
                 "Clickhouse's limit of %d characters. Supply a shorter NAME "

clickhouse_backend/backend/features.py

@@ -4,10 +4,10 @@
 
 
 class DatabaseFeatures(BaseDatabaseFeatures):
-    # Use this class attribute control whether or not using fake transaction.
+    # Use this class attribute control whether using fake transaction.
     # Fake transaction is used in test, prevent other database such as postgresql
     # from flush at the end of each testcase. Only use this feature when you are
-    # aware of the affect in TransactionTestCase.
+    # aware of the effect in TransactionTestCase.
     fake_transaction = False
     # Clickhouse do support Geo Data Types, but they are based on GeoJSON instead GIS.
     # https://clickhouse.com/docs/en/sql-reference/data-types/geo/
@@ -116,10 +116,13 @@ def uses_savepoints(self):
     # Does the backend support non-deterministic collations?
     supports_non_deterministic_collations = False
 
+    # SQL template override for tests.aggregation.tests.NowUTC
+    test_now_utc_template = 'now64()'
+
     @cached_property
     def supports_explaining_query_execution(self):
         """Does this backend support explaining query execution?"""
-        return False
+        return True
 
     @cached_property
     def supports_transactions(self):

clickhouse_backend/backend/introspection.py

@@ -1,6 +1,16 @@
+import re
+
 from django.db.backends.base.introspection import (
     BaseDatabaseIntrospection, FieldInfo, TableInfo,
 )
+from django.utils.functional import cached_property
+
+constraint_pattern = re.compile(
+    r'CONSTRAINT (`)?((?(1)(?:[^\\`]|\\.)+|\S+))(?(1)`|) (CHECK .+?),?\n'
+)
+index_pattern = re.compile(
+    r'INDEX (`)?((?(1)(?:[^\\`]|\\.)+|\S+))(?(1)`|) (.+? TYPE ([a-zA-Z_][0-9a-zA-Z_]*)\(.+?\) GRANULARITY \d+)'
+)
 
 
 class DatabaseIntrospection(BaseDatabaseIntrospection):
@@ -70,3 +80,46 @@ def get_table_description(self, cursor, table_name):
             )
             for line in cursor.fetchall()
         ]
+
+    def get_constraints(self, cursor, table_name):
+        """
+        Retrieve any constraints and indexes.
+        """
+        constraints = {}
+        # No way to get structured data, parse from SHOW CREATE TABLE.
+        # https://clickhouse.com/docs/en/sql-reference/statements/show#show-create-table
+        cursor.execute('SHOW CREATE TABLE "%s"' % table_name)
+        table_sql, = cursor.fetchone()
+        for backtick, name, definition in constraint_pattern.findall(table_sql):
+            constraints[name] = {
+                "columns": [],
+                "primary_key": False,
+                "unique": False,
+                "foreign_key": None,
+                "check": True,
+                "index": False,
+                "definition": definition,
+                "options": None,
+            }
+
+        for backtick, name, definition, type_ in index_pattern.findall(table_sql):
+            constraints[name] = {
+                "columns": [],
+                "orders": [],
+                "primary_key": False,
+                "unique": False,
+                "foreign_key": None,
+                "check": False,
+                "index": True,
+                "type": type_,
+                "definition": definition,
+                "options": None,
+            }
+        return constraints
+
+    @cached_property
+    def settings(self):
+        with self.connection.cursor() as cursor:
+            cursor.execute("SELECT name from system.settings")
+            rows = cursor.fetchall()
+        return {row[0] for row in rows}