Add Fusion SQL engine (#12)

This commit adds the Fusion SQL processor that allows you to extend SQL commands beyond database operations. See the README.md file in the fusion directory for more information.

Author: kesmit13

.github/workflows/pre-commit.yml

@@ -13,6 +13,7 @@ jobs:
           - "3.9"
           - "3.10"
           - "3.11"
+          - "3.12"
 
     steps:
     - uses: actions/checkout@v3
@@ -25,7 +26,7 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
-        pip install pre-commit==2.17
+        pip install pre-commit
 
     - name: Analysing the code with pre-commit checks
       run: |

.github/workflows/smoke-test.yml

@@ -14,6 +14,12 @@ jobs:
     steps:
       - uses: actions/checkout@v3
 
+      - name: Set up Python 3.11
+        uses: actions/setup-python@v4
+        with:
+          python-version: 3.11
+          cache: "pip"
+
       - name: Install dependencies
         run: |
           python --version
@@ -47,6 +53,7 @@ jobs:
           - "3.9"
           - "3.10"
           - "3.11"
+          - "3.12"
         driver:
           - mysql
           - https
@@ -132,6 +139,12 @@ jobs:
     steps:
       - uses: actions/checkout@v3
 
+      - name: Set up Python 3.11
+        uses: actions/setup-python@v4
+        with:
+          python-version: 3.11
+          cache: "pip"
+
       - name: Install dependencies
         run: |
           python --version

.pre-commit-config.yaml

@@ -1,6 +1,6 @@
 repos:
 -   repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.4.0
+    rev: v4.5.0
     hooks:
     -   id: trailing-whitespace
     -   id: end-of-file-fixer
@@ -15,31 +15,32 @@ repos:
     -   id: double-quote-string-fixer
     -   id: requirements-txt-fixer
 -   repo: https://github.com/PyCQA/flake8
-    rev: 6.0.0
+    rev: 6.1.0
     hooks:
     -   id: flake8
         exclude: singlestoredb/clients/pymysqlsv/
         additional_dependencies: [flake8-typing-imports==1.12.0]
--   repo: https://github.com/pre-commit/mirrors-autopep8
-    rev: v2.0.2
+-   repo: https://github.com/hhatto/autopep8
+    rev: v2.0.4
     hooks:
     -   id: autopep8
+        args: [--diff]
 -   repo: https://github.com/asottile/reorder_python_imports
-    rev: v3.10.0
+    rev: v3.12.0
     hooks:
     -   id: reorder-python-imports
         args: [--py36-plus]
 -   repo: https://github.com/asottile/add-trailing-comma
-    rev: v3.0.0
+    rev: v3.1.0
     hooks:
     -   id: add-trailing-comma
         args: [--py36-plus]
 -   repo: https://github.com/asottile/setup-cfg-fmt
-    rev: v2.4.0
+    rev: v2.5.0
     hooks:
     -   id: setup-cfg-fmt
 -   repo: https://github.com/pre-commit/mirrors-mypy
-    rev: v1.4.1
+    rev: v1.6.1
     hooks:
     -   id: mypy
         additional_dependencies: [types-all]

requirements.txt

@@ -1,4 +1,5 @@
 build
+parsimonious
 PyJWT
 requests
 sqlparams

setup.cfg

@@ -21,6 +21,7 @@ packages = find:
 install_requires =
     PyJWT
     build
+    parsimonious
     requests
     sqlparams
     wheel
@@ -73,6 +74,8 @@ max-complexity = 30
 max-line-length = 90
 per-file-ignores =
     singlestoredb/__init__.py:F401
+    singlestoredb/fusion/__init__.py:F401
+    singlestoredb/fusion/grammar.py:E501
     singlestoredb/http/__init__.py:F401
     singlestoredb/management/__init__.py:F401
     singlestoredb/mysql/__init__.py:F401

setup.py

@@ -1,5 +1,6 @@
 #!/usr/bin/env python
 """SingleStoreDB package installer."""
+import os
 import platform
 from typing import Tuple
 
@@ -11,6 +12,8 @@
 py_limited_api = '0x03080000'
 # py_limited_api = False
 
+build_extension = bool(int(os.environ.get('SINGLESTOREDB_BUILD_EXTENSION', '1')))
+
 universal2_flags = ['-arch', 'x86_64', '-arch', 'arm64'] \
     if (
         platform.platform().startswith('mac') and
@@ -33,16 +36,21 @@ def get_tag(self) -> Tuple[str, str, str]:
         return python, abi, plat
 
 
-setup(
-    ext_modules=[
-        Extension(
-            '_singlestoredb_accel',
-            sources=['accel.c'],
-            define_macros=[('Py_LIMITED_API', py_limited_api)] if py_limited_api else [],
-            py_limited_api=bool(py_limited_api),
-            extra_compile_args=universal2_flags,
-            extra_link_args=universal2_flags,
-        ),
-    ],
-    cmdclass={'bdist_wheel': bdist_wheel_abi3 if py_limited_api else bdist_wheel},
-)
+if build_extension:
+    setup(
+        ext_modules=[
+            Extension(
+                '_singlestoredb_accel',
+                sources=['accel.c'],
+                define_macros=[
+                    ('Py_LIMITED_API', py_limited_api),
+                ] if py_limited_api else [],
+                py_limited_api=bool(py_limited_api),
+                extra_compile_args=universal2_flags,
+                extra_link_args=universal2_flags,
+            ),
+        ],
+        cmdclass={'bdist_wheel': bdist_wheel_abi3 if py_limited_api else bdist_wheel},
+    )
+else:
+    setup()