Add Apache Arrow Flight SQL adapter (#51)

* Add an Apache Flight adapter

* delete old

---------

Co-authored-by: Peter Adams <18162810+Maxteabag@users.noreply.github.com>

Author: abarmat

CONTRIBUTING.md

@@ -40,7 +40,7 @@ pytest tests/ -v -k sqlite
 
 ### Full Test Suite (Requires Docker)
 
-To run the complete test suite including SQL Server, PostgreSQL, MySQL, MariaDB, FirebirdSQL, Oracle, ClickHouse, Turso (libsql), D1 (miniflare), SSH tunnel, DuckDB, and CockroachDB tests:
+To run the complete test suite including SQL Server, PostgreSQL, MySQL, MariaDB, FirebirdSQL, Oracle, ClickHouse, Turso (libsql), D1 (miniflare), SSH tunnel, DuckDB, CockroachDB, and Flight SQL tests:
 
 1. Start the test database containers:
    ```bash
@@ -76,6 +76,7 @@ pytest tests/ -v -k PostgreSQL  # PostgreSQL only
 pytest tests/ -v -k MySQL       # MySQL only
 pytest tests/ -v -k cockroach   # CockroachDB only
 pytest tests/ -v -k firebird    # FirebirdSQL only
+pytest tests/ -v -k flight      # Flight SQL only
 ```
 
 ### Environment Variables
@@ -175,6 +176,15 @@ The database tests can be configured with these environment variables:
 | `ORACLE11G_CLIENT_MODE` | `thick` | Oracle client mode |
 | `ORACLE11G_CLIENT_LIB_DIR` | `` | Oracle Instant Client library directory |
 
+**Flight SQL:**
+| Variable | Default | Description |
+|----------|---------|-------------|
+| `FLIGHT_HOST` | `localhost` | Flight SQL server hostname |
+| `FLIGHT_PORT` | `31337` | Flight SQL server port |
+| `FLIGHT_USER` | `` | Flight SQL username (optional) |
+| `FLIGHT_PASSWORD` | `` | Flight SQL password (optional) |
+| `FLIGHT_DATABASE` | `` | Flight SQL database/catalog (optional) |
+
 ### CockroachDB Quickstart (Docker)
 
 1. Start the included CockroachDB container:

README.md

@@ -25,7 +25,7 @@
 ---
 
 ### Connect
-Supports all major databases: SQL Server, PostgreSQL, MySQL, SQLite, MariaDB, FirebirdSQL, Oracle, DuckDB, CockroachDB, ClickHouse, Snowflake, Supabase, CloudFlare D1, Turso, Athena, BigQuery and Redshift.
+Supports all major databases: SQL Server, PostgreSQL, MySQL, SQLite, MariaDB, FirebirdSQL, Oracle, DuckDB, CockroachDB, ClickHouse, Snowflake, Supabase, CloudFlare D1, Turso, Athena, BigQuery, RedShift and Apache Flight SQL.
 
 ![Database Providers](docs/demos/demo-providers.gif)
 
@@ -252,6 +252,7 @@ Most of the time you can just run `sqlit` and connect. If a Python driver is mis
 | Snowflake                           | `snowflake-connector-python` | `pipx inject sqlit-tui snowflake-connector-python` | `python -m pip install snowflake-connector-python` |
 | Firebird                            | `firebirdsql`                | `pipx inject sqlit-tui firebirdsql`                | `python -m pip install firebirdsql`                |
 | Athena                              | `pyathena`                   | `pipx inject sqlit-tui pyathena`                   | `python -m pip install pyathena`                   |
+| Apache Arrow Flight SQL             | `adbc-driver-flightsql`      | `pipx inject sqlit-tui adbc-driver-flightsql`      | `python -m pip install adbc-driver-flightsql`      |
 
 ### SSH Tunnel Support
 

infra/docker/docker-compose.test.yml

@@ -264,3 +264,20 @@ services:
       timeout: 5s
       retries: 10
       start_period: 10s
+
+  # Flight SQL server (using voltrondata/sqlflite - Flight SQL over DuckDB)
+  flight-sql:
+    image: voltrondata/sqlflite:latest
+    container_name: sqlit-test-flight-sql
+    environment:
+      TLS_ENABLED: "0"
+      SQLFLITE_PASSWORD: "test_password"
+      PRINT_QUERIES: "1"
+    ports:
+      - "31337:31337"
+    healthcheck:
+      test: ["CMD", "nc", "-vz", "localhost", "31337"]
+      interval: 5s
+      timeout: 5s
+      retries: 10
+      start_period: 10s

pyproject.toml

@@ -56,6 +56,7 @@ all = [
     "paramiko>=2.0.0,<4.0.0",
     "snowflake-connector-python>=3.7.0",
     "pyathena>=3.22.0",
+    "adbc-driver-flightsql>=1.0.0",
 ]
 postgres = ["psycopg2-binary>=2.9.0"]
 cockroachdb = ["psycopg2-binary>=2.9.0"]
@@ -75,6 +76,7 @@ turso = ["libsql>=0.1.0"]
 firebird = ["firebirdsql>=1.3.5"]
 snowflake = ["snowflake-connector-python>=3.7.0"]
 athena = ["pyathena>=3.22.0"]
+flight = ["adbc-driver-flightsql>=1.0.0"]
 ssh = [
     "sshtunnel>=0.4.0",
     "paramiko>=2.0.0,<4.0.0",
@@ -180,6 +182,7 @@ markers = [
     "oracle: Oracle database tests",
     "firebird: Firebird database tests",
     "clickhouse: ClickHouse database tests",
+    "flight: Apache Arrow Flight SQL database tests",
     "asyncio: async tests",
     "integration: integration tests (may require external services)",
 ]
@@ -230,6 +233,10 @@ module = [
     "prestodb.dbapi",
     "prestodb.auth",
     "pyarrow",
+    "pyarrow.flight",
+    "adbc_driver_flightsql",
+    "adbc_driver_flightsql.dbapi",
+    "adbc_driver_manager",
     "textual_fastdatatable"
 ]
 ignore_missing_imports = true

sqlit/domains/connections/domain/config.py

@@ -17,6 +17,7 @@ class DatabaseType(str, Enum):
     DUCKDB = "duckdb"
     DB2 = "db2"
     FIREBIRD = "firebird"
+    FLIGHT = "flight"
     HANA = "hana"
     MARIADB = "mariadb"
     MSSQL = "mssql"
@@ -59,6 +60,7 @@ class DatabaseType(str, Enum):
     DatabaseType.D1,
     DatabaseType.ATHENA,
     DatabaseType.FIREBIRD,
+    DatabaseType.FLIGHT,
 ]
 
 

sqlit/domains/connections/providers/flight/__init__.py

@@ -0,0 +1,5 @@
+"""Apache Arrow Flight SQL provider."""
+
+from sqlit.domains.connections.providers.flight.provider import SPEC
+
+__all__ = ["SPEC"]