fix: bump to pre release 1.4 for bignum support

Author: rustyconover

pyproject.toml

@@ -2,14 +2,12 @@
 name = "query-farm-airport-test-server"
 version = "0.1.1"
 description = "An Apache Arrow Flight server that is used to test the Airport extension for DuckDB."
-authors = [
-    { name = "Rusty Conover", email = "[email protected]" }
-]
+authors = [{ name = "Rusty Conover", email = "[email protected]" }]
 dependencies = [
     "pyarrow>=20.0.0",
     "query-farm-flight-server",
-    "duckdb>=1.3.1",
-    "query-farm-duckdb-json-serialization>=0.1.1",
+    "duckdb>=1.4.0.dev165",
+    "query-farm-duckdb-json-serialization>=0.1.4",
 ]
 readme = "README.md"
 requires-python = ">= 3.12"

requirements-dev.lock

@@ -2,7 +2,7 @@
 # use `rye lock` or `rye sync` to update this lockfile
 #
 # last locked with the following flags:
-#   pre: false
+#   pre: true
 #   features: []
 #   all-features: false
 #   with-sources: false
@@ -12,24 +12,24 @@
 -e file:.
 annotated-types==0.7.0
     # via pydantic
-boto3==1.39.12
+boto3==1.40.21
     # via query-farm-flight-server
-botocore==1.39.12
+botocore==1.40.21
     # via boto3
     # via s3transfer
 cache3==0.4.3
     # via query-farm-flight-server
-certifi==2025.7.14
+certifi==2025.8.3
     # via sentry-sdk
 click==8.2.1
     # via query-farm-flight-server
-coverage==7.9.2
+coverage==7.10.6
     # via pytest-cov
-duckdb==1.3.2
+duckdb==1.4.0.dev165
     # via query-farm-airport-test-server
 execnet==2.1.1
     # via pytest-xdist
-filelock==3.18.0
+filelock==3.19.1
     # via pytest-mypy
 fuzzywuzzy==0.18.0
     # via query-farm-flight-server
@@ -42,11 +42,11 @@ levenshtein==0.27.1
     # via python-levenshtein
 msgpack==1.1.1
     # via query-farm-flight-server
-mypy==1.17.0
+mypy==1.17.1
     # via pytest-mypy
-mypy-boto3-dynamodb==1.39.0
+mypy-boto3-dynamodb==1.40.20
     # via query-farm-flight-server
-mypy-boto3-s3==1.39.5
+mypy-boto3-s3==1.40.0
     # via query-farm-flight-server
 mypy-extensions==1.1.0
     # via mypy
@@ -84,24 +84,24 @@ python-dateutil==2.9.0.post0
     # via botocore
 python-levenshtein==0.27.1
     # via query-farm-flight-server
-query-farm-duckdb-json-serialization==0.1.2
+query-farm-duckdb-json-serialization==0.1.4
     # via query-farm-airport-test-server
-query-farm-flight-server==0.1.12
+query-farm-flight-server==0.1.17
     # via query-farm-airport-test-server
-rapidfuzz==3.13.0
+rapidfuzz==3.14.0
     # via levenshtein
 ruff==0.11.2
 s3transfer==0.13.1
     # via boto3
-sentry-sdk==2.33.2
+sentry-sdk==2.35.1
     # via query-farm-flight-server
 six==1.17.0
     # via python-dateutil
 structlog==25.4.0
     # via query-farm-flight-server
 tblib==3.1.0
     # via pytest-parallel
-typing-extensions==4.14.1
+typing-extensions==4.15.0
     # via mypy
     # via pydantic
     # via pydantic-core
@@ -113,5 +113,5 @@ urllib3==2.5.0
     # via sentry-sdk
 wcwidth==0.2.13
     # via prettytable
-zstandard==0.23.0
+zstandard==0.24.0
     # via query-farm-flight-server

requirements.lock

@@ -2,7 +2,7 @@
 # use `rye lock` or `rye sync` to update this lockfile
 #
 # last locked with the following flags:
-#   pre: false
+#   pre: true
 #   features: []
 #   all-features: false
 #   with-sources: false
@@ -12,18 +12,18 @@
 -e file:.
 annotated-types==0.7.0
     # via pydantic
-boto3==1.39.12
+boto3==1.40.21
     # via query-farm-flight-server
-botocore==1.39.12
+botocore==1.40.21
     # via boto3
     # via s3transfer
 cache3==0.4.3
     # via query-farm-flight-server
-certifi==2025.7.14
+certifi==2025.8.3
     # via sentry-sdk
 click==8.2.1
     # via query-farm-flight-server
-duckdb==1.3.2
+duckdb==1.4.0.dev165
     # via query-farm-airport-test-server
 fuzzywuzzy==0.18.0
     # via query-farm-flight-server
@@ -34,9 +34,9 @@ levenshtein==0.27.1
     # via python-levenshtein
 msgpack==1.1.1
     # via query-farm-flight-server
-mypy-boto3-dynamodb==1.39.0
+mypy-boto3-dynamodb==1.40.20
     # via query-farm-flight-server
-mypy-boto3-s3==1.39.5
+mypy-boto3-s3==1.40.0
     # via query-farm-flight-server
 prettytable==3.16.0
     # via query-farm-flight-server
@@ -52,21 +52,21 @@ python-dateutil==2.9.0.post0
     # via botocore
 python-levenshtein==0.27.1
     # via query-farm-flight-server
-query-farm-duckdb-json-serialization==0.1.2
+query-farm-duckdb-json-serialization==0.1.4
     # via query-farm-airport-test-server
-query-farm-flight-server==0.1.11
+query-farm-flight-server==0.1.17
     # via query-farm-airport-test-server
-rapidfuzz==3.13.0
+rapidfuzz==3.14.0
     # via levenshtein
 s3transfer==0.13.1
     # via boto3
-sentry-sdk==2.33.2
+sentry-sdk==2.35.1
     # via query-farm-flight-server
 six==1.17.0
     # via python-dateutil
 structlog==25.4.0
     # via query-farm-flight-server
-typing-extensions==4.14.1
+typing-extensions==4.15.0
     # via pydantic
     # via pydantic-core
     # via typing-inspection
@@ -77,5 +77,5 @@ urllib3==2.5.0
     # via sentry-sdk
 wcwidth==0.2.13
     # via prettytable
-zstandard==0.23.0
+zstandard==0.24.0
     # via query-farm-flight-server

src/query_farm_airport_test_server/database_impl.py

@@ -109,20 +109,22 @@ class ScalarFunction:
     # The function to call to process a chunk of rows.
     handler: Callable[[pa.Table], pa.Array]
 
+    stability: flight_inventory.ScalarFunctionStability
+
     def flight_info(
         self, *, name: str, catalog_name: str, schema_name: str
     ) -> tuple[flight.FlightInfo, flight_inventory.FlightSchemaMetadata]:
         """
         Often its necessary to create a FlightInfo object
         standardize doing that here.
         """
-        metadata = flight_inventory.FlightSchemaMetadata(
-            type="scalar_function",
+        metadata = flight_inventory.ScalarFunctionMetadata(
             catalog=catalog_name,
             schema=schema_name,
             name=name,
             comment=None,
             input_schema=self.input_schema,
+            stability=self.stability,
         )
         flight_info = flight.FlightInfo(
             self.output_schema,
@@ -520,6 +522,15 @@ def add_handler(table: pa.Table) -> pa.Array:
     return pc.add(table.column(0), table.column(1))
 
 
+def no_op_handler(table: pa.Table) -> pa.Array:
+    return table.column(0)
+
+
+def time_handler(table: pa.Table) -> pa.Array:
+    current_time = datetime.datetime.now(datetime.timezone.utc)
+    return pa.array([current_time] * table.num_rows, type=pa.timestamp("us"))
+
+
 def uppercase_handler(table: pa.Table) -> pa.Array:
     assert table.num_columns == 1
     return pc.utf8_upper(table.column(0))
@@ -923,28 +934,51 @@ def collatz_steps(n: int) -> list[int]:
                 input_schema=pa.schema([pa.field("a", pa.string())]),
                 output_schema=pa.schema([pa.field("result", pa.string())]),
                 handler=uppercase_handler,
+                stability="consistent",
             ),
             "test_any_type": ScalarFunction(
                 input_schema=pa.schema([pa.field("a", pa.string(), metadata={"is_any_type": "1"})]),
                 output_schema=pa.schema([pa.field("result", pa.string())]),
                 handler=any_type_handler,
+                stability="consistent",
+            ),
+            "test_time": ScalarFunction(
+                input_schema=pa.schema([]),
+                output_schema=pa.schema([pa.field("result", pa.timestamp("us"))]),
+                handler=time_handler,
+                stability="consistent_within_query",
+            ),
+            "test_no_op": ScalarFunction(
+                input_schema=pa.schema([pa.field("a", pa.int64(), metadata={"is_any_type": "1"})]),
+                output_schema=pa.schema([pa.field("result", pa.int64())]),
+                handler=no_op_handler,
+                stability="consistent",
+            ),
+            "test_no_op_string": ScalarFunction(
+                input_schema=pa.schema([pa.field("a", pa.string())]),
+                output_schema=pa.schema([pa.field("result", pa.string())]),
+                handler=no_op_handler,
+                stability="consistent",
             ),
             "test_add": ScalarFunction(
                 input_schema=pa.schema([pa.field("a", pa.int64()), pa.field("b", pa.int64())]),
                 output_schema=pa.schema([pa.field("result", pa.int64())]),
                 handler=add_handler,
+                stability="consistent",
             ),
             "collatz": ScalarFunction(
                 input_schema=pa.schema([pa.field("n", pa.int64())]),
                 output_schema=pa.schema([pa.field("result", pa.int64())]),
                 handler=lambda table: collatz(table.column(0)),
+                stability="consistent",
             ),
             "collatz_sequence": ScalarFunction(
                 input_schema=pa.schema([pa.field("n", pa.int64())]),
                 output_schema=pa.schema([pa.field("result", pa.list_(pa.int64()))]),
                 handler=lambda table: pa.array(
                     [collatz_steps(n) for n in table.column(0).to_pylist()], type=pa.list_(pa.int64())
                 ),
+                stability="consistent",
             ),
         }
     ),

src/query_farm_airport_test_server/server.py

@@ -211,7 +211,10 @@ def action_list_schemas(
     ) -> base_server.AirportSerializedCatalogRoot:
         assert context.caller is not None
 
-        with DatabaseLibraryContext(context.caller.token.token, readonly=True) as library:
+        with DatabaseLibraryContext(context.caller.token.token) as library:
+            if parameters.catalog_name not in library.databases_by_name:
+                library.databases_by_name[parameters.catalog_name] = DatabaseContents()
+
             database = library.by_name(parameters.catalog_name)
 
             dynamic_inventory: dict[str, dict[str, list[flight_inventory.FlightInventoryWithMetadata]]] = {}
@@ -239,7 +242,13 @@ def action_list_schemas(
                 ),
                 flight_service_name=self.service_name,
                 flight_inventory=dynamic_inventory,
-                schema_details={},
+                schema_details={
+                    "static_data": flight_inventory.SchemaInfo(
+                        description="Some example static data",
+                        tags={},
+                        is_default=True,
+                    )
+                },
                 skip_upload=True,
                 serialize_inline=True,
                 catalog_version=1,
@@ -650,14 +659,14 @@ def exchange_insert(
             rowid_index = existing_table.schema.get_field_index(self.ROWID_FIELD_NAME)
             assert rowid_index != -1
 
+            has_non_nullable_field = any(map(lambda field: not field.nullable, existing_table.schema))
+
             # Check that the data being read matches the table without the rowid column.
 
             # DuckDB won't send field metadata when it sends us the schema that it uses
             # to perform an insert, so we need some way to adapt the schema we
             check_schema_is_subset_of_schema(existing_table.schema, reader.schema)
 
-            # FIXME: need to handle the case of rowids.
-
             for chunk in reader:
                 if chunk.data is not None:
                     new_rows = pa.Table.from_batches([chunk.data])
@@ -681,14 +690,10 @@ def exchange_insert(
 
                     # append the row id column to the new rows.
                     chunk_length = new_rows.num_rows
-                    rowid_values = [
-                        x
-                        for x in range(
-                            table_info.row_id_counter,
-                            table_info.row_id_counter + chunk_length,
-                        )
-                    ]
-                    new_rows = new_rows.append_column(self.rowid_field, [rowid_values])
+                    rowid_array = pa.array(
+                        range(table_info.row_id_counter, table_info.row_id_counter + chunk_length), type=pa.int64()
+                    )
+                    new_rows = new_rows.append_column(self.rowid_field, rowid_array)
                     table_info.row_id_counter += chunk_length
                     change_count += chunk_length
 
@@ -699,16 +704,8 @@ def exchange_insert(
                     # the ensure that the columns are aligned in the same order as the original table.
 
                     # So it turns out that DuckDB doesn't send the "not null" flag in the arrow schema.
-                    #
-                    # This means we can't concat the tables, without those flags matching.
-                    # for field_name in existing_table.schema.names:
-                    #     field = existing_table.schema.field(field_name)
-                    #     if not field.nullable:
-                    #         field_index = new_rows.schema.get_field_index(field_name)
-                    #         new_rows = new_rows.set_column(
-                    #             field_index, field.with_nullable(False), new_rows.column(field_index)
-                    #         )
-                    new_rows = conform_nullable(existing_table.schema, new_rows)
+                    if has_non_nullable_field:
+                        new_rows = conform_nullable(existing_table.schema, new_rows)
 
                     existing_table = pa.concat_tables([existing_table, new_rows.select(existing_table.schema.names)])