Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 3 additions & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -85,7 +85,9 @@ module = [
"pylibcudf.*",
"awsglue.*",
"scripts/aws_glue.py",
"scripts/aws_emr.py"
"scripts/aws_emr.py",
# TODO: Remove after https://github.com/duckdb/duckdb-python/issues/57 is resolved
"duckdb.*",
]
ignore_missing_imports = true

Expand Down
14 changes: 8 additions & 6 deletions queries/polars/utils.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
import pathlib
import tempfile
from functools import partial
from typing import Literal
from typing import Literal, cast

import polars as pl

Expand Down Expand Up @@ -172,13 +172,13 @@ def __init__(self, *args, **kwargs) -> None: # type: ignore[no-untyped-def]
client_options = pc.polars_cloud.ClientOptions()
client_options.insecure = True
self._compute_id = "1" # type: ignore[assignment]
self._interactive_client = pc.polars_cloud.SchedulerClient( # type: ignore[attr-defined]
self._interactive_client = pc.polars_cloud.SchedulerClient(
compute_address, client_options
)

def get_status(self: pc.ComputeContext) -> pc.ComputeContextStatus:
"""Get the status of the compute cluster."""
return pc.ComputeContextStatus.RUNNING
def get_status(self: pc.ComputeContext) -> pc.ComputeContextStatus:
"""Get the status of the compute cluster."""
return pc.ComputeContextStatus.RUNNING

pc.ComputeContext.__init__ = PatchedComputeContext.__init__ # type: ignore[assignment]
pc.ComputeContext.get_status = PatchedComputeContext.get_status # type: ignore[method-assign]
Expand All @@ -189,7 +189,9 @@ def query(): # type: ignore[no-untyped-def]
).await_result()

if settings.run.show_results:
print(result.plan())
# casting the result is necessary because in proxy mode the ProxyQuery
# does not support getting a plan out.
print(cast("pc.DirectQuery", result).plan())
return result.lazy().collect()
else:
query = partial(
Expand Down
48 changes: 24 additions & 24 deletions requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -15,28 +15,30 @@ click==8.2.1
# dask
# ray
cloudpickle==3.1.1
# via dask
# via
# dask
# polars-u64-idx
contourpy==1.3.3
# via matplotlib
cramjam==2.11.0
# via fastparquet
cycler==0.12.1
# via matplotlib
dask==2025.7.0
dask==2025.9.1
# via
# -r requirements.in
# dask-expr
dask-expr==2.0.0
# via -r requirements.in
duckdb==1.3.2
duckdb==1.4.0
# via -r requirements.in
fastparquet==2024.11.0
# via -r requirements.in
filelock==3.19.1
# via ray
fonttools==4.59.2
fonttools==4.60.0
# via matplotlib
fsspec==2025.7.0
fsspec==2025.9.0
# via
# dask
# fastparquet
Expand All @@ -45,7 +47,7 @@ idna==3.10
# via requests
jsonschema==4.25.1
# via ray
jsonschema-specifications==2025.4.1
jsonschema-specifications==2025.9.1
# via jsonschema
kiwisolver==1.4.9
# via matplotlib
Expand All @@ -57,13 +59,13 @@ matplotlib==3.10.6
# via plotnine
mizani==0.14.2
# via plotnine
modin==0.35.0
modin==0.36.0
# via -r requirements.in
msgpack==1.1.1
# via ray
narwhals==2.3.0
narwhals==2.5.0
# via plotly
numpy==2.3.2
numpy==2.3.3
# via
# contourpy
# dask
Expand Down Expand Up @@ -104,15 +106,15 @@ plotly==6.3.0
# via -r requirements.in
plotnine==0.15.0
# via -r requirements.in
polars==1.32.0
# via
# -r requirements.in
# polars-cloud
polars-cloud==0.0.11
polars==1.33.1
# via -r requirements.in
polars-cloud==0.2.0
# via -r requirements.in
protobuf==6.32.0
polars-u64-idx==1.33.1
# via polars-cloud
protobuf==6.32.1
# via ray
psutil==7.0.0
psutil==7.1.0
# via modin
py4j==0.10.9.9
# via pyspark
Expand All @@ -121,17 +123,17 @@ pyarrow==21.0.0
# -r requirements.in
# dask
# modin
pydantic==2.11.7
pydantic==2.11.9
# via
# -r requirements.in
# pydantic-settings
pydantic-core==2.33.2
# via pydantic
pydantic-settings==2.10.1
# via -r requirements.in
pyparsing==3.2.3
pyparsing==3.2.4
# via matplotlib
pyspark==4.0.0
pyspark==4.0.1
# via -r requirements.in
python-dateutil==2.9.0.post0
# via
Expand All @@ -145,7 +147,7 @@ pyyaml==6.0.2
# via
# dask
# ray
ray==2.49.0
ray==2.49.1
# via modin
referencing==0.36.2
# via
Expand All @@ -157,7 +159,7 @@ rpds-py==0.27.1
# via
# jsonschema
# referencing
scipy==1.16.1
scipy==1.16.2
# via
# mizani
# plotnine
Expand All @@ -172,14 +174,12 @@ toolz==1.0.0
# via
# dask
# partd
tpchgen-cli==2.0.0
tpchgen-cli==2.0.1
# via -r requirements.in
typing-extensions==4.15.0
# via
# polars-cloud
# pydantic
# pydantic-core
# referencing
# typing-inspection
typing-inspection==0.4.1
# via
Expand Down