raincloud/pyproject.toml at develop · spiraldb/raincloud · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
[project]
name = "raincloud"
version = "0.2.0"
description = "Client-reproducible pipeline for building a curated catalog of public datasets as Parquet + Vortex files."
readme = "README.md"
requires-python = ">=3.11"
authors = [{ name = "Raincloud Maintainers", email = "raincloud@spiraldb.com" }]
license = "Apache-2.0"
license-files = ["LICENSE"]

dependencies = [
    "pyarrow>=23.0",
    "numpy>=2.0",
    "vortex-data>=0.69.0,<0.70.0",
    "fsspec>=2024.0",
]

[project.optional-dependencies]
s3 = ["s3fs>=2024.0"]
http = ["aiohttp>=3.9"]
duckdb = ["duckdb>=1.5.0"]
pandas = ["pandas>=2.0"]
# Full build pipeline (enables the local-build fallback). Mirrors the
# pre-split heavy dependency set.
build = [
    "duckdb>=1.5.0", "zstandard>=0.25.0", "py7zr>=1.1.0", "unlzw3>=0.2.0",
    "pandas>=2.0", "openpyxl>=3.1", "pyreadstat>=1.3", "osmium>=4.3",
    "jsonschema>=4.0",
]
kaggle = ["kaggle>=2.0"]
huggingface = ["huggingface-hub>=0.25"]
tui = ["textual>=0.80"]
dev = ["pytest>=8.0", "ruff>=0.13"]
all = [
    "raincloud[s3,http,duckdb,pandas,build,kaggle,huggingface,tui]",
]

[tool.ruff]
line-length = 120
target-version = "py311"

[tool.ruff.lint]
# Conservative starter set: pyflakes (F), pycodestyle errors + warnings
# (E, W), and isort (I) for import ordering. Add B/UP/SIM later once the
# baseline is clean.
select = ["E", "F", "W", "I"]
# E501 line-too-long: `line-length = 120` gives headroom; rare comment-heavy
# lines shouldn't fail CI.
# E701 / E702 multiple-statements-on-one-line: deliberate column-aligned
# `if cond: return ...` lookup tables (see e.g. browse.py:219-222) read
# better as one-liners than split across multiple lines.
ignore = ["E501", "E701", "E702"]

[tool.pytest.ini_options]
markers = [
    "wheel: builds the wheel + spins venvs (slow; gated by --run-wheel)",
    "network: hits real upstream sources (flaky; gated by --run-network)",
]

[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"

[tool.hatch.build.targets.wheel]
packages = ["raincloud", "scripts"]

[tool.hatch.build.targets.wheel.force-include]
"docs/v1/snapshot.json" = "raincloud/_data/snapshot.json"
"sources.json" = "raincloud/_data/sources.json"
"sources.schema.json" = "raincloud/_data/sources.schema.json"