jestr/pyproject.toml at main · rory-data/jestr · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
[project]
name = "dlt-ingestion-poc"
version = "0.0.1"
description = "This is a project for experimentation using dlt for data ingestion in an ETL pipeline."
authors = [{ name = "Rory Purcell-Hewitt" }]
readme = "README.md"
keywords = ['python']
requires-python = ">=3.11,<3.13"
classifiers = [
    "Intended Audience :: Data Engineers",
    "Programming Language :: Python",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
    "Topic :: Software Development :: Libraries :: Python Modules",
]
dependencies = [
    "dlt[duckdb,filesystem,sql-database]>=1.9.0",
    "duckdb>=1.2.1",
    "duckdb-engine>=0.17.0",
    "faker>=37.1.0",
    "ibis-framework[duckdb,polars]>=10.3",
    "polars>=1.26.0",
    "pyarrow>=19.0.1",
]

[dependency-groups]
dev = [
    "pytest>=7.2.0",
    "pre-commit>=2.20.0",
    "mypy>=0.991",
    "pytest-cov>=4.0.0",
    "ruff>=0.9.2",
    "scalene>=1.4.0",
]

[tool.uv]
package = false

[tool.ruff]
target-version = "py312"
line-length = 120
fix = true

[tool.ruff.lint]
select = [
    "A",   # flake8-builtins
    "AIR", # Airflow
    "B",   # flake8-bugbear
    "C4",  # flake8-comprehensions
    "C90", # mccabe
    "D",   # pydocstyle
    "DTZ", # datetime timezones
    "E",   # pycodestyle errors
    "F",   # pyflakes
    "I",   # isort
    "N",   # pep8-naming
    "PT",  # flake8-pytest-style
    "RUF", # Ruff-specific rules
    "S",   # flake8-bandit
    "SIM", # flake8-simplify
    "T20", # flake8-print
    "UP",  # pyupgrade
    "W",   # pycodestyle warnings
]
ignore = [
    "C901", # complex-structure (mccabe)
    "D203", # one-blank-line-before-class (conflicts with D211)
    "D212", # multi-line-summary-first-line (conflicts with D213)
    "E501", # line-too-long
    "F403", # undefined-local-with-import-star
]
# Let unfixable automatically be ignored during ruff format
unfixable = [
    "F401", # unused-import
]

[tool.ruff.format]
quote-style = "double"  # like Black, use double quotes for strings.
indent-style = "space"  # like Black, indent with spaces.
skip-magic-trailing-comma = false  # like Black, respect magic trailing commas.
line-ending = "auto"  # like Black, automatically detect the appropriate line ending.
docstring-code-format = false
docstring-code-line-length = "dynamic"

[tool.ruff.lint.per-file-ignores]
"__init__.py" = ["F401"] # unused import in __init__ files
"tests/*" = ["S101", "ANN", "S603"] # assert usage and type annotations in tests
"conftest.py" = [
    "S101",
    "ANN",
] # assert usage and type annotations in pytest config

[tool.ruff.lint.isort]
known-first-party = ["dlt-ingestion-poc"]
known-third-party = ["pytest", "requests"]

[tool.ruff.lint.pydocstyle]
convention = "google" # Use Google-style docstrings

[tool.mypy]
# match your Python runtime
python_version = "py312"
# Core rules and reporting
warn_redundant_casts = true  # Highlight redundant casting
warn_unused_ignores = true  # Flag unnecessary type: ignores
show_error_codes = true  # Enable error code diagnostics

# Additional reporting configuration
show_column_numbers = true  # Better error location
pretty = true  # Use visually nicer output in error messages

# Additional rules
disallow_untyped_decorators = false  # Allow untyped decorators
disallow_untyped_defs = true  # Require type annotations on defs
check_untyped_defs = true  # Type-checks the interior of functions without type annotations
disallow_incomplete_defs = true  # No partial annotations
strict_optional = true  # Disable checking of optional types and `None` values
no_implicit_optional = true  # Explicit Optional[] for None values
strict_equality = true  # Prevent non-sensical comparisons
warn_unreachable = true  # Warn for dead-end code

# Per-module or directory options
[[tool.mypy.overrides]]
module = ["tests.*"]
disallow_untyped_defs = false  # Don't require type annotations on defs
warn_unused_ignores = false  # Don't flag unnecessary type: ignores

[[tool.mypy.overrides]]
module = [
    "airflow.*",
    "pyarrow.*",
    "pytest.*",
    "setuptools.*",
]
ignore_missing_imports = true  # Suppress import errors that cannot be resolved