sievio/pyproject.toml at main · JochiRaider/sievio · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
[build-system]
requires = ["setuptools>=80", "setuptools-scm>=8"]
build-backend = "setuptools.build_meta"

[project]
name = "sievio"
dynamic = ["version"]
description = "Repository → JSONL converter with robust decoding, structure-aware chunking, Markdown/KQL extraction, license detection, and GitHub/PDF/EVTX helpers."
readme = "README.md"
requires-python = ">=3.11"
authors = [
  { name = "Sievio Maintainers" },
]
license = { text = "MIT" }
keywords = ["jsonl", "github", "markdown", "kql", "ingestion", "chunking", "pdf", "evtx", "parquet"]

classifiers = [
  "Development Status :: 3 - Alpha",
  "Programming Language :: Python :: 3",
  "Programming Language :: Python :: 3 :: Only",
  "Programming Language :: Python :: 3.11",
  "Programming Language :: Python :: 3.12",
  "Programming Language :: Python :: 3.13",
  "License :: OSI Approved :: MIT License",
  "Operating System :: OS Independent",
]

# No mandatory runtime deps; keep core install lightweight.
dependencies = []

[project.optional-dependencies]
dev = [
  "pytest>=8",
  "pytest-cov>=5",
  "ruff>=0.6",
  "mypy>=1.10",
  "build>=1.2",
  "twine>=5.1",
  "mkdocs>=1.6",
  "maturin>=1.10.2", # Rust add-on toolchain (build-time tooling for PyO3/maturin workflows).
]

# in-development
accel = [
  "sievio-accel>=0.1.0",
]

tok = ["tiktoken>=0.6"]
pdf = ["pypdf>=4"]
evtx = ["python-evtx>=0.8"]
qc = [
  "torch>=2.2",
  "transformers>=4.44",
  "tiktoken>=0.6",
  "pyyaml>=6",
]
parquet = ["pyarrow>=15"]
langid = [
  "lingua-language-detector>=1.3",
  "pygments>=2.17",
]

[project.urls]
Homepage = "https://github.com/jochiraider/sievio"
Repository = "https://github.com/jochiraider/sievio"
Issues = "https://github.com/jochiraider/sievio/issues"

[project.scripts]
sievio = "sievio.cli.main:main"
sievio-qc = "sievio.cli.main:main"

[tool.setuptools]
package-dir = {"" = "src"}

[tool.setuptools.package-data]
sievio = ["py.typed"]

[tool.setuptools.packages.find]
where = ["src"]
include = ["sievio*"]

[tool.setuptools_scm]
# Rely on Git tags for the version; no extra config needed for basic use.

[tool.ruff]
line-length = 100
target-version = "py311"

[tool.ruff.lint]
select = ["E", "F", "I", "B", "UP"]

[tool.ruff.lint.per-file-ignores]
"scripts/**/*.py" = ["E501"]
"src/sievio/__init__.py" = ["F401"]
"tests/**/*.py" = ["E501"]

[tool.pytest.ini_options]
addopts = "-q"
testpaths = ["tests"]
python_files = ["test_*.py"]

[tool.mypy]
python_version = "3.11"
strict = false
warn_unused_ignores = true
ignore_missing_imports = true

[dependency-groups]
dev = [
  "mypy>=1.19.1",
  "pytest>=9.0.2",
  "ruff>=0.14.10",
  "mkdocs>=1.6",
]