Skip to content

Commit 53fd1e0

Browse files
authored
ci: Add jupyter dev dependency (#1100)
* Add jupyter dev dependency Signed-off-by: Dong Hyuk Chang <donghyukc@nvidia.com> * Update lock file Signed-off-by: Dong Hyuk Chang <donghyukc@nvidia.com> * Add s5cmd Signed-off-by: Dong Hyuk Chang <donghyukc@nvidia.com> --------- Signed-off-by: Dong Hyuk Chang <donghyukc@nvidia.com>
1 parent 31cdc6f commit 53fd1e0

File tree

2 files changed

+766
-43
lines changed

2 files changed

+766
-43
lines changed

pyproject.toml

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -90,9 +90,10 @@ text_cpu = [
9090
"beautifulsoup4",
9191
"justext",
9292
"lxml",
93+
"pycld2",
9394
"resiliparse",
95+
"s5cmd",
9496
"trafilatura==2.0.0",
95-
"pycld2",
9697
"warcio",
9798
# Filters
9899
"fasttext==0.9.3",
@@ -141,6 +142,7 @@ all = [
141142

142143
[dependency-groups]
143144
build = ["setuptools", "torch<=2.8.0"]
145+
dev = ["jupyter"]
144146
linting = ["pre-commit", "ruff==0.11.4"]
145147
test = [
146148
"coverage",
@@ -155,7 +157,7 @@ test = [
155157
[tool.uv]
156158
package = true
157159
managed = true
158-
default-groups = ["test"]
160+
default-groups = ["dev", "test"]
159161
index-strategy = "unsafe-best-match"
160162
no-build-isolation-package = ["flash-attn"]
161163
constraint-dependencies = [

0 commit comments

Comments
 (0)