Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
20 commits
Select commit Hold shift + click to select a range
dc076c4
feat(hf): support writing and reading from both http and xet
kszucs Feb 9, 2026
f7ecc12
style(hf): cargo and taplo fmt
kszucs Feb 9, 2026
ce9f1d8
build(hf): switch to use github branch as xet-core optional dependency
kszucs Feb 9, 2026
8f9d700
fix(hf): support config from options
kszucs Feb 9, 2026
01671de
fix(hf): only enable write capability if token is provided
kszucs Feb 9, 2026
4d13a47
feat(hf): add support for deleting files
kszucs Feb 10, 2026
14350e8
feat(hf): implement BatchDelete instead of OneShotDelete
kszucs Feb 10, 2026
b81bb38
feat(hf): retry requests by default
kszucs Feb 10, 2026
082ac8e
feat(hf): support multiple upload modes and more thorough testing
kszucs Feb 10, 2026
281696d
style(hf): run taplo format
kszucs Feb 10, 2026
69640d6
chore(deps): remove tokio dependency and use backon for exponential b…
kszucs Feb 11, 2026
9a25884
chore(deps): align ctor version in xet
kszucs Feb 11, 2026
4a27aa3
chore(deps): remove not unused tempfile dependency
kszucs Feb 11, 2026
10f803d
refactor(hf): use a more recent streaming xet client
kszucs Feb 11, 2026
4a30ceb
chore(hf): remove duplicate deleter tests
kszucs Feb 11, 2026
11a1809
chore(hf): remove essentially unused size field from HfWriter
kszucs Feb 11, 2026
9c18db6
chore(hf): update XetClient.write() call after removing progress upda…
kszucs Feb 11, 2026
c57dc7b
feat(hf): add support for buckets repository type
kszucs Feb 13, 2026
7f02a3b
build(hf): switch to depend on subxet - a tree-shaken single crate ve…
kszucs Feb 13, 2026
b403fa5
chore(hf): format cargo toml
kszucs Feb 13, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2,362 changes: 1,688 additions & 674 deletions core/Cargo.lock

Large diffs are not rendered by default.

4 changes: 4 additions & 0 deletions core/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -145,6 +145,10 @@ services-hdfs = ["dep:opendal-service-hdfs"]
services-hdfs-native = ["dep:opendal-service-hdfs-native"]
services-http = ["dep:opendal-service-http"]
services-huggingface = ["dep:opendal-service-huggingface"]
services-huggingface-xet = [
"dep:opendal-service-huggingface",
"opendal-service-huggingface/xet",
]
services-ipfs = ["dep:opendal-service-ipfs"]
services-ipmfs = ["dep:opendal-service-ipmfs"]
services-koofr = ["dep:opendal-service-koofr"]
Expand Down
20 changes: 20 additions & 0 deletions core/services/huggingface/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -30,15 +30,35 @@ version = { workspace = true }
[package.metadata.docs.rs]
all-features = true

[features]
default = []
xet = ["dep:reqwest", "dep:subxet", "dep:futures", "dep:async-trait"]

[dependencies]
backon = "1.6"
base64 = { workspace = true }
bytes = { workspace = true }
http = { workspace = true }
log = { workspace = true }
opendal-core = { path = "../../core", version = "0.55.0", default-features = false }
percent-encoding = "2"
serde = { workspace = true, features = ["derive"] }
serde_json = { workspace = true }
# XET storage protocol support (optional)
async-trait = { version = "0.1", optional = true }
futures = { workspace = true, optional = true }
reqwest = { version = "0.12", default-features = false, features = [
"rustls-tls",
], optional = true }
subxet = { git = "https://github.com/kszucs/subxet", optional = true }

[dev-dependencies]
futures = { workspace = true }
opendal-core = { path = "../../core", version = "0.55.0", features = [
"reqwest-rustls-tls",
] }
reqwest = { version = "0.12", default-features = false, features = [
"rustls-tls",
] }
serde_json = { workspace = true }
tokio = { workspace = true, features = ["macros", "rt-multi-thread"] }
Loading
Loading