docs: add all features (#1953)

* docs: add http feature for docs and docsrs

* add all features

Author: wheynelau

tokenizers/Cargo.toml

@@ -15,6 +15,9 @@ with a focus on performances and versatility.
 """
 exclude = [ "rust-toolchain", "target/*", "Cargo.lock", "benches/*.txt", "benches/*.json", "data/*" ]
 
+[package.metadata.docs.rs]
+all-features = true
+
 [lib]
 name = "tokenizers"
 path = "src/lib.rs"

tokenizers/src/lib.rs

@@ -1,3 +1,4 @@
+#![cfg_attr(docsrs, feature(doc_cfg))]
 #![warn(clippy::all)]
 #![allow(clippy::upper_case_acronyms)]
 #![doc(html_favicon_url = "https://huggingface.co/favicon.ico")]

tokenizers/src/tokenizer/mod.rs

@@ -445,6 +445,7 @@ impl Tokenizer {
         Ok(tokenizer)
     }
     #[cfg(feature = "http")]
+    #[cfg_attr(docsrs, doc(cfg(feature = "http")))]
     pub fn from_pretrained<S: AsRef<str>>(
         identifier: S,
         params: Option<crate::utils::from_pretrained::FromPretrainedParameters>,
@@ -1539,6 +1540,7 @@ where
         note = "Users should download the file separately using https://github.com/huggingface/hf-hub instead, which splits concerns of accessing the web, and should use the new cache layout"
     )]
     #[cfg(feature = "http")]
+    #[cfg_attr(docsrs, doc(cfg(feature = "http")))]
     /// Instantiate a new Tokenizer from a file hosted on the Hugging Face Hub.
     /// It expects the `identifier` of a model that includes a `tokenizer.json` file.
     pub fn from_pretrained<S: AsRef<str>>(