We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 23a5c16 commit c47328cCopy full SHA for c47328c
tokenizers/src/normalizers/mod.rs
@@ -1,16 +1,16 @@
1
+pub mod append;
2
pub mod bert;
3
pub mod byte_level;
4
pub mod precompiled;
-pub mod append;
5
pub mod prepend;
6
pub mod replace;
7
pub mod strip;
8
pub mod unicode;
9
pub mod utils;
10
+pub use crate::normalizers::append::Append;
11
pub use crate::normalizers::bert::BertNormalizer;
12
pub use crate::normalizers::byte_level::ByteLevel;
13
pub use crate::normalizers::precompiled::Precompiled;
-pub use crate::normalizers::append::Append;
14
pub use crate::normalizers::prepend::Prepend;
15
pub use crate::normalizers::replace::Replace;
16
pub use crate::normalizers::strip::{Strip, StripAccents};
0 commit comments