Apply new styles

Author: torymur

src/index.rs

@@ -1,14 +1,16 @@
 //! Building an `Index` to efficiently map vocabulary tokens to state transitions.
 
-use crate::prelude::*;
-use crate::vocabulary::Vocabulary;
-use crate::{Error, Result};
 use bincode::{Decode, Encode};
-use regex_automata::dfa::{dense::DFA, Automaton};
+use regex_automata::dfa::dense::DFA;
+use regex_automata::dfa::Automaton;
 use regex_automata::util::primitives::StateID as AutomataStateId;
 use regex_automata::Anchored;
 use rustc_hash::{FxHashMap as HashMap, FxHashSet as HashSet};
 
+use crate::prelude::*;
+use crate::vocabulary::Vocabulary;
+use crate::{Error, Result};
+
 /// `Index` efficiently maps vocabulary tokens to state transitions.
 #[derive(Clone, Debug, PartialEq, Encode, Decode)]
 pub struct Index {

src/json_schema/parsing.rs

@@ -3,8 +3,7 @@
 use std::num::NonZeroU64;
 
 use regex::escape;
-use serde_json::json;
-use serde_json::Value;
+use serde_json::{json, Value};
 
 use crate::json_schema::types;
 use crate::Error;

src/prelude.rs

@@ -2,9 +2,7 @@
 
 pub use tokenizers::FromPretrainedParameters;
 
-pub use super::{
-    index::Index,
-    json_schema,
-    primitives::{StateId, Token, TokenId},
-    vocabulary::Vocabulary,
-};
+pub use super::index::Index;
+pub use super::json_schema;
+pub use super::primitives::{StateId, Token, TokenId};
+pub use super::vocabulary::Vocabulary;

src/python_bindings/mod.rs

@@ -2,18 +2,18 @@
 
 use std::sync::Arc;
 
-use crate::index::Index;
-use crate::json_schema;
-use crate::prelude::*;
-use bincode::config;
-use bincode::{Decode, Encode};
+use bincode::{config, Decode, Encode};
 use pyo3::exceptions::PyValueError;
 use pyo3::prelude::*;
 use pyo3::types::{PyAny, PyDict};
 use pyo3::wrap_pyfunction;
 use rustc_hash::{FxHashMap as HashMap, FxHashSet as HashSet};
 use tokenizers::FromPretrainedParameters;
 
+use crate::index::Index;
+use crate::json_schema;
+use crate::prelude::*;
+
 macro_rules! type_name {
     ($obj:expr) => {
         // Safety: obj is always initialized and tp_name is a C-string
@@ -148,6 +148,7 @@ impl PyIndex {
     fn get_initial_state(&self) -> StateId {
         self.0.initial_state()
     }
+
     fn __repr__(&self) -> String {
         format!("{:#?}", self.0)
     }

src/vocabulary/locator.rs

@@ -1,6 +1,7 @@
 //! Parsing known locations in order to retrieve `eos_token_id` information.
 
-use hf_hub::{api::sync::ApiBuilder, Repo, RepoType};
+use hf_hub::api::sync::ApiBuilder;
+use hf_hub::{Repo, RepoType};
 use serde::{Deserialize, Serialize};
 use tokenizers::{FromPretrainedParameters, Tokenizer};
 

src/vocabulary/mod.rs

@@ -1,17 +1,15 @@
 //! Creates `Vocabulary` manually or from pretrained large language model.
 
 use bincode::{Decode, Encode};
+use locator::{HFLocator, Locator};
+use processor::TokenProcessor;
 use rustc_hash::FxHashMap as HashMap;
-
 use tokenizers::normalizers::Sequence;
 use tokenizers::{NormalizerWrapper, Tokenizer};
 
 use crate::prelude::*;
 use crate::{Error, Result};
 
-use locator::{HFLocator, Locator};
-use processor::TokenProcessor;
-
 mod locator;
 mod processor;
 
@@ -241,9 +239,10 @@ impl TryFrom<(TokenId, HashMap<String, Vec<TokenId>>)> for Vocabulary {
 
 #[cfg(test)]
 mod tests {
-    use super::*;
     use rustc_hash::FxHashSet as HashSet;
 
+    use super::*;
+
     #[test]
     fn basic_interface() {
         let eos_token_id = 3;