We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5fa4f93 commit 31a641bCopy full SHA for 31a641b
embeddings/src/main.rs
@@ -139,7 +139,7 @@ fn main() -> Result<()> {
139
for token in token_line {
140
// Attempt to convert token to string and print it; if it fails, print the token instead
141
match model.token_to_str(*token) {
142
- Ok(token_str) => eprintln!("Token string: {}", token_str),
+ Ok(token_str) => eprintln!(" {} --> {}", token, token_str),
143
Err(e) => {
144
eprintln!("Failed to convert token to string, error: {}", e);
145
eprintln!("Token value: {}", token);
0 commit comments