We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 62e3409 commit 2b3abfcCopy full SHA for 2b3abfc
decode_examples.py
@@ -0,0 +1,10 @@
1
+from crayon import CrayonVocab
2
+
3
+vocab = CrayonVocab(device="auto")
4
+vocab.load_profile("lite")
5
6
+text = "Hello, world!"
7
+tokens = vocab.tokenize(text)
8
+print(tokens)
9
+decode=vocab.decode(tokens)
10
+print(decode)
0 commit comments