diff --git a/src/encoding.rs b/src/encoding.rs index c58e8b8..030c96f 100644 --- a/src/encoding.rs +++ b/src/encoding.rs @@ -68,7 +68,7 @@ impl FormattingToken { FormattingToken::Channel => "<|channel|>", FormattingToken::BeginUntrusted => "<|untrusted|>", FormattingToken::EndUntrusted => "<|end_untrusted|>", - FormattingToken::MetaSep => "<|channel|>", + FormattingToken::MetaSep => "<|meta_sep|>", FormattingToken::MetaEnd => "<|meta_end|>", } } diff --git a/src/registry.rs b/src/registry.rs index 6d8a98f..4fe585d 100644 --- a/src/registry.rs +++ b/src/registry.rs @@ -66,6 +66,8 @@ pub fn load_harmony_encoding(name: HarmonyEncodingName) -> anyhow::Result"), (FormattingToken::BeginUntrusted, "<|untrusted|>"), (FormattingToken::EndUntrusted, "<|end_untrusted|>"), + (FormattingToken::MetaSep, "<|meta_sep|>"), + (FormattingToken::MetaEnd, "<|meta_end|>"), ]), stop_formatting_tokens: HashSet::from([ FormattingToken::EndMessageDoneSampling, @@ -107,6 +109,8 @@ pub async fn load_harmony_encoding(name: HarmonyEncodingName) -> anyhow::Result< (FormattingToken::EndMessageAssistantToTool, "<|call|>"), (FormattingToken::BeginUntrusted, "<|untrusted|>"), (FormattingToken::EndUntrusted, "<|end_untrusted|>"), + (FormattingToken::MetaSep, "<|meta_sep|>"), + (FormattingToken::MetaEnd, "<|meta_end|>"), ]), stop_formatting_tokens: HashSet::from([ FormattingToken::EndMessageDoneSampling,