File tree Expand file tree Collapse file tree 1 file changed +9
-8
lines changed Expand file tree Collapse file tree 1 file changed +9
-8
lines changed Original file line number Diff line number Diff line change @@ -185,16 +185,17 @@ def __call__(
185185 messages : List [llama_types .ChatCompletionRequestMessage ],
186186 ** kwargs : Any ,
187187 ) -> ChatFormatterResponse :
188- if self .add_generation_prompt :
189- messages = [
190- * messages ,
191- llama_types .ChatCompletionRequestAssistantMessage (
192- role = "assistant" , content = ""
193- ),
194- ]
188+ def raise_exception (message : str ):
189+ raise ValueError (message )
190+
195191 prompt = self ._environment .render (
196- messages = messages , eos_token = self .eos_token , bos_token = self .bos_token
192+ messages = messages ,
193+ eos_token = self .eos_token ,
194+ bos_token = self .bos_token ,
195+ raise_exception = raise_exception ,
196+ add_generation_prompt = self .add_generation_prompt
197197 )
198+
198199 return ChatFormatterResponse (prompt = prompt , stop = [self .eos_token ])
199200
200201 def to_chat_handler (self ) -> LlamaChatCompletionHandler :
You can’t perform that action at this time.
0 commit comments