File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change 66
77from memos .configs .llm import VLLMLLMConfig
88from memos .llms .vllm import VLLMLLM
9- from memos .types import MessageList
9+ from memos .types import MessageDict
1010
1111def main ():
1212 """Main function demonstrating VLLMLLM usage."""
@@ -28,7 +28,7 @@ def main():
2828
2929 # Test messages for KV cache building
3030 print ("\n Building KV cache for system messages..." )
31- system_messages : MessageList = [
31+ system_messages : list [ MessageDict ] = [
3232 {"role" : "system" , "content" : "You are a helpful AI assistant." },
3333 {"role" : "user" , "content" : "Hello! Can you tell me about vLLM?" }
3434 ]
@@ -40,8 +40,8 @@ def main():
4040
4141 # Test with different messages for generation
4242 print ("\n Generating response..." )
43- user_messages : MessageList = [
44- {"role" : "system" , "content" : "You are a helpful AI assistant." },
43+ user_messages : list [ MessageDict ] = [
44+ {"role" : "system" , "content" : "You are a helpful AI assistant. Please Introduce yourself " },
4545 {"role" : "user" , "content" : "What are the benefits of using vLLM?" }
4646 ]
4747 try :
You can’t perform that action at this time.
0 commit comments