Feat/update course 0120 (#331)

Author: tastelikefeet

docs/source/cources/deployment.md

@@ -151,22 +151,42 @@ client = OpenAI(
 model_type = client.models.list().data[0].id
 print(f'model_type: {model_type}')
 
-query = '浙江 -> 杭州\n安徽 -> 合肥\n四川 ->'
-kwargs = {'model': model_type, 'messages': query, 'seed': 42, 'temperature': 0.1, 'max_tokens': 32}
-
-resp = client.chat.completions.create(**kwargs)
-response = resp.choices[0].text
+query = '浙江的省会在哪里?'
+messages = [{
+    'role': 'user',
+    'content': query
+}]
+resp = client.chat.completions.create(
+    model=model_type,
+    messages=messages,
+    seed=42)
+response = resp.choices[0].message.content
 print(f'query: {query}')
 print(f'response: {response}')
 
 # 流式
-stream_resp = client.completions.create(stream=True, **kwargs)
-response = resp.choices[0].text
+messages.append({'role': 'assistant', 'content': response})
+query = '这有什么好吃的?'
+messages.append({'role': 'user', 'content': query})
+stream_resp = client.chat.completions.create(
+    model=model_type,
+    messages=messages,
+    stream=True,
+    seed=42)
+
 print(f'query: {query}')
 print('response: ', end='')
 for chunk in stream_resp:
-    print(chunk.choices[0].text, end='', flush=True)
+    print(chunk.choices[0].delta.content, end='', flush=True)
 print()
+
+"""Out[0]
+model_type: qwen-7b-chat
+query: 浙江的省会在哪里?
+response: 浙江省的省会是杭州市。
+query: 这有什么好吃的?
+response: 杭州有许多美食，例如西湖醋鱼、东坡肉、龙井虾仁、叫化童子鸡等。此外，杭州还有许多特色小吃，如西湖藕粉、杭州小笼包、杭州油条等。
+"""
 ```
 
 # llama.cpp