support ms-agent-roleplay dataset (#936)

Author: hjh0119

swift/llm/utils/dataset.py

@@ -986,20 +986,27 @@ def _preprocess_msagent_multirole_dataset(dataset: HfDataset) -> HfDataset:
     只根据对话历史进行回复\n3. 长话短说，不要说太多话，不要超过50字 """
     history_prompt = '\n\n【chat history】'
     conv_prompt = '\n {name}:{content}'
-    query = []
-    response = []
+    system, query, response = [], [], []
+
+    def process_conversation(conv):
+        query, response = '', conv[-1]['value']
+        system = conv[0]['value'] if conv[0]['from'] != 'user' else ''
+        if conv[0]['from'] == 'user':
+            query = conv[0]['value']
+        elif 'next_speakers:' not in system:
+            if '【注意事项】' not in system and system:
+                system += res_prompt
+            system += history_prompt
+            system += ''.join([conv_prompt.format(name=c['from'], content=c['value']) for c in conv[1:-1]])
+
+        return system, query, response
 
     for d in dataset:
-        conv = d['conversations']
-        system = conv[0]['value']
-        if '【注意事项】' not in system:
-            system += res_prompt
-        system += history_prompt
-        response.append(conv[-1]['value'])
-        for i in range(1, len(conv) - 1):
-            system += conv_prompt.format(name=conv[i]['from'], content=conv[i]['value'])
-        query.append(system)
-    return HfDataset.from_dict({'query': query, 'response': response})
+        sys, qry, resp = process_conversation(d['conversations'])
+        system.append(sys)
+        query.append(qry)
+        response.append(resp)
+    return HfDataset.from_dict({'system': system, 'query': query, 'response': response})
 
 
 register_dataset(