Refactor Web-UI (#4687)

Author: slin000111

swift/ui/app.py

@@ -8,11 +8,14 @@
 from transformers.utils import strtobool
 
 import swift
-from swift.llm import DeployArguments, EvalArguments, ExportArguments, RLHFArguments, SwiftPipeline, WebUIArguments
+from swift.llm import (DeployArguments, EvalArguments, ExportArguments, RLHFArguments, SamplingArguments, SwiftPipeline,
+                       WebUIArguments)
 from swift.ui.llm_eval.llm_eval import LLMEval
 from swift.ui.llm_export.llm_export import LLMExport
 from swift.ui.llm_grpo.llm_grpo import LLMGRPO
 from swift.ui.llm_infer.llm_infer import LLMInfer
+from swift.ui.llm_rlhf.llm_rlhf import LLMRLHF
+from swift.ui.llm_sample.llm_sample import LLMSample
 from swift.ui.llm_train.llm_train import LLMTrain
 
 locale_dict = {
@@ -51,10 +54,12 @@ def run(self):
         port_env = os.environ.get('WEBUI_PORT')
         port = int(port_env) if port_env else self.args.server_port
         LLMTrain.set_lang(lang)
+        LLMRLHF.set_lang(lang)
         LLMGRPO.set_lang(lang)
         LLMInfer.set_lang(lang)
         LLMExport.set_lang(lang)
         LLMEval.set_lang(lang)
+        LLMSample.set_lang(lang)
         with gr.Blocks(title='SWIFT WebUI', theme=gr.themes.Base()) as app:
             try:
                 _version = swift.__version__
@@ -64,10 +69,12 @@ def run(self):
             gr.HTML(f"<h3><center>{locale_dict['sub_title'][lang]}</center></h3>")
             with gr.Tabs():
                 LLMTrain.build_ui(LLMTrain)
+                LLMRLHF.build_ui(LLMRLHF)
                 LLMGRPO.build_ui(LLMGRPO)
                 LLMInfer.build_ui(LLMInfer)
                 LLMExport.build_ui(LLMExport)
                 LLMEval.build_ui(LLMEval)
+                LLMSample.build_ui(LLMSample)
 
             concurrent = {}
             if version.parse(gr.__version__) < version.parse('4.0.0'):
@@ -76,6 +83,10 @@ def run(self):
                 partial(LLMTrain.update_input_model, arg_cls=RLHFArguments),
                 inputs=[LLMTrain.element('model')],
                 outputs=[LLMTrain.element('train_record')] + list(LLMTrain.valid_elements().values()))
+            app.load(
+                partial(LLMRLHF.update_input_model, arg_cls=RLHFArguments),
+                inputs=[LLMRLHF.element('model')],
+                outputs=[LLMRLHF.element('train_record')] + list(LLMRLHF.valid_elements().values()))
             app.load(
                 partial(LLMGRPO.update_input_model, arg_cls=RLHFArguments),
                 inputs=[LLMGRPO.element('model')],
@@ -92,6 +103,10 @@ def run(self):
                 partial(LLMEval.update_input_model, arg_cls=EvalArguments, has_record=False),
                 inputs=[LLMEval.element('model')],
                 outputs=list(LLMEval.valid_elements().values()))
+            app.load(
+                partial(LLMSample.update_input_model, arg_cls=SamplingArguments, has_record=False),
+                inputs=[LLMSample.element('model')],
+                outputs=list(LLMSample.valid_elements().values()))
         app.queue(**concurrent).launch(server_name=server, inbrowser=True, server_port=port, height=800, share=share)
 
 

swift/ui/base.py

@@ -291,7 +291,7 @@ def get_default_value_from_dataclass(dataclass):
                     default_dict[f.name] = ' '.join(default_dict[f.name])
                 except TypeError:
                     default_dict[f.name] = None
-            if not default_dict[f.name]:
+            if not default_dict[f.name] and default_dict[f.name] not in (0, False):
                 default_dict[f.name] = None
         return default_dict
 
@@ -407,3 +407,12 @@ def update_all_settings(cls, model, train_record, base_tab):
             else:
                 updates.append(gr.update())
         return updates
+
+    @classmethod
+    def update_ddp_num(cls, gpu_ids, use_ddp):
+        if use_ddp:
+            if 'cpu' in gpu_ids:
+                return None
+            else:
+                return len(gpu_ids)
+        return 1

swift/ui/llm_eval/llm_eval.py

@@ -32,7 +32,7 @@ class LLMEval(BaseUI):
         'llm_eval': {
             'label': {
                 'zh': 'LLM评测',
-                'en': 'LLM evaluation',
+                'en': 'LLM Evaluation',
             }
         },
         'more_params': {
@@ -78,7 +78,7 @@ def do_build_ui(cls, base_tab: Type['BaseUI']):
                 Model.build_ui(base_tab)
                 Eval.build_ui(base_tab)
                 EvalRuntime.build_ui(base_tab)
-                with gr.Row():
+                with gr.Row(equal_height=True):
                     gr.Textbox(elem_id='more_params', lines=4, scale=20)
                     gr.Button(elem_id='evaluate', scale=2, variant='primary')
                 gr.Dropdown(

swift/ui/llm_eval/runtime.py

@@ -52,8 +52,8 @@ class EvalRuntime(Runtime):
                 'en': 'Logging content'
             },
             'info': {
-                'zh': '如果日志无更新请再次点击"展示日志内容"',
-                'en': 'Please press "Show log" if the log content is not updating'
+                'zh': '如果日志无更新请再次点击"展示评测状态"',
+                'en': 'Please press "Show eval status" if the log content is not updating'
             }
         },
         'running_tasks': {
@@ -84,7 +84,7 @@ class EvalRuntime(Runtime):
     def do_build_ui(cls, base_tab: Type['BaseUI']):
         with gr.Accordion(elem_id='runtime_tab', open=False, visible=True):
             with gr.Blocks():
-                with gr.Row():
+                with gr.Row(equal_height=True):
                     gr.Dropdown(elem_id='running_tasks', scale=10)
                     gr.Button(elem_id='refresh_tasks', scale=1, variant='primary')
                     gr.Button(elem_id='show_log', scale=1, variant='primary')

swift/ui/llm_export/export.py

@@ -14,20 +14,20 @@ class Export(BaseUI):
     locale_dict = {
         'merge_lora': {
             'label': {
-                'zh': '合并lora',
-                'en': 'Merge lora'
+                'zh': '合并LoRA',
+                'en': 'Merge LoRA'
             },
             'info': {
                 'zh':
-                'lora合并的路径在填入的checkpoint同级目录，请查看运行时log获取更具体的信息',
+                'LoRA合并的路径在填入的checkpoint同级目录，请查看运行时log获取更具体的信息',
                 'en':
                 'The output path is in the sibling directory as the input checkpoint. '
                 'Please refer to the runtime log for more specific information.'
             },
         },
         'device_map': {
             'label': {
-                'zh': '合并lora使用的device_map',
+                'zh': '合并LoRA使用的device_map',
                 'en': 'The device_map when merge-lora'
             },
             'info': {

swift/ui/llm_export/llm_export.py

@@ -30,7 +30,7 @@ class LLMExport(BaseUI):
         'llm_export': {
             'label': {
                 'zh': 'LLM导出',
-                'en': 'LLM export',
+                'en': 'LLM Export',
             }
         },
         'more_params': {
@@ -76,7 +76,7 @@ def do_build_ui(cls, base_tab: Type['BaseUI']):
                 Model.build_ui(base_tab)
                 Export.build_ui(base_tab)
                 ExportRuntime.build_ui(base_tab)
-                with gr.Row():
+                with gr.Row(equal_height=True):
                     gr.Textbox(elem_id='more_params', lines=4, scale=20)
                     gr.Button(elem_id='export', scale=2, variant='primary')
                 gr.Dropdown(

swift/ui/llm_export/runtime.py

@@ -46,8 +46,8 @@ class ExportRuntime(Runtime):
                 'en': 'Logging content'
             },
             'info': {
-                'zh': '如果日志无更新请再次点击"展示日志内容"',
-                'en': 'Please press "Show log" if the log content is not updating'
+                'zh': '如果日志无更新请再次点击"展示导出状态"',
+                'en': 'Please press "Show export status" if the log content is not updating'
             }
         },
         'running_tasks': {

swift/ui/llm_grpo/__init__.py

@@ -0,0 +1 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.

swift/ui/llm_grpo/advanced.py

@@ -0,0 +1,7 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+from swift.ui.llm_train.advanced import Advanced
+
+
+class GRPOAdvanced(Advanced):
+
+    group = 'llm_grpo'

swift/ui/llm_grpo/dataset.py

@@ -0,0 +1,7 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+from swift.ui.llm_train.dataset import Dataset
+
+
+class GRPODataset(Dataset):
+
+    group = 'llm_grpo'