chore: import upstream snapshot with attribution

swift/ui/llm_export/__init__.py

@@ -0,0 +1,2 @@
+# Copyright (c) ModelScope Contributors. All rights reserved.
+from .llm_export import LLMExport

swift/ui/llm_export/export.py

@@ -0,0 +1,88 @@
+# Copyright (c) ModelScope Contributors. All rights reserved.
+import gradio as gr
+from typing import Type
+
+from swift.dataset import get_dataset_list
+from ..base import BaseUI
+
+
+class Export(BaseUI):
+
+    group = 'llm_export'
+
+    locale_dict = {
+        'merge_lora': {
+            'label': {
+                'zh': '合并LoRA',
+                'en': 'Merge LoRA'
+            },
+            'info': {
+                'zh':
+                'LoRA合并的路径在填入的checkpoint同级目录，请查看运行时log获取更具体的信息',
+                'en':
+                'The output path is in the sibling directory as the input checkpoint. '
+                'Please refer to the runtime log for more specific information.'
+            },
+        },
+        'device_map': {
+            'label': {
+                'zh': '合并LoRA使用的device_map',
+                'en': 'The device_map when merge-lora'
+            },
+            'info': {
+                'zh': '如果显存不够请填入cpu',
+                'en': 'If GPU memory is not enough, fill in cpu'
+            },
+        },
+        'quant_bits': {
+            'label': {
+                'zh': '量化比特数',
+                'en': 'Quantize bits'
+            },
+        },
+        'quant_method': {
+            'label': {
+                'zh': '量化方法',
+                'en': 'Quantize method'
+            },
+        },
+        'quant_n_samples': {
+            'label': {
+                'zh': '量化集采样数',
+                'en': 'Sampled rows from calibration dataset'
+            },
+        },
+        'max_length': {
+            'label': {
+                'zh': '量化集的max-length',
+                'en': 'The quantize sequence length'
+            },
+        },
+        'output_dir': {
+            'label': {
+                'zh': '输出路径',
+                'en': 'Output dir'
+            },
+        },
+        'dataset': {
+            'label': {
+                'zh': '校准数据集',
+                'en': 'Calibration datasets'
+            },
+        },
+    }
+
+    @classmethod
+    def do_build_ui(cls, base_tab: Type['BaseUI']):
+        with gr.Row():
+            gr.Checkbox(elem_id='merge_lora', scale=10)
+            gr.Textbox(elem_id='device_map', scale=20)
+        with gr.Row():
+            gr.Dropdown(elem_id='quant_bits', scale=20)
+            gr.Dropdown(elem_id='quant_method', scale=20)
+            gr.Textbox(elem_id='quant_n_samples', scale=20)
+            gr.Textbox(elem_id='max_length', scale=20)
+        with gr.Row():
+            gr.Textbox(elem_id='output_dir', scale=20)
+            gr.Dropdown(
+                elem_id='dataset', multiselect=True, allow_custom_value=True, choices=get_dataset_list(), scale=20)

swift/ui/llm_export/llm_export.py

@@ -0,0 +1,204 @@
+# Copyright (c) ModelScope Contributors. All rights reserved.
+import gradio as gr
+import json
+import os
+import re
+import sys
+from datetime import datetime
+from functools import partial
+from json import JSONDecodeError
+from transformers.utils import is_torch_cuda_available, is_torch_npu_available
+from typing import Type
+
+from swift.arguments import ExportArguments
+from swift.utils import get_device_count
+from ..base import BaseUI
+from ..llm_train import run_command_in_background_with_popen
+from .export import Export
+from .model import Model
+from .runtime import ExportRuntime
+
+
+class LLMExport(BaseUI):
+    group = 'llm_export'
+
+    sub_ui = [Model, Export, ExportRuntime]
+
+    locale_dict = {
+        'llm_export': {
+            'label': {
+                'zh': 'LLM导出',
+                'en': 'LLM Export',
+            }
+        },
+        'more_params': {
+            'label': {
+                'zh': '更多参数',
+                'en': 'More params'
+            },
+            'info': {
+                'zh': '以json格式或--xxx xxx命令行格式填入',
+                'en': 'Fill in with json format or --xxx xxx cmd format'
+            }
+        },
+        'export': {
+            'value': {
+                'zh': '开始导出',
+                'en': 'Begin Export'
+            },
+        },
+        'gpu_id': {
+            'label': {
+                'zh': '选择可用GPU',
+                'en': 'Choose GPU'
+            },
+            'info': {
+                'zh': '选择使用的GPU号，如CUDA不可用只能选择CPU',
+                'en': 'Select GPU to export'
+            }
+        },
+    }
+
+    choice_dict = BaseUI.get_choices_from_dataclass(ExportArguments)
+    default_dict = BaseUI.get_default_value_from_dataclass(ExportArguments)
+    arguments = BaseUI.get_argument_names(ExportArguments)
+
+    @classmethod
+    def do_build_ui(cls, base_tab: Type['BaseUI']):
+        with gr.TabItem(elem_id='llm_export', label=''):
+            default_device = 'cpu'
+            device_count = get_device_count()
+            if device_count > 0:
+                default_device = '0'
+            with gr.Blocks():
+                Model.build_ui(base_tab)
+                Export.build_ui(base_tab)
+                ExportRuntime.build_ui(base_tab)
+                with gr.Row(equal_height=True):
+                    gr.Textbox(elem_id='more_params', lines=4, scale=20)
+                    gr.Button(elem_id='export', scale=2, variant='primary')
+                gr.Dropdown(
+                    elem_id='gpu_id',
+                    multiselect=True,
+                    choices=[str(i) for i in range(device_count)] + ['cpu'],
+                    value=default_device,
+                    scale=8)
+
+                cls.element('export').click(
+                    cls.export_model, list(base_tab.valid_elements().values()),
+                    [cls.element('runtime_tab'), cls.element('running_tasks')])
+
+                base_tab.element('running_tasks').change(
+                    partial(ExportRuntime.task_changed, base_tab=base_tab), [base_tab.element('running_tasks')],
+                    list(base_tab.valid_elements().values()) + [cls.element('log')])
+                ExportRuntime.element('kill_task').click(
+                    ExportRuntime.kill_task,
+                    [ExportRuntime.element('running_tasks')],
+                    [ExportRuntime.element('running_tasks')] + [ExportRuntime.element('log')],
+                )
+
+    @classmethod
+    def export(cls, *args):
+        export_args = cls.get_default_value_from_dataclass(ExportArguments)
+        kwargs = {}
+        kwargs_is_list = {}
+        other_kwargs = {}
+        more_params = {}
+        more_params_cmd = ''
+        keys = cls.valid_element_keys()
+        for key, value in zip(keys, args):
+            compare_value = export_args.get(key)
+            compare_value_arg = str(compare_value) if not isinstance(compare_value, (list, dict)) else compare_value
+            compare_value_ui = str(value) if not isinstance(value, (list, dict)) else value
+            if key in export_args and compare_value_ui != compare_value_arg and value:
+                if isinstance(value, str) and re.fullmatch(cls.int_regex, value):
+                    value = int(value)
+                elif isinstance(value, str) and re.fullmatch(cls.float_regex, value):
+                    value = float(value)
+                elif isinstance(value, str) and re.fullmatch(cls.bool_regex, value):
+                    value = True if value.lower() == 'true' else False
+                kwargs[key] = value if not isinstance(value, list) else ' '.join(value)
+                kwargs_is_list[key] = isinstance(value, list) or getattr(cls.element(key), 'is_list', False)
+            else:
+                other_kwargs[key] = value
+            if key == 'more_params' and value:
+                try:
+                    more_params = json.loads(value)
+                except (JSONDecodeError or TypeError):
+                    more_params_cmd = value
+
+        kwargs.update(more_params)
+        model = kwargs.get('model')
+        if os.path.exists(model) and os.path.exists(os.path.join(model, 'args.json')):
+            if os.path.exists(os.path.join(model, 'adapter_config.json')):
+                kwargs['adapters'] = kwargs.pop('model')
+        export_args = ExportArguments(
+            **{
+                key: value.split(' ') if key in kwargs_is_list and kwargs_is_list[key] else value
+                for key, value in kwargs.items()
+            })
+        params = ''
+        command = ['swift', 'export']
+        sep = f'{cls.quote} {cls.quote}'
+        for e in kwargs:
+            if isinstance(kwargs[e], list):
+                params += f'--{e} {cls.quote}{sep.join(kwargs[e])}{cls.quote} '
+                command.extend([f'--{e}'] + kwargs[e])
+            elif e in kwargs_is_list and kwargs_is_list[e]:
+                all_args = [arg for arg in kwargs[e].split(' ') if arg.strip()]
+                params += f'--{e} {cls.quote}{sep.join(all_args)}{cls.quote} '
+                command.extend([f'--{e}'] + all_args)
+            else:
+                params += f'--{e} {cls.quote}{kwargs[e]}{cls.quote} '
+                command.extend([f'--{e}', f'{kwargs[e]}'])
+        if more_params_cmd != '':
+            params += f'{more_params_cmd.strip()} '
+            more_params_cmd = [param.strip() for param in more_params_cmd.split('--')]
+            more_params_cmd = [param.split(' ') for param in more_params_cmd if param]
+            for param in more_params_cmd:
+                command.extend([f'--{param[0]}'] + param[1:])
+        all_envs = {}
+        devices = other_kwargs['gpu_id']
+        devices = [d for d in devices if d]
+        assert (len(devices) == 1 or 'cpu' not in devices)
+        gpus = ','.join(devices)
+        cuda_param = ''
+        if gpus != 'cpu':
+            if is_torch_npu_available():
+                cuda_param = f'ASCEND_RT_VISIBLE_DEVICES={gpus}'
+                all_envs['ASCEND_RT_VISIBLE_DEVICES'] = gpus
+            elif is_torch_cuda_available():
+                cuda_param = f'CUDA_VISIBLE_DEVICES={gpus}'
+                all_envs['CUDA_VISIBLE_DEVICES'] = gpus
+            else:
+                cuda_param = ''
+        now = datetime.now()
+        time_str = f'{now.year}{now.month}{now.day}{now.hour}{now.minute}{now.second}'
+        file_path = f'output/{export_args.model_type}-{time_str}'
+        if not os.path.exists(file_path):
+            os.makedirs(file_path, exist_ok=True)
+        log_file = os.path.join(os.getcwd(), f'{file_path}/run_export.log')
+        export_args.log_file = log_file
+        params += f'--log_file "{log_file}" '
+        command.extend(['--log_file', f'{log_file}'])
+        params += '--ignore_args_error true '
+        command.extend(['--ignore_args_error', 'true'])
+        additional_param = ''
+        if export_args.quant_method == 'gptq':
+            additional_param = 'OMP_NUM_THREADS=14'
+            all_envs['OMP_NUM_THREADS'] = '14'
+        if sys.platform == 'win32':
+            if cuda_param:
+                cuda_param = f'set {cuda_param} && '
+            if additional_param:
+                additional_param = f'set {additional_param} && '
+            run_command = f'{cuda_param}{additional_param}start /b swift export {params} > {log_file} 2>&1'
+        else:
+            run_command = f'{cuda_param} {additional_param} nohup swift export {params} > {log_file} 2>&1 &'
+        return command, all_envs, run_command, export_args, log_file
+
+    @classmethod
+    def export_model(cls, *args):
+        command, all_envs, run_command, export_args, log_file = cls.export(*args)
+        run_command_in_background_with_popen(command, all_envs, log_file)
+        return gr.update(open=True), ExportRuntime.refresh_tasks(log_file)

swift/ui/llm_export/model.py

@@ -0,0 +1,83 @@
+# Copyright (c) ModelScope Contributors. All rights reserved.
+import gradio as gr
+from functools import partial
+from typing import Type
+
+from swift.arguments import ExportArguments
+from swift.model import ModelType, get_model_list
+from swift.template import TEMPLATE_MAPPING
+from ..base import BaseUI
+
+
+class Model(BaseUI):
+
+    group = 'llm_export'
+
+    locale_dict = {
+        'checkpoint': {
+            'value': {
+                'zh': '训练后的模型',
+                'en': 'Trained model'
+            }
+        },
+        'model_type': {
+            'label': {
+                'zh': '选择模型类型',
+                'en': 'Select Model Type'
+            },
+            'info': {
+                'zh': 'SWIFT已支持的模型类型',
+                'en': 'Base model type supported by SWIFT'
+            }
+        },
+        'model': {
+            'label': {
+                'zh': '模型id或路径',
+                'en': 'Model id or path'
+            },
+            'info': {
+                'zh': '实际的模型id，如果是训练后的模型请填入checkpoint-xxx的目录',
+                'en': 'The actual model id or path, if is a trained model, please fill in the checkpoint-xxx dir'
+            }
+        },
+        'reset': {
+            'value': {
+                'zh': '恢复初始值',
+                'en': 'Reset to default'
+            },
+        },
+        'template': {
+            'label': {
+                'zh': '模型Prompt模板类型',
+                'en': 'Prompt template type'
+            },
+            'info': {
+                'zh': '选择匹配模型的Prompt模板',
+                'en': 'Choose the template type of the model'
+            }
+        },
+    }
+
+    ignored_models = ['int1', 'int2', 'int4', 'int8', 'awq', 'gptq', 'bnb', 'eetq', 'aqlm', 'hqq']
+
+    @classmethod
+    def do_build_ui(cls, base_tab: Type['BaseUI']):
+        with gr.Row():
+            all_models = [
+                model for model in get_model_list() if not any([ignored in model for ignored in cls.ignored_models])
+            ]
+            gr.Dropdown(
+                elem_id='model',
+                scale=20,
+                choices=all_models,
+                value='Qwen/Qwen2.5-7B-Instruct',
+                allow_custom_value=True)
+            gr.Dropdown(elem_id='model_type', choices=ModelType.get_model_name_list(), scale=20)
+            gr.Dropdown(elem_id='template', choices=list(TEMPLATE_MAPPING.keys()), scale=20)
+
+    @classmethod
+    def after_build_ui(cls, base_tab: Type['BaseUI']):
+        cls.element('model').change(
+            partial(cls.update_input_model, arg_cls=ExportArguments, has_record=False),
+            inputs=[cls.element('model')],
+            outputs=list(cls.valid_elements().values()))

swift/ui/llm_export/runtime.py

@@ -0,0 +1,75 @@
+# Copyright (c) ModelScope Contributors. All rights reserved.
+from swift.utils import get_logger
+from ..llm_infer import Runtime
+
+logger = get_logger()
+
+
+class ExportRuntime(Runtime):
+
+    group = 'llm_export'
+
+    cmd = 'export'
+
+    locale_dict = {
+        'runtime_tab': {
+            'label': {
+                'zh': '运行时',
+                'en': 'Runtime'
+            },
+        },
+        'running_cmd': {
+            'label': {
+                'zh': '运行命令',
+                'en': 'Command line'
+            },
+            'info': {
+                'zh': '执行的实际命令',
+                'en': 'The actual command'
+            }
+        },
+        'show_log': {
+            'value': {
+                'zh': '展示导出状态',
+                'en': 'Show export status'
+            },
+        },
+        'stop_show_log': {
+            'value': {
+                'zh': '停止展示',
+                'en': 'Stop showing running status'
+            },
+        },
+        'log': {
+            'label': {
+                'zh': '日志输出',
+                'en': 'Logging content'
+            },
+            'info': {
+                'zh': '如果日志无更新请再次点击"展示导出状态"',
+                'en': 'Please press "Show export status" if the log content is not updating'
+            }
+        },
+        'running_tasks': {
+            'label': {
+                'zh': '运行中导出任务',
+                'en': 'Running export task'
+            },
+            'info': {
+                'zh': '所有的swift export命令启动的任务',
+                'en': 'All tasks started by swift export'
+            }
+        },
+        'refresh_tasks': {
+            'value': {
+                'zh': '找回导出任务',
+                'en': 'Find export'
+            },
+        },
+        'kill_task': {
+            'value': {
+                'zh': '杀死导出任务',
+                'en': 'Kill export'
+            },
+        },
+    }