wehub-resource-sync
58 lines
2.8 KiB
Python
58 lines
2.8 KiB
Python
# Copyright (c) ModelScope Contributors. All rights reserved.
|
|
from typing import TYPE_CHECKING
|
|
|
|
from swift.utils.import_utils import _LazyModule
|
|
|
|
if TYPE_CHECKING:
|
|
from .adapter import Adapter, AdapterConfig, AdapterModule
|
|
from .base import Swift, SwiftModel
|
|
from .llamapro import LLaMAPro, LLaMAProConfig
|
|
from .longlora.longlora import LongLoRA, LongLoRAConfig, LongLoRAModelType
|
|
from .lora import LoRA, LoRAConfig
|
|
from .mapping import SWIFT_MAPPING, SwiftTuners
|
|
from .neftune import NEFTune, NEFTuneConfig
|
|
from .peft import (AdaLoraConfig, BOFTConfig, LoftQConfig, LoHaConfig, LoKrConfig, LoraConfig, OFTConfig,
|
|
PeftConfig, PeftModel, PeftModelForCausalLM, PeftModelForSeq2SeqLM,
|
|
PeftModelForSequenceClassification, PeftModelForTokenClassification, PrefixTuningConfig,
|
|
PromptEncoderConfig, PromptLearningConfig, PromptTuningConfig, VeraConfig, get_peft_config,
|
|
get_peft_model, get_peft_model_state_dict)
|
|
from .prompt import Prompt, PromptConfig, PromptModule
|
|
from .reft import Reft, ReftConfig
|
|
from .restuning import ResTuning, ResTuningBypassModule, ResTuningConfig
|
|
from .scetuning.scetuning import SCETuning, SCETuningConfig
|
|
from .side import Side, SideConfig, SideModule
|
|
from .utils import SwiftConfig, SwiftOutput, swift_to_peft_format
|
|
else:
|
|
_import_structure = {
|
|
'adapter': ['Adapter', 'AdapterConfig', 'AdapterModule'],
|
|
'base': ['SwiftModel', 'Swift'],
|
|
'lora': ['LoRA', 'LoRAConfig'],
|
|
'longlora.longlora': ['LongLoRAModelType', 'LongLoRAConfig', 'LongLoRA'],
|
|
'mapping': ['SWIFT_MAPPING', 'SwiftTuners'],
|
|
'side': ['Side', 'SideConfig', 'SideModule'],
|
|
'reft': ['Reft', 'ReftConfig'],
|
|
'llamapro': ['LLaMAPro', 'LLaMAProConfig'],
|
|
'neftune': ['NEFTune', 'NEFTuneConfig'],
|
|
'restuning': ['ResTuning', 'ResTuningConfig', 'ResTuningBypassModule'],
|
|
'peft': [
|
|
'AdaLoraConfig', 'LoftQConfig', 'LoHaConfig', 'LoKrConfig', 'LoraConfig', 'VeraConfig', 'BOFTConfig',
|
|
'OFTConfig', 'PeftConfig', 'PeftModel', 'PeftModelForCausalLM', 'PeftModelForSeq2SeqLM',
|
|
'PeftModelForSequenceClassification', 'PeftModelForTokenClassification', 'PrefixTuningConfig',
|
|
'PromptEncoderConfig', 'PromptLearningConfig', 'PromptTuningConfig', 'get_peft_config', 'get_peft_model',
|
|
'get_peft_model_state_dict'
|
|
],
|
|
'prompt': ['Prompt', 'PromptConfig', 'PromptModule'],
|
|
'scetuning': ['SCETuning', 'SCETuningConfig'],
|
|
'utils': ['SwiftConfig', 'SwiftOutput', 'swift_to_peft_format'],
|
|
}
|
|
|
|
import sys
|
|
|
|
sys.modules[__name__] = _LazyModule(
|
|
__name__,
|
|
globals()['__file__'],
|
|
_import_structure,
|
|
module_spec=__spec__,
|
|
extra_objects={},
|
|
)
|