|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
__version__ = "0.3.0.dev0" |
|
|
|
|
|
from .mapping import MODEL_TYPE_TO_PEFT_MODEL_MAPPING, PEFT_TYPE_TO_CONFIG_MAPPING, get_peft_config, get_peft_model |
|
|
from .peft_model import ( |
|
|
PeftModel, |
|
|
PeftModelForCausalLM, |
|
|
PeftModelForSeq2SeqLM, |
|
|
PeftModelForSequenceClassification, |
|
|
PeftModelForTokenClassification, |
|
|
) |
|
|
from .tuners import ( |
|
|
LoraConfig, |
|
|
LoraModel, |
|
|
AdaLoraConfig, |
|
|
AdaLoraModel, |
|
|
PrefixEncoder, |
|
|
PrefixTuningConfig, |
|
|
PromptEmbedding, |
|
|
PromptEncoder, |
|
|
PromptEncoderConfig, |
|
|
PromptEncoderReparameterizationType, |
|
|
PromptTuningConfig, |
|
|
PromptTuningInit, |
|
|
) |
|
|
from .utils import ( |
|
|
TRANSFORMERS_MODELS_TO_PREFIX_TUNING_POSTPROCESS_MAPPING, |
|
|
PeftConfig, |
|
|
PeftType, |
|
|
PromptLearningConfig, |
|
|
TaskType, |
|
|
bloom_model_postprocess_past_key_value, |
|
|
get_peft_model_state_dict, |
|
|
prepare_model_for_int8_training, |
|
|
set_peft_model_state_dict, |
|
|
shift_tokens_right, |
|
|
) |
|
|
|