Former-commit-id: 8b80baf02cfece53527c27712f0899fa3532c414
This commit is contained in:
hiyouga 2023-12-15 21:49:26 +08:00
parent 0409428d87
commit e5204e60ed

View File

@ -60,7 +60,7 @@ def load_model_and_tokenizer(
patcher.patch_tokenizer(tokenizer)
patcher.patch_config(config, model_args, is_trainable)
patcher.configure_rope(config, model_args, is_trainable)
patcher.configure_flashattn(config, model_args)
patcher.configure_flashattn(config_kwargs, model_args)
patcher.configure_longlora(config, model_args, is_trainable)
patcher.configure_quantization(config, config_kwargs, model_args)