Former-commit-id: 00c77104f8f9675e1421f99d78de710b21cab047
This commit is contained in:
hiyouga 2023-12-15 21:54:02 +08:00
parent f32c8614c2
commit 329576a5b4

View File

@ -58,7 +58,7 @@ def load_model_and_tokenizer(
config = AutoConfig.from_pretrained(model_args.model_name_or_path, **config_kwargs)
patcher.patch_tokenizer(tokenizer)
patcher.patch_config(config, model_args, is_trainable)
patcher.patch_config(config, model_args)
patcher.configure_rope(config, model_args, is_trainable)
patcher.configure_flashattn(config_kwargs, model_args)
patcher.configure_longlora(config, model_args, is_trainable)