423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-15 16:18:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix bug

Browse Source 
Former-commit-id: 95ac272907a04a64785f928536de1fd099150f92
This commit is contained in:
hiyouga 2023-12-15 21:54:02 +08:00
parent e5204e60ed
commit 33521fb45e
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/model/loader.py
View File

@ -58,7 +58,7 @@ def load_model_and_tokenizer(
config = AutoConfig.from_pretrained(model_args.model_name_or_path, **config_kwargs) config = AutoConfig.from_pretrained(model_args.model_name_or_path, **config_kwargs)
patcher.patch_tokenizer(tokenizer) patcher.patch_tokenizer(tokenizer)
patcher.patch_config(config, model_args, is_trainable) patcher.patch_config(config, model_args)
patcher.configure_rope(config, model_args, is_trainable) patcher.configure_rope(config, model_args, is_trainable)
patcher.configure_flashattn(config_kwargs, model_args) patcher.configure_flashattn(config_kwargs, model_args)
patcher.configure_longlora(config, model_args, is_trainable) patcher.configure_longlora(config, model_args, is_trainable)