Former-commit-id: 6496a99b7d
This commit is contained in:
hiyouga
2023-10-19 15:52:24 +08:00
parent 6c8bdeb6e0
commit f6a8069159
3 changed files with 5 additions and 4 deletions

View File

@@ -240,4 +240,7 @@ def load_model_and_tokenizer(
trainable_params, all_param, 100 * trainable_params / all_param
))
if not is_trainable:
logger.info("This IS expected that the trainable params is 0 if you are using model for inference only.")
return model, tokenizer