fix export format

This commit is contained in:
hiyouga
2023-12-28 18:40:46 +08:00
parent 5431be42f9
commit e165354fac
3 changed files with 29 additions and 1 deletions

View File

@@ -47,7 +47,11 @@ def export_model(args: Optional[Dict[str, Any]] = None):
model.config.use_cache = True
model = model.to("cpu")
model.save_pretrained(model_args.export_dir, max_shard_size="{}GB".format(model_args.export_size))
model.save_pretrained(
save_directory=model_args.export_dir,
max_shard_size="{}GB".format(model_args.export_size),
safe_serialization=(not model_args.export_lecacy_format)
)
try:
tokenizer.padding_side = "left" # restore padding side