423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-15 03:10:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

tiny fix

Browse Source 
Former-commit-id: 2289436567a7860d25d9da0afb39e4a3e5e83839
This commit is contained in:
hiyouga
2024-06-17 17:47:25 +08:00
parent 6b729cccb9
commit aea2e4083f
7 changed files with 32 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
scripts/pissa_init.py
View File

@@ -68,11 +68,14 @@ def quantize_pissa(
tokenizer.save_pretrained(output_dir)
print("Model weights saved in {}".format(output_dir))
print("Fine-tune this model with:")
print("- Fine-tune this model with:")
print("model_name_or_path: {}".format(output_dir))
print("adapter_name_or_path: {}".format(pissa_dir))
print("finetuning_type: lora")
print("pissa_init: false")
print("pissa_convert: true")
print("- and optionally with:")
print("quantization_bit: 4")
if __name__ == "__main__":