hiyouga 5dd3c1ab79 update examples
Former-commit-id: b87f8f15194923392d1a1c3d3c617b463cdd8379
2024-04-04 14:48:21 +08:00

12 lines
412 B
Bash

#!/bin/bash
# DO NOT use quantized model or quantization_bit when merging lora weights
CUDA_VISIBLE_DEVICES= python ../../src/export_model.py \
--model_name_or_path meta-llama/Llama-2-7b-hf \
--adapter_name_or_path ../../saves/LLaMA2-7B/lora/sft \
--template default \
--finetuning_type lora \
--export_dir ../../models/llama2-7b-sft \
--export_size 2 \
--export_legacy_format False