update examples

Former-commit-id: 4c00bcdcae
This commit is contained in:
hiyouga
2024-03-09 02:30:37 +08:00
parent c561b268ef
commit eb363b04b9
6 changed files with 5 additions and 2 deletions

View File

@@ -1,7 +1,5 @@
#!/bin/bash
pip install -e ../../../.
python ../../../scripts/llama_pro.py \
--model_name_or_path meta-llama/Llama-2-7b-hf \
--output_dir ../../../models/llama2-7b-pro \

View File

@@ -10,6 +10,7 @@ CUDA_VISIBLE_DEVICES=0 python ../../../src/train_bash.py \
--finetuning_type freeze \
--name_module_trainable all \
--num_layer_trainable 8 \
--use_llama_pro \
--output_dir ../../../saves/LLaMA2-7B-Pro/lora/sft \
--overwrite_cache \
--overwrite_output_dir \