From 8cf9842f7ac252a1fe7e1e3ebd1cfc27e0974cf4 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Tue, 5 Mar 2024 03:16:35 +0800 Subject: [PATCH] add examples Former-commit-id: 76f31b18eb4d3724f96ea1bad10073677daee36d --- examples/lora_single_gpu/README.md | 5 +++++ examples/merge_lora/README.md | 3 +++ examples/merge_lora/merge.sh | 10 ++++++++++ examples/merge_lora/quantize.sh | 10 ++++++++++ 4 files changed, 28 insertions(+) create mode 100644 examples/lora_single_gpu/README.md create mode 100644 examples/merge_lora/README.md create mode 100644 examples/merge_lora/merge.sh create mode 100644 examples/merge_lora/quantize.sh diff --git a/examples/lora_single_gpu/README.md b/examples/lora_single_gpu/README.md new file mode 100644 index 00000000..28d4a4fe --- /dev/null +++ b/examples/lora_single_gpu/README.md @@ -0,0 +1,5 @@ +Usage: + +- `pretrain.sh` +- `sft.sh` -> `reward.sh` -> `ppo.sh` +- `sft.sh` -> `dpo.sh` -> `predict.sh` diff --git a/examples/merge_lora/README.md b/examples/merge_lora/README.md new file mode 100644 index 00000000..a396767b --- /dev/null +++ b/examples/merge_lora/README.md @@ -0,0 +1,3 @@ +Usage: + +- `merge.sh` -> `quantize.sh` diff --git a/examples/merge_lora/merge.sh b/examples/merge_lora/merge.sh new file mode 100644 index 00000000..dcad7e6f --- /dev/null +++ b/examples/merge_lora/merge.sh @@ -0,0 +1,10 @@ +#!/bin/bash + +python ../../src/export_model.py \ + --model_name_or_path meta-llama/Llama-2-7b-hf \ + --adapter_name_or_path ../../saves/LLaMA2-7B/lora/sft \ + --template default \ + --finetuning_type lora \ + --export_dir ../../models/llama2-7b-sft \ + --export_size 2 \ + --export_legacy_format False diff --git a/examples/merge_lora/quantize.sh b/examples/merge_lora/quantize.sh new file mode 100644 index 00000000..f53afbb9 --- /dev/null +++ b/examples/merge_lora/quantize.sh @@ -0,0 +1,10 @@ +#!/bin/bash + +python ../../src/export_model.py \ + --model_name_or_path ../../models/llama2-7b-sft \ + --template default \ + --export_dir ../../models/llama2-7b-sft-int4 \ + --export_quantization_bit 4 \ + --export_quantization_dataset ../../data/c4_demo.json \ + --export_size 2 \ + --export_legacy_format False