From 21c4a43085095fe9b29d75d47b426662a5dfefd8 Mon Sep 17 00:00:00 2001
From: khazic <khazzz1c@gmail.com>
Date: Sat, 13 Apr 2024 20:45:19 +0800
Subject: [PATCH] Added specimens for single-card full parameter prediction

Former-commit-id: 47111ce506d2769bfa14b37b729d22b57796b26e
---
 examples/full_multi_gpu/predict.sh | 18 ++++++++++++++++++
 1 file changed, 18 insertions(+)
 create mode 100644 examples/full_multi_gpu/predict.sh

diff --git a/examples/full_multi_gpu/predict.sh b/examples/full_multi_gpu/predict.sh
new file mode 100644
index 00000000..af94d0a8
--- /dev/null
+++ b/examples/full_multi_gpu/predict.sh
@@ -0,0 +1,18 @@
+#!/bin/bash
+
+CUDA_VISIBLE_DEVICES=0 python ../../src/train_bash.py \
+    --stage sft \
+    --do_predict \
+    --model_name_or_path meta-llama/Llama-2-7b-hf \
+    --dataset alpaca_gpt4_en,glaive_toolcall \
+    --dataset_dir ../../data \
+    --template default \
+    --finetuning_type full \
+    --output_dir ../../saves/LLaMA2-7B/full/predict \
+    --overwrite_cache \
+    --overwrite_output_dir \
+    --cutoff_len 1024 \
+    --preprocessing_num_workers 16 \
+    --per_device_eval_batch_size 1 \
+    --max_samples 20 \
+    --predict_with_generate