423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 11:50:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix scripts

Browse Source
This commit is contained in:
hiyouga
2024-12-05 03:47:28 +00:00
parent cf29846830
commit eb3e147d19
4 changed files with 32 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
scripts/stat_utils/length_cdf.py
View File

@@ -31,7 +31,8 @@ def length_cdf(
):
r"""
Calculates the distribution of the input lengths in the dataset.
Usage: python length_cdf.py --model_name_or_path path_to_model --dataset alpaca_en_demo --template default
Usage: export CUDA_VISIBLE_DEVICES=0
python length_cdf.py --model_name_or_path path_to_model --dataset alpaca_en_demo --template default
"""
model_args, data_args, training_args, _, _ = get_train_args(
dict(