423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-17 12:20:37 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix scripts

Browse Source 
Former-commit-id: f94f55d20283298cb7d90d0573992a62df414a8f
This commit is contained in:
hiyouga
2024-12-05 03:47:28 +00:00
parent ff3e40e4a5
commit 86e4fab0d5
4 changed files with 32 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
scripts/stat_utils/length_cdf.py
View File

@@ -31,7 +31,8 @@ def length_cdf(
):
r"""
Calculates the distribution of the input lengths in the dataset.
Usage: python length_cdf.py --model_name_or_path path_to_model --dataset alpaca_en_demo --template default
Usage: export CUDA_VISIBLE_DEVICES=0
python length_cdf.py --model_name_or_path path_to_model --dataset alpaca_en_demo --template default
"""
model_args, data_args, training_args, _, _ = get_train_args(
dict(