add cal_lr.py

This commit is contained in:
hiyouga
2023-11-14 20:58:37 +08:00
parent d125ef5535
commit 42c8fc4fb9
4 changed files with 67 additions and 6 deletions

View File

@@ -4,7 +4,6 @@
# --max_length 1024 --max_samples 1024
# dataset format: instruction (string), input (string), output (string), history (List[string])
import fire
from datasets import load_dataset
from transformers import AutoTokenizer