update webui

Former-commit-id: af596988b1
This commit is contained in:
hiyouga
2024-05-05 00:17:54 +08:00
parent df43fbb029
commit 9bbb5c846d
5 changed files with 33 additions and 31 deletions

View File

@@ -4,7 +4,7 @@
import json
from dataclasses import dataclass
from typing import Any, Dict, Literal, Sequence
from typing import Any, Dict, Literal, Optional, Sequence
import fire
import torch
@@ -53,6 +53,7 @@ def cal_ppl(
dataset_dir: str = "data",
template: str = "default",
cutoff_len: int = 1024,
max_samples: Optional[int] = None,
train_on_prompt: bool = False,
):
model_args, data_args, training_args, finetuning_args, _ = get_train_args(
@@ -63,6 +64,7 @@ def cal_ppl(
dataset_dir=dataset_dir,
template=template,
cutoff_len=cutoff_len,
max_samples=max_samples,
train_on_prompt=train_on_prompt,
output_dir="dummy_dir",
overwrite_cache=True,