[data] refactor template (#6896)

Former-commit-id: d1b8aa3835
This commit is contained in:
hoshi-hiyouga
2025-02-11 17:59:25 +08:00
committed by GitHub
parent fafa3add84
commit 2e954d8fd2
3 changed files with 180 additions and 147 deletions

View File

@@ -104,7 +104,7 @@ def get_trainer_info(output_path: os.PathLike, do_train: bool) -> Tuple[str, "gr
running_log_path = os.path.join(output_path, RUNNING_LOG)
if os.path.isfile(running_log_path):
with open(running_log_path, encoding="utf-8") as f:
running_log = f.read()
running_log = f.read()[-20000:] # avoid lengthy log
trainer_log_path = os.path.join(output_path, TRAINER_LOG)
if os.path.isfile(trainer_log_path):