423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-14 19:06:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

[data] fix loader (#7207)

Browse Source 
* fix dataloader

* add test case

* fix type

* fix ci

* fix ci

* fix ci

* disable overwrite cache in ci

Former-commit-id: 8c3f9f6747
This commit is contained in:
hoshi-hiyouga
2025-03-07 17:20:46 +08:00
committed by GitHub
parent 98ea0e8109
commit df63f05b47
16 changed files with 161 additions and 92 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
tests/model/model_utils/test_checkpointing.py
View File

@@ -33,7 +33,6 @@ TRAIN_ARGS = {
"dataset_dir": "ONLINE",
"template": "llama3",
"cutoff_len": 1024,
"overwrite_cache": True,
"output_dir": "dummy_dir",
"overwrite_output_dir": True,
"fp16": True,

1
tests/model/test_freeze.py
View File

@@ -30,7 +30,6 @@ TRAIN_ARGS = {
"dataset_dir": "ONLINE",
"template": "llama3",
"cutoff_len": 1024,
"overwrite_cache": True,
"output_dir": "dummy_dir",
"overwrite_output_dir": True,
"fp16": True,

1
tests/model/test_full.py
View File

@@ -30,7 +30,6 @@ TRAIN_ARGS = {
"dataset_dir": "ONLINE",
"template": "llama3",
"cutoff_len": 1024,
"overwrite_cache": True,
"output_dir": "dummy_dir",
"overwrite_output_dir": True,
"fp16": True,

1
tests/model/test_lora.py
View File

@@ -42,7 +42,6 @@ TRAIN_ARGS = {
"dataset_dir": "ONLINE",
"template": "llama3",
"cutoff_len": 1024,
"overwrite_cache": True,
"output_dir": "dummy_dir",
"overwrite_output_dir": True,
"fp16": True,

1
tests/model/test_pissa.py
View File

@@ -34,7 +34,6 @@ TRAIN_ARGS = {
"dataset_dir": "ONLINE",
"template": "llama3",
"cutoff_len": 1024,
"overwrite_cache": True,
"output_dir": "dummy_dir",
"overwrite_output_dir": True,
"fp16": True,