423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-14 23:58:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

[data] Reading files from cloud is broken (#8182) (#8183)

Browse Source
This commit is contained in:
Youngwoo Kim 2025-05-28 16:50:44 +09:00 committed by GitHub
parent 4d3ffa2ec4
commit 6c3cd400b5
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llamafactory/data/data_utils.py
View File

@ -152,6 +152,8 @@ def setup_fs(path, anon=False):
fs = fsspec.filesystem("gcs", **storage_options) fs = fsspec.filesystem("gcs", **storage_options)
else: else:
raise ValueError(f"Unsupported protocol in path: {path}. Use 's3://' or 'gs://'") raise ValueError(f"Unsupported protocol in path: {path}. Use 's3://' or 'gs://'")
if not fs.exists(path):
raise ValueError(f"Path does not exist: {path}")
return fs return fs