diff --git a/src/llamafactory/data/data_utils.py b/src/llamafactory/data/data_utils.py
index b23423be..12697b6a 100644
--- a/src/llamafactory/data/data_utils.py
+++ b/src/llamafactory/data/data_utils.py
@@ -152,6 +152,8 @@ def setup_fs(path, anon=False):
         fs = fsspec.filesystem("gcs", **storage_options)
     else:
         raise ValueError(f"Unsupported protocol in path: {path}. Use 's3://' or 'gs://'")
+    if not fs.exists(path):
+        raise ValueError(f"Path does not exist: {path}")
     return fs