Merge pull request #3053 from lealaxy/main

Fix pile dataset download config
This commit is contained in:
hoshi-hiyouga
2024-03-30 20:41:43 +08:00
committed by GitHub

View File

@@ -364,12 +364,11 @@
} }
}, },
"pile": { "pile": {
"hf_hub_url": "EleutherAI/pile", "hf_hub_url": "monology/pile-uncopyrighted",
"ms_hub_url": "AI-ModelScope/pile", "ms_hub_url": "AI-ModelScope/pile",
"columns": { "columns": {
"prompt": "text" "prompt": "text"
}, }
"subset": "all"
}, },
"skypile": { "skypile": {
"hf_hub_url": "Skywork/SkyPile-150B", "hf_hub_url": "Skywork/SkyPile-150B",