423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-14 23:58:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

add models

Browse Source 
Former-commit-id: 3a4728557304996bcbe58d7d6380beead7c63c70
This commit is contained in:
hiyouga 2023-12-18 19:09:31 +08:00
parent 13fd751a78
commit d925ecae1b
3 changed files with 11 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
data/README.md
View File

@ -2,8 +2,9 @@ If you are using a custom dataset, please provide your dataset definition in the
```json ```json
"dataset_name": { "dataset_name": {
"hf_hub_url": "the name of the dataset repository on the Hugging Face hub. (if specified, ignore below 3 arguments)", "hf_hub_url": "the name of the dataset repository on the Hugging Face hub. (if specified, ignore script_url and file_name)",
"script_url": "the name of the directory containing a dataset loading script. (if specified, ignore below 2 arguments)", "ms_hub_url": "the name of the dataset repository on the ModelScope hub. (if specified, ignore script_url and file_name)",
"script_url": "the name of the directory containing a dataset loading script. (if specified, ignore file_name)",
"file_name": "the name of the dataset file in this directory. (required if above are not specified)", "file_name": "the name of the dataset file in this directory. (required if above are not specified)",
"file_sha1": "the SHA-1 hash value of the dataset file. (optional, does not affect training)", "file_sha1": "the SHA-1 hash value of the dataset file. (optional, does not affect training)",
"subset": "the name of the subset. (optional, default: None)", "subset": "the name of the subset. (optional, default: None)",

5
data/README_zh.md
View File

@ -2,8 +2,9 @@
```json ```json
"数据集名称": { "数据集名称": {
"hf_hub_url": "Hugging Face 的仓库地址（若指定，则忽略下列三个参数）", "hf_hub_url": "Hugging Face 的数据集仓库地址（若指定，则忽略 script_url 和 file_name）",
"script_url": "包含数据加载脚本的本地文件夹名称（若指定，则忽略下列两个参数）", "ms_hub_url": "ModelScope 的数据集仓库地址（若指定，则忽略 script_url 和 file_name）",
"script_url": "包含数据加载脚本的本地文件夹名称（若指定，则忽略 file_name）",
"file_name": "该目录下数据集文件的名称（若上述参数未指定，则此项必需）", "file_name": "该目录下数据集文件的名称（若上述参数未指定，则此项必需）",
"file_sha1": "数据集文件的 SHA-1 哈希值（可选，留空不影响训练）", "file_sha1": "数据集文件的 SHA-1 哈希值（可选，留空不影响训练）",
"subset": "数据集子集的名称（可选，默认：None）", "subset": "数据集子集的名称（可选，默认：None）",

6
src/llmtuner/extras/constants.py
View File

@ -431,9 +431,13 @@ register_model_group(
register_model_group( register_model_group(
models={ models={
"Phi1.5-1.3B": { "Phi-1.5-1.3B": {
DownloadSource.DEFAULT: "microsoft/phi-1_5", DownloadSource.DEFAULT: "microsoft/phi-1_5",
DownloadSource.MODELSCOPE: "allspace/PHI_1-5" DownloadSource.MODELSCOPE: "allspace/PHI_1-5"
},
"Phi-2-2.7B": {
DownloadSource.DEFAULT: "microsoft/phi-2",
DownloadSource.MODELSCOPE: "AI-ModelScope/phi-2"
} }
}, },
module="Wqkv" module="Wqkv"