423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-01 11:12:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: add smollm support (#8050)

Browse Source
This commit is contained in:
Akshat Sehgal 2025-05-26 04:47:54 -07:00 committed by GitHub
parent c477ae6405
commit e6f45d696b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 34 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
src/llamafactory/data/template.py
View File

@ -1684,6 +1684,21 @@ register_template(
)
register_template(
name="smollm",
format_system=StringFormatter(
slots=["<|im_start|>system\n{{content}}<|im_end|>\n"]
),
format_user=StringFormatter(
slots=["<|im_start|>user\n{{content}}<|im_end|>\n"]
),
format_assistant=StringFormatter(
slots=["<|im_start|>assistant\n{{content}}<|im_end|>\n"]
),
stop_words=["<|im_end|>"],
)
register_template(
name="solar",
format_user=StringFormatter(slots=["### User:\n{{content}}\n\n### Assistant:\n"]),

19
src/llamafactory/extras/constants.py
View File

@ -2719,6 +2719,25 @@ register_model_group(
)
register_model_group(
models={
"SmolLM-135M-Instruct": {
DownloadSource.DEFAULT: "HuggingFaceTB/SmolLM-135M-Instruct",
DownloadSource.MODELSCOPE: "HuggingFaceTB/SmolLM-135M-Instruct",
},
"SmolLM-360M-Instruct": {
DownloadSource.DEFAULT: "HuggingFaceTB/SmolLM-360M-Instruct",
DownloadSource.MODELSCOPE: "HuggingFaceTB/SmolLM-360M-Instruct",
},
"SmolLM-1.7B-Instruct": {
DownloadSource.DEFAULT: "HuggingFaceTB/SmolLM-1.7B-Instruct",
DownloadSource.MODELSCOPE: "HuggingFaceTB/SmolLM-1.7B-Instruct",
},
},
template="smollm",
)
register_model_group(
models={
"SOLAR-10.7B-v1.0": {