fix small typo

Former-commit-id: 4fb7e046b3599aebeeba5b150acb6369f70ecb49
This commit is contained in:
Marco 2024-04-18 20:33:29 +02:00
parent 639297a5ef
commit b6a87e0a3f

View File

@ -82,7 +82,7 @@ def _check_extra_dependencies(
if model_args.use_unsloth:
require_version("unsloth", "Please install unsloth: https://github.com/unslothai/unsloth")
if model_args.mixture_of_depths:
if model_args.mixture_of_depths == 'convert' or model_args.mixture_of_depths == 'continue':
require_version("mixture-of-depth", "To fix: pip install mixture-of-depth")
if model_args.infer_backend == "vllm":