update readme

This commit is contained in:
hiyouga
2023-08-12 21:00:11 +08:00
parent fa940c17b8
commit 1836c020c5
3 changed files with 6 additions and 0 deletions

View File

@@ -83,6 +83,8 @@ def load_model_and_tokenizer(
# Set RoPE scaling
if model_args.rope_scaling is not None:
require_version("transformers>=4.31.0", "RoPE scaling requires transformers>=4.31.0")
if hasattr(config, "use_dynamic_ntk"): # for Qwen models
if is_trainable:
logger.warning("Qwen model does not support rope scaling in training.")