support rope scaling, fix #475 #476 #478

Former-commit-id: fa940c17b8

src/llmtuner/extras/constants.py

@@ -1,7 +1,5 @@
 IGNORE_INDEX = -100
 
-SFT_SCRIPT_PREFIX = "CUDA_VISIBLE_DEVICES=0 python "
-
 LOG_FILE_NAME = "trainer_log.jsonl"
 
 VALUE_HEAD_FILE_NAME = "value_head.bin"

src/llmtuner/extras/logging.py

@@ -8,6 +8,9 @@ class LoggerHandler(logging.Handler):
         super().__init__()
         self.log = ""
 
+    def reset(self):
+        self.log = ""
+
     def emit(self, record):
         if record.name == "httpx":
             return