diff --git a/src/cli_demo.py b/src/cli_demo.py index cccda517..781aa551 100644 --- a/src/cli_demo.py +++ b/src/cli_demo.py @@ -1,4 +1,5 @@ from llmtuner import ChatModel +from llmtuner.extras.misc import torch_gc try: import platform @@ -27,6 +28,7 @@ def main(): if query.strip() == "clear": history = [] + torch_gc() print("History has been removed.") continue