match api with OpenAI format

src/cli_demo.py

@@ -18,7 +18,6 @@ def main():
     model_args, data_args, finetuning_args, generating_args = prepare_infer_args()
     model, tokenizer = load_pretrained(model_args, finetuning_args)
 
-    model_name = "BLOOM" if "bloom" in model_args.model_name_or_path else "LLaMA"
     prompt_template = Template(data_args.prompt_template)
     source_prefix = data_args.source_prefix if data_args.source_prefix else ""
 
@@ -29,34 +28,39 @@ def main():
         streamer = TextIteratorStreamer(tokenizer, timeout=60.0, skip_prompt=True, skip_special_tokens=True)
 
         gen_kwargs = generating_args.to_dict()
-        gen_kwargs["input_ids"] = input_ids
-        gen_kwargs["logits_processor"] = get_logits_processor()
-        gen_kwargs["streamer"] = streamer
+        gen_kwargs.update({
+            "input_ids": input_ids,
+            "logits_processor": get_logits_processor(),
+            "streamer": streamer
+        })
 
         thread = Thread(target=model.generate, kwargs=gen_kwargs)
         thread.start()
 
-        print("{}: ".format(model_name), end="", flush=True)
+        print("Assistant: ", end="", flush=True)
+
         response = ""
         for new_text in streamer:
             print(new_text, end="", flush=True)
             response += new_text
         print()
+
         history = history + [(query, response)]
         return history
 
     history = []
-    print("欢迎使用 {} 模型，输入内容即可对话，clear清空对话历史，stop终止程序".format(model_name))
+    print("Welcome to the CLI application, use `clear` to remove the history, use `exit` to exit the application.")
+
     while True:
         try:
-            query = input("\nInput: ")
+            query = input("\nUser: ")
         except UnicodeDecodeError:
             print("Detected decoding error at the inputs, please set the terminal encoding to utf-8.")
             continue
         except Exception:
             raise
 
-        if query.strip() == "stop":
+        if query.strip() == "exit":
             break
 
         if query.strip() == "clear":