From 3f5869111b13774724c330f3638d035d37bb281f Mon Sep 17 00:00:00 2001
From: hiyouga <hiyouga@buaa.edu.cn>
Date: Mon, 5 Jun 2023 16:49:14 +0800
Subject: [PATCH] increase max length in cli demo

Former-commit-id: 0113cdb12728419022b5c01c932a5d52e626a200
---
 src/cli_demo.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/cli_demo.py b/src/cli_demo.py
index 1bac0153..e8e4fb31 100644
--- a/src/cli_demo.py
+++ b/src/cli_demo.py
@@ -46,7 +46,7 @@ def main():
             "top_p": 0.7,
             "temperature": 0.95,
             "num_beams": 1,
-            "max_new_tokens": 256,
+            "max_new_tokens": 512,
             "repetition_penalty": 1.0,
             "logits_processor": get_logits_processor(),
             "streamer": streamer