From 56eb99106aa69eef8dab6b3518779db3373e639b Mon Sep 17 00:00:00 2001
From: hiyouga <hiyouga@buaa.edu.cn>
Date: Mon, 5 Jun 2023 16:49:14 +0800
Subject: [PATCH] increase max length in cli demo

---
 src/cli_demo.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/cli_demo.py b/src/cli_demo.py
index 1bac015..e8e4fb3 100644
--- a/src/cli_demo.py
+++ b/src/cli_demo.py
@@ -46,7 +46,7 @@ def main():
             "top_p": 0.7,
             "temperature": 0.95,
             "num_beams": 1,
-            "max_new_tokens": 256,
+            "max_new_tokens": 512,
             "repetition_penalty": 1.0,
             "logits_processor": get_logits_processor(),
             "streamer": streamer