increase max length in cli demo

2 years ago · 56eb99106a
1 changed files with 1 additions and 1 deletions
--- a/src/cli_demo.py
+++ b/src/cli_demo.py
@ -46,7 +46,7 @@ def main():
            "top_p": 0.7,
            "temperature": 0.95,
            "num_beams": 1,
-            "max_new_tokens": 256,
+            "max_new_tokens": 512,
            "repetition_penalty": 1.0,
            "logits_processor": get_logits_processor(),
            "streamer": streamer