diff --git a/src/cli_demo.py b/src/cli_demo.py index 1bac015..e8e4fb3 100644 --- a/src/cli_demo.py +++ b/src/cli_demo.py @@ -46,7 +46,7 @@ def main(): "top_p": 0.7, "temperature": 0.95, "num_beams": 1, - "max_new_tokens": 256, + "max_new_tokens": 512, "repetition_penalty": 1.0, "logits_processor": get_logits_processor(), "streamer": streamer