From 0250c30f1dfe9ba0e6f678829ecdd93f10b707a2 Mon Sep 17 00:00:00 2001 From: Theodore Rolle Date: Thu, 18 May 2023 09:31:04 -0700 Subject: [PATCH] Update generation.py error messages Split and increase verbosity of assertions --- llama/generation.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/llama/generation.py b/llama/generation.py index 77c87ba17..78bbeda35 100755 --- a/llama/generation.py +++ b/llama/generation.py @@ -60,7 +60,8 @@ def generate( min_prompt_size = min([len(t) for t in prompt_tokens]) max_prompt_size = max([len(t) for t in prompt_tokens]) - assert min_prompt_size >= 1 and max_prompt_size < params.max_seq_len + assert min_prompt_size >= 1, f"Prompt size must be >= 1" + assert max_prompt_size < params.max_seq_len, f"Prompt size {max_prompt_size} exceeds max sequence length of {params.max_seq_len}" total_len = min(params.max_seq_len, max_gen_len + max_prompt_size)