From 1f470f4e4abc6201e84af750b352c4a6bc0d9187 Mon Sep 17 00:00:00 2001 From: AlexHTW Date: Tue, 7 Nov 2023 08:14:58 +0100 Subject: [PATCH] fixed max tokens for gpt-4-128k --- bot/openai_helper.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/bot/openai_helper.py b/bot/openai_helper.py index b75378a..a31ac3d 100644 --- a/bot/openai_helper.py +++ b/bot/openai_helper.py @@ -42,7 +42,7 @@ def default_max_tokens(model: str) -> int: elif model in GPT_4_32K_MODELS: return base * 8 elif model in GPT_4_128K_MODELS: - return base * 100 + return base * 31 def are_functions_available(model: str) -> bool: @@ -418,7 +418,7 @@ class OpenAIHelper: if self.config['model'] in GPT_4_32K_MODELS: return base * 8 if self.config['model'] in GPT_4_128K_MODELS: - return base * 100 + return base * 31 raise NotImplementedError( f"Max tokens for model {self.config['model']} is not implemented yet." )