Update default max tokens for gpt-4o

2024-08-19 13:51:36 -05:00
parent 6603966431
commit d40be179ea
1 changed files with 1 additions and 1 deletions
@@ -10,7 +10,7 @@ class ChatGPTTelegramInferenceBot(BaseTelegramInferenceBot):
        super().__init__()
        self.client = OpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
        self.model = "gpt-4o"
-        self.max_tokens = 16384
+        self.max_tokens = 4096

    def get_chat_response(self, messages):
        response = self.client.chat.completions.create(