From d40be179eace9c8020eef372d1d48a47e15a9b70 Mon Sep 17 00:00:00 2001
From: bucolucas <bucolucas@gmail.com>
Date: Mon, 19 Aug 2024 13:51:36 -0500
Subject: [PATCH] Update default max tokens for gpt-4o

---
 chatgpt_telegram_inference_bot.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/chatgpt_telegram_inference_bot.py b/chatgpt_telegram_inference_bot.py
index b916c23..777bf6c 100644
--- a/chatgpt_telegram_inference_bot.py
+++ b/chatgpt_telegram_inference_bot.py
@@ -10,7 +10,7 @@ class ChatGPTTelegramInferenceBot(BaseTelegramInferenceBot):
         super().__init__()
         self.client = OpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
         self.model = "gpt-4o"
-        self.max_tokens = 16384
+        self.max_tokens = 4096
 
     def get_chat_response(self, messages):
         response = self.client.chat.completions.create(