Update default max tokens for gpt-4o

This commit is contained in:
2024-08-19 13:51:36 -05:00
parent 6603966431
commit d40be179ea
+1 -1
View File
@@ -10,7 +10,7 @@ class ChatGPTTelegramInferenceBot(BaseTelegramInferenceBot):
super().__init__() super().__init__()
self.client = OpenAI(api_key=os.environ.get("OPENAI_API_KEY")) self.client = OpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
self.model = "gpt-4o" self.model = "gpt-4o"
self.max_tokens = 16384 self.max_tokens = 4096
def get_chat_response(self, messages): def get_chat_response(self, messages):
response = self.client.chat.completions.create( response = self.client.chat.completions.create(