2024-08-19 10:24:17 -05:00
|
|
|
import os
|
|
|
|
|
import logging
|
2025-06-02 16:42:22 -05:00
|
|
|
from openai import OpenAI # Keep for type hinting and default client creation
|
2025-06-02 14:56:28 -05:00
|
|
|
from openai_compatible_inference_bot import OpenAICompatibleInferenceBot
|
2025-06-02 16:42:22 -05:00
|
|
|
from telegram_helper import TelegramHelper # Used in main
|
2024-08-19 10:24:17 -05:00
|
|
|
|
2025-06-02 14:56:28 -05:00
|
|
|
class ChatGPTTelegramInferenceBot(OpenAICompatibleInferenceBot):
|
2025-06-02 16:42:22 -05:00
|
|
|
DEFAULT_SMALL_MODEL_NAME = "gpt-3.5-turbo"
|
|
|
|
|
DEFAULT_LARGE_MODEL_NAME = "gpt-4"
|
|
|
|
|
# Default max tokens can be None, relying on parent or API defaults
|
|
|
|
|
DEFAULT_SMALL_MODEL_MAX_TOKENS = None
|
|
|
|
|
DEFAULT_LARGE_MODEL_MAX_TOKENS = None
|
|
|
|
|
|
|
|
|
|
def __init__(
|
|
|
|
|
self,
|
|
|
|
|
client: OpenAI | None = None, # Accepts an OpenAI client
|
|
|
|
|
api_key: str | None = None,
|
|
|
|
|
small_model_name: str | None = None,
|
|
|
|
|
small_model_max_tokens: str | None = None, # Kept as str for consistency with env vars
|
|
|
|
|
large_model_name: str | None = None,
|
|
|
|
|
large_model_max_tokens: str | None = None,
|
|
|
|
|
system_prompt_content: str | None = None,
|
|
|
|
|
system_prompt_path: str | None = None,
|
|
|
|
|
base_url: str | None = None, # For OpenAI compatible, though direct OpenAI client doesn't use it here
|
|
|
|
|
):
|
|
|
|
|
# Initialize model names and tokens before calling super, as super might use them via _configure_model_and_tokens
|
|
|
|
|
self.small_model_name = small_model_name or os.environ.get("OPENAI_SMALL_MODEL") or self.DEFAULT_SMALL_MODEL_NAME
|
|
|
|
|
self.small_model_max_tokens_str = small_model_max_tokens or os.environ.get("OPENAI_SMALL_MODEL_MAX_TOKENS") or self.DEFAULT_SMALL_MODEL_MAX_TOKENS
|
2025-06-02 13:23:02 -05:00
|
|
|
|
2025-06-02 16:42:22 -05:00
|
|
|
self.large_model_name = large_model_name or os.environ.get("OPENAI_LARGE_MODEL") or self.DEFAULT_LARGE_MODEL_NAME
|
|
|
|
|
self.large_model_max_tokens_str = large_model_max_tokens or os.environ.get("OPENAI_LARGE_MODEL_MAX_TOKENS") or self.DEFAULT_LARGE_MODEL_MAX_TOKENS
|
|
|
|
|
|
|
|
|
|
# The actual client and active model configuration will be handled by OpenAICompatibleInferenceBot's __init__
|
|
|
|
|
# We pass the specific OpenAI client or parameters to create one.
|
|
|
|
|
# If a client is passed, api_key and base_url might be ignored by super if super prioritizes existing client.
|
|
|
|
|
super().__init__(
|
|
|
|
|
client=client,
|
|
|
|
|
api_key=api_key,
|
|
|
|
|
model_name=self.small_model_name, # Initial model
|
|
|
|
|
max_tokens_str=self.small_model_max_tokens_str,
|
|
|
|
|
system_prompt_content=system_prompt_content,
|
|
|
|
|
system_prompt_path=system_prompt_path,
|
|
|
|
|
base_url=base_url # Pass base_url, though for standard OpenAI it's fixed
|
2025-06-02 13:23:02 -05:00
|
|
|
)
|
2025-06-02 16:42:22 -05:00
|
|
|
# Ensure client is of type OpenAI for this specific class, if not already set by super with a compatible one.
|
|
|
|
|
# This check is more of an assertion, as OpenAICompatibleInferenceBot should handle client creation.
|
|
|
|
|
if not isinstance(self.client, OpenAI):
|
|
|
|
|
# If super() didn't create a vanilla OpenAI client (e.g. if base_url was for Azure)
|
|
|
|
|
# we might need to recreate it here if this class *must* use a non-Azure OpenAI client.
|
|
|
|
|
# However, the current structure of OpenAICompatibleInferenceBot handles this.
|
|
|
|
|
# This is more about ensuring type correctness if code specific to OpenAI (non-compatible) methods were added here.
|
|
|
|
|
_api_key = api_key or os.environ.get("OPENAI_API_KEY")
|
|
|
|
|
if not self.client or (base_url and not isinstance(self.client, OpenAI)):
|
|
|
|
|
# If superclass initialized with a generic client due to base_url, re-init for OpenAI specifically if needed.
|
|
|
|
|
# For now, assume superclass correctly initializes based on absence of Azure env vars for this path.
|
|
|
|
|
# This logic might be simplified once OpenAICompatibleInferenceBot is fully refactored.
|
|
|
|
|
if not _api_key: # Ensure API key is available if we need to create a client
|
|
|
|
|
raise ValueError("OpenAI API key must be provided for ChatGPTTelegramInferenceBot if no client is passed.")
|
|
|
|
|
self.client = OpenAI(api_key=_api_key)
|
|
|
|
|
logging.info("Client re-initialized to standard OpenAI client for ChatGPTTelegramInferenceBot.")
|
2025-06-02 13:23:02 -05:00
|
|
|
|
2024-08-19 11:35:10 -05:00
|
|
|
async def switch_model(self):
|
2025-06-02 16:42:22 -05:00
|
|
|
# Uses instance variables for model names set in __init__
|
|
|
|
|
if not self.small_model_name or not self.large_model_name:
|
|
|
|
|
logging.warning("Small or Large model names for OpenAI are not defined. Cannot switch model.")
|
|
|
|
|
return f"Model switching not fully configured. Currently using {self.model}."
|
2025-06-02 13:23:02 -05:00
|
|
|
|
2025-06-02 16:42:22 -05:00
|
|
|
current_is_small = self.model == self.small_model_name
|
|
|
|
|
current_is_large = self.model == self.large_model_name
|
|
|
|
|
|
|
|
|
|
if current_is_large:
|
|
|
|
|
target_model = self.small_model_name
|
|
|
|
|
target_max_tokens_str = self.small_model_max_tokens_str
|
|
|
|
|
elif current_is_small:
|
|
|
|
|
target_model = self.large_model_name
|
|
|
|
|
target_max_tokens_str = self.large_model_max_tokens_str
|
2025-06-02 14:56:28 -05:00
|
|
|
else:
|
2025-06-02 16:42:22 -05:00
|
|
|
# Current model is neither the designated small nor large for this bot,
|
|
|
|
|
# switch to this bot's default small model as a reset.
|
|
|
|
|
logging.warning(f"Current model {self.model} is unrecognized for ChatGPT bot. Switching to default small model: {self.small_model_name}.")
|
|
|
|
|
target_model = self.small_model_name
|
|
|
|
|
target_max_tokens_str = self.small_model_max_tokens_str
|
2025-06-02 13:23:02 -05:00
|
|
|
|
2025-06-02 16:42:22 -05:00
|
|
|
self._configure_model_and_tokens(target_model, target_max_tokens_str)
|
|
|
|
|
# self.model and self.max_tokens are updated by _configure_model_and_tokens
|
|
|
|
|
logging.info(f"Switched to OpenAI model: {self.model}")
|
|
|
|
|
return f"Switched to OpenAI model: {self.model} (Max Tokens: {self.max_tokens if self.max_tokens is not None else 'API default'})"
|
2024-08-19 11:35:10 -05:00
|
|
|
|
|
|
|
|
def main():
|
2025-06-02 14:37:57 -05:00
|
|
|
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(name)s - %(levelname)s - %(message)s')
|
|
|
|
|
|
2025-06-02 16:42:22 -05:00
|
|
|
try:
|
|
|
|
|
# Example: api_key from env, other params default or from env via constructor logic
|
|
|
|
|
bot = ChatGPTTelegramInferenceBot(api_key=os.environ.get("OPENAI_API_KEY"))
|
|
|
|
|
except ValueError as e:
|
|
|
|
|
logging.error(f"FATAL: {e}")
|
|
|
|
|
return
|
|
|
|
|
except Exception as e:
|
|
|
|
|
logging.error(f"An unexpected error occurred during bot initialization: {e}")
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
telegram_helper = TelegramHelper(bot)
|
2024-08-19 11:35:10 -05:00
|
|
|
telegram_helper.run()
|
2024-08-19 10:24:17 -05:00
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
2025-06-02 14:37:57 -05:00
|
|
|
main()
|