From 5fbcd358bf13385995158fc1efab165db75f36d4 Mon Sep 17 00:00:00 2001 From: bucolucas Date: Sun, 18 Aug 2024 13:18:38 -0500 Subject: [PATCH 1/4] Refactor AI providers using Strategy Pattern --- telegram_inference_bot.py | 26 +++++++------------------- 1 file changed, 7 insertions(+), 19 deletions(-) diff --git a/telegram_inference_bot.py b/telegram_inference_bot.py index 855c16b..9f725fa 100644 --- a/telegram_inference_bot.py +++ b/telegram_inference_bot.py @@ -116,31 +116,19 @@ def call_tool(function_call): async def switch(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None: global ai_provider - if isinstance(ai_provider, OpenAIProvider): - ai_provider.use_smart_model = not ai_provider.use_smart_model - model = ai_provider.get_model() - logging.info(f"Switched to model: {model}") - await update.message.reply_text(f"Switched to model: {model}") - else: - await update.message.reply_text("Switching models is only available for OpenAI provider.") + model = ai_provider.switch_model() + logging.info(f"Switched to model: {model}") + await update.message.reply_text(f"Switched to model: {model}") async def switch_providers(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None: await clear(update, context) global ai_provider - if isinstance(ai_provider, AnthropicProvider): - ai_provider = create_ai_provider("openai") - logging.info("Switched to OpenAI provider") - await update.message.reply_text("Switched to OpenAI provider") - else: - ai_provider = create_ai_provider("anthropic") - logging.info("Switched to Anthropic provider") - await update.message.reply_text("Switched to Anthropic provider") + ai_provider = create_ai_provider("openai" if ai_provider.name == "anthropic" else "anthropic") + logging.info(f"Switched to {ai_provider.name} provider") + await update.message.reply_text(f"Switched to {ai_provider.name} provider") async def status(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None: - if isinstance(ai_provider, AnthropicProvider): - await update.message.reply_text(f"Currently using Anthropic: {ai_provider.model}") - else: - await update.message.reply_text(f"Currently using OpenAI: {ai_provider.get_model()}") + await update.message.reply_text(f"Currently using {ai_provider.name}: {ai_provider.get_model()}") def main() -> None: # Create the Application and pass it your bot's token From 5e02468a8b898380aa3e7ed6aacd0d1f5fc3ca97 Mon Sep 17 00:00:00 2001 From: bucolucas Date: Sun, 18 Aug 2024 13:20:33 -0500 Subject: [PATCH 2/4] Update AI provider usage and imports --- telegram_inference_bot.py | 35 ++++++++++++++++++++++++----------- 1 file changed, 24 insertions(+), 11 deletions(-) diff --git a/telegram_inference_bot.py b/telegram_inference_bot.py index 9f725fa..dfb2692 100644 --- a/telegram_inference_bot.py +++ b/telegram_inference_bot.py @@ -7,7 +7,7 @@ from telegram import Update from telegram.ext import Application, CommandHandler, MessageHandler, filters, ContextTypes from dotenv import load_dotenv from tools.base_tool import BaseTool -from ai_providers import create_ai_provider +from ai_providers import create_ai_provider, AnthropicProvider, OpenAIProvider # Load environment variables load_dotenv() @@ -86,7 +86,7 @@ async def handle_message(update: Update, context: ContextTypes.DEFAULT_TYPE) -> tool_response = call_tool(tool_call) - formatted_result = ai_provider.format_tool_result(tool_call, tool_response) + formatted_result = {"role": "function", "name": function_name, "content": json.dumps(tool_response)} messages.append(formatted_result) response = ai_provider.get_chat_response([{"role": "system", "content": system_prompt}] + messages) @@ -95,13 +95,14 @@ async def handle_message(update: Update, context: ContextTypes.DEFAULT_TYPE) -> toolUseCount += 1 if toolUseCount == 0: - assistant_reply = ai_provider.format_assistant_reply(response) + assistant_reply = response.content[0].text if isinstance(ai_provider, AnthropicProvider) else response.choices[0].message.content conversation_history[user_id].append({"role": "assistant", "content": assistant_reply}) if len(conversation_history[user_id]) > 20: conversation_history[user_id] = conversation_history[user_id][-20:] - await update.message.reply_text(ai_provider.get_reply_text(response)) + reply_text = response.content[0].text if isinstance(ai_provider, AnthropicProvider) else response.choices[0].message.content + await update.message.reply_text(reply_text) except Exception as e: logging.error(f"An error occurred: {str(e)}") @@ -116,19 +117,31 @@ def call_tool(function_call): async def switch(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None: global ai_provider - model = ai_provider.switch_model() - logging.info(f"Switched to model: {model}") - await update.message.reply_text(f"Switched to model: {model}") + if isinstance(ai_provider, OpenAIProvider): + ai_provider.use_smart_model = not ai_provider.use_smart_model + ai_provider.model = ai_provider.get_model() + logging.info(f"Switched to model: {ai_provider.model}") + await update.message.reply_text(f"Switched to model: {ai_provider.model}") + else: + await update.message.reply_text("Switching models is only available for OpenAI provider.") async def switch_providers(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None: await clear(update, context) global ai_provider - ai_provider = create_ai_provider("openai" if ai_provider.name == "anthropic" else "anthropic") - logging.info(f"Switched to {ai_provider.name} provider") - await update.message.reply_text(f"Switched to {ai_provider.name} provider") + if isinstance(ai_provider, AnthropicProvider): + ai_provider = create_ai_provider("openai") + logging.info("Switched to OpenAI provider") + await update.message.reply_text("Switched to OpenAI provider") + else: + ai_provider = create_ai_provider("anthropic") + logging.info("Switched to Anthropic provider") + await update.message.reply_text("Switched to Anthropic provider") async def status(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None: - await update.message.reply_text(f"Currently using {ai_provider.name}: {ai_provider.get_model()}") + if isinstance(ai_provider, AnthropicProvider): + await update.message.reply_text(f"Currently using Anthropic: {ai_provider.model}") + else: + await update.message.reply_text(f"Currently using OpenAI: {ai_provider.model}") def main() -> None: # Create the Application and pass it your bot's token From 8179937d0673124e6acc88f9a6706f5d4d94ea0e Mon Sep 17 00:00:00 2001 From: bucolucas Date: Sun, 18 Aug 2024 13:22:01 -0500 Subject: [PATCH 3/4] Refactor switch_providers and update related functions --- telegram_inference_bot.py | 34 +++++++++++----------------------- 1 file changed, 11 insertions(+), 23 deletions(-) diff --git a/telegram_inference_bot.py b/telegram_inference_bot.py index dfb2692..b1ef7fe 100644 --- a/telegram_inference_bot.py +++ b/telegram_inference_bot.py @@ -86,7 +86,7 @@ async def handle_message(update: Update, context: ContextTypes.DEFAULT_TYPE) -> tool_response = call_tool(tool_call) - formatted_result = {"role": "function", "name": function_name, "content": json.dumps(tool_response)} + formatted_result = ai_provider.format_tool_result(tool_call, tool_response) messages.append(formatted_result) response = ai_provider.get_chat_response([{"role": "system", "content": system_prompt}] + messages) @@ -95,14 +95,13 @@ async def handle_message(update: Update, context: ContextTypes.DEFAULT_TYPE) -> toolUseCount += 1 if toolUseCount == 0: - assistant_reply = response.content[0].text if isinstance(ai_provider, AnthropicProvider) else response.choices[0].message.content + assistant_reply = ai_provider.format_assistant_reply(response) conversation_history[user_id].append({"role": "assistant", "content": assistant_reply}) if len(conversation_history[user_id]) > 20: conversation_history[user_id] = conversation_history[user_id][-20:] - reply_text = response.content[0].text if isinstance(ai_provider, AnthropicProvider) else response.choices[0].message.content - await update.message.reply_text(reply_text) + await update.message.reply_text(ai_provider.get_reply_text(response)) except Exception as e: logging.error(f"An error occurred: {str(e)}") @@ -117,31 +116,20 @@ def call_tool(function_call): async def switch(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None: global ai_provider - if isinstance(ai_provider, OpenAIProvider): - ai_provider.use_smart_model = not ai_provider.use_smart_model - ai_provider.model = ai_provider.get_model() - logging.info(f"Switched to model: {ai_provider.model}") - await update.message.reply_text(f"Switched to model: {ai_provider.model}") - else: - await update.message.reply_text("Switching models is only available for OpenAI provider.") + model = ai_provider.switch_model() + logging.info(f"Switched to model: {model}") + await update.message.reply_text(f"Switched to model: {model}") async def switch_providers(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None: await clear(update, context) global ai_provider - if isinstance(ai_provider, AnthropicProvider): - ai_provider = create_ai_provider("openai") - logging.info("Switched to OpenAI provider") - await update.message.reply_text("Switched to OpenAI provider") - else: - ai_provider = create_ai_provider("anthropic") - logging.info("Switched to Anthropic provider") - await update.message.reply_text("Switched to Anthropic provider") + new_provider_name = "openai" if isinstance(ai_provider, AnthropicProvider) else "anthropic" + ai_provider = create_ai_provider(new_provider_name) + logging.info(f"Switched to {new_provider_name} provider") + await update.message.reply_text(f"Switched to {new_provider_name} provider") async def status(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None: - if isinstance(ai_provider, AnthropicProvider): - await update.message.reply_text(f"Currently using Anthropic: {ai_provider.model}") - else: - await update.message.reply_text(f"Currently using OpenAI: {ai_provider.model}") + await update.message.reply_text(f"Currently using {ai_provider.__class__.__name__}: {ai_provider.get_model()}") def main() -> None: # Create the Application and pass it your bot's token From 4db613f7505864013382f68f059080c05523089e Mon Sep 17 00:00:00 2001 From: bucolucas Date: Sun, 18 Aug 2024 13:24:06 -0500 Subject: [PATCH 4/4] Enhance status command with verbose and useful information --- telegram_inference_bot.py | 38 +++++++++++++++++++++++++++++++++++++- 1 file changed, 37 insertions(+), 1 deletion(-) diff --git a/telegram_inference_bot.py b/telegram_inference_bot.py index b1ef7fe..43b42ee 100644 --- a/telegram_inference_bot.py +++ b/telegram_inference_bot.py @@ -129,7 +129,43 @@ async def switch_providers(update: Update, context: ContextTypes.DEFAULT_TYPE) - await update.message.reply_text(f"Switched to {new_provider_name} provider") async def status(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None: - await update.message.reply_text(f"Currently using {ai_provider.__class__.__name__}: {ai_provider.get_model()}") + global ai_provider, conversation_history, tools + + provider_name = ai_provider.__class__.__name__ + model = ai_provider.get_model() + + total_conversations = sum(len(history) for history in conversation_history.values()) + active_users = len(conversation_history) + + available_tools = [tool.__class__.__name__ for tool in tools] + + status_message = f""" +🤖 Bot Status Report 🤖 + +AI Provider: {provider_name} +Current Model: {model} + +📊 Usage Statistics: +• Total Conversations: {total_conversations} +• Active Users: {active_users} + +🛠 Available Tools ({len(available_tools)}): +{', '.join(available_tools)} + +💡 Commands: +• /start - Start the bot +• /clear - Clear conversation history +• /switch - Switch AI model (OpenAI only) +• /toggle - Toggle between AI providers +• /status - Show this status report + +🔧 System Info: +• Python version: {os.sys.version.split()[0]} +• Telegram Bot API version: {Application.VERSION} +""" + + logging.info("Status command executed") + await update.message.reply_text(status_message) def main() -> None: # Create the Application and pass it your bot's token