admin/cyclop
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Update AI provider usage and imports

Browse Source
This commit is contained in:
bucolucas
2024-08-18 13:20:33 -05:00
parent 5fbcd358bf
commit 5e02468a8b
1 changed files with 24 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
telegram_inference_bot.py
+24 -11
View File
@@ -7,7 +7,7 @@ from telegram import Update
from telegram.ext import Application, CommandHandler, MessageHandler, filters, ContextTypes from telegram.ext import Application, CommandHandler, MessageHandler, filters, ContextTypes
from dotenv import load_dotenv from dotenv import load_dotenv
from tools.base_tool import BaseTool from tools.base_tool import BaseTool
from ai_providers import create_ai_provider from ai_providers import create_ai_provider, AnthropicProvider, OpenAIProvider
# Load environment variables # Load environment variables
load_dotenv() load_dotenv()
@@ -86,7 +86,7 @@ async def handle_message(update: Update, context: ContextTypes.DEFAULT_TYPE) ->
tool_response = call_tool(tool_call) tool_response = call_tool(tool_call)
formatted_result = ai_provider.format_tool_result(tool_call, tool_response) formatted_result = {"role": "function", "name": function_name, "content": json.dumps(tool_response)}
messages.append(formatted_result) messages.append(formatted_result)
response = ai_provider.get_chat_response([{"role": "system", "content": system_prompt}] + messages) response = ai_provider.get_chat_response([{"role": "system", "content": system_prompt}] + messages)
@@ -95,13 +95,14 @@ async def handle_message(update: Update, context: ContextTypes.DEFAULT_TYPE) ->
toolUseCount += 1 toolUseCount += 1
if toolUseCount == 0: if toolUseCount == 0:
assistant_reply = ai_provider.format_assistant_reply(response) assistant_reply = response.content[0].text if isinstance(ai_provider, AnthropicProvider) else response.choices[0].message.content
conversation_history[user_id].append({"role": "assistant", "content": assistant_reply}) conversation_history[user_id].append({"role": "assistant", "content": assistant_reply})
if len(conversation_history[user_id]) > 20: if len(conversation_history[user_id]) > 20:
conversation_history[user_id] = conversation_history[user_id][-20:] conversation_history[user_id] = conversation_history[user_id][-20:]
await update.message.reply_text(ai_provider.get_reply_text(response)) reply_text = response.content[0].text if isinstance(ai_provider, AnthropicProvider) else response.choices[0].message.content
await update.message.reply_text(reply_text)
except Exception as e: except Exception as e:
logging.error(f"An error occurred: {str(e)}") logging.error(f"An error occurred: {str(e)}")
@@ -116,19 +117,31 @@ def call_tool(function_call):
async def switch(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None: async def switch(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None:
global ai_provider global ai_provider
model = ai_provider.switch_model() if isinstance(ai_provider, OpenAIProvider):
logging.info(f"Switched to model: {model}") ai_provider.use_smart_model = not ai_provider.use_smart_model
await update.message.reply_text(f"Switched to model: {model}") ai_provider.model = ai_provider.get_model()
logging.info(f"Switched to model: {ai_provider.model}")
await update.message.reply_text(f"Switched to model: {ai_provider.model}")
else:
await update.message.reply_text("Switching models is only available for OpenAI provider.")
async def switch_providers(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None: async def switch_providers(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None:
await clear(update, context) await clear(update, context)
global ai_provider global ai_provider
ai_provider = create_ai_provider("openai" if ai_provider.name == "anthropic" else "anthropic") if isinstance(ai_provider, AnthropicProvider):
logging.info(f"Switched to {ai_provider.name} provider") ai_provider = create_ai_provider("openai")
await update.message.reply_text(f"Switched to {ai_provider.name} provider") logging.info("Switched to OpenAI provider")
await update.message.reply_text("Switched to OpenAI provider")
else:
ai_provider = create_ai_provider("anthropic")
logging.info("Switched to Anthropic provider")
await update.message.reply_text("Switched to Anthropic provider")
async def status(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None: async def status(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None:
await update.message.reply_text(f"Currently using {ai_provider.name}: {ai_provider.get_model()}") if isinstance(ai_provider, AnthropicProvider):
await update.message.reply_text(f"Currently using Anthropic: {ai_provider.model}")
else:
await update.message.reply_text(f"Currently using OpenAI: {ai_provider.model}")
def main() -> None: def main() -> None:
# Create the Application and pass it your bot's token # Create the Application and pass it your bot's token