admin/cyclop
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Added ability to use multiple tools

Browse Source
This commit is contained in:
Jonathan Lucas
2024-08-18 15:54:57 -05:00
parent a8bda7622e
commit 5096ff7929
1 changed files with 21 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files
telegram_inference_bot.py
+18 -13
View File
@@ -94,11 +94,12 @@ async def handle_message(update: Update, context: ContextTypes.DEFAULT_TYPE) ->
response = get_chat_response(messages) response = get_chat_response(messages)
tool_calls = [] tool_calls = []
if use_anthropic: if use_anthropic:
for message in response.content: fullMessage = []
if message.type == "tool_use": for message_part in response.content:
tool_calls.append(message) fullMessage.append(message_part)
else: if message_part.type == "tool_use":
messages.append({"role": "assistant", "content": response.content}) tool_calls.append(message_part)
messages.append({"role": "assistant", "content": fullMessage})
else: else:
assistant_message = response.choices[0].message assistant_message = response.choices[0].message
if hasattr(assistant_message, 'function_call') and assistant_message.function_call is not None: if hasattr(assistant_message, 'function_call') and assistant_message.function_call is not None:
@@ -107,29 +108,33 @@ async def handle_message(update: Update, context: ContextTypes.DEFAULT_TYPE) ->
toolUseCount = 0 toolUseCount = 0
while len(tool_calls) > 0 and toolUseCount < 50: while len(tool_calls) > 0 and toolUseCount < 50:
tool_use_results = []
while len(tool_calls) > 0:
tool_call = tool_calls.pop(0) tool_call = tool_calls.pop(0)
function_name = tool_call.name function_name = tool_call.name
tool_response = call_tool(tool_call) tool_response = call_tool(tool_call)
tool_use_results.append({"type": "tool_result", "tool_use_id": tool_call.id, "content": json.dumps(tool_response)})
formatted_result = {} formatted_result = {}
if use_anthropic: if use_anthropic:
formatted_result = {"role": "user", "content":[{"type": "tool_result", "tool_use_id": tool_call.id, "content": json.dumps(tool_response)}]} formatted_result = {"role": "user", "content":tool_use_results}
else: else:
formatted_result = {"role": "function", "name": function_name, "content": json.dumps(tool_response)} formatted_result = {"role": "function", "name": function_name, "content": json.dumps(tool_use_results[0])}
messages.append(formatted_result) messages.append(formatted_result)
response = get_chat_response(messages) response = get_chat_response(messages)
assistant_message = "" assistant_message = ""
if use_anthropic: if use_anthropic:
for message in response.content: fullMessage = []
if message.type == "tool_use": for message_part in response.content:
tool_calls.append(message) fullMessage.append(message_part)
else: if message_part.type == "tool_use":
messages.append({"role": "assistant", "content": response.content}) tool_calls.append(message_part)
messages.append({"role": "assistant", "content": fullMessage})
else: else:
assistant_message = response.choices[0].message assistant_message = response.choices[0].message
conversation_history[user_id].append({"role": "assistant", "content": assistant_message}) conversation_history[user_id].append({"role": "assistant", "content": assistant_message})