admin/cyclop
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Update tool use count limit to 50

Browse Source
This commit is contained in:
Jonathan Lucas
2024-08-17 18:50:30 -05:00
parent 65967d8949
commit 31a041e300
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
telegram_inference_bot.py
+1 -1
View File
@@ -134,7 +134,7 @@ async def handle_message(update: Update, context: ContextTypes.DEFAULT_TYPE) ->
assistant_message = response.choices[0].message assistant_message = response.choices[0].message
toolUseCount = 0 toolUseCount = 0
if hasattr(assistant_message, 'function_call') and assistant_message.function_call: if hasattr(assistant_message, 'function_call') and assistant_message.function_call:
while hasattr(assistant_message, 'function_call') and assistant_message.function_call and toolUseCount < 10: while hasattr(assistant_message, 'function_call') and assistant_message.function_call and toolUseCount < 50: # Todo: put amount in env
tool_response = call_tool(assistant_message.function_call, messages) tool_response = call_tool(assistant_message.function_call, messages)
conversation_history[user_id].append({"role": "function", "name": assistant_message.function_call.name, "content": json.dumps(tool_response)}) conversation_history[user_id].append({"role": "function", "name": assistant_message.function_call.name, "content": json.dumps(tool_response)})