admin/cyclop
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

added gemini inference bot

Browse Source
This commit is contained in:
Jonathan Lucas
2025-06-02 13:23:02 -05:00
parent 179718595b
commit a24f56531e
5 changed files with 247 additions and 54 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/standalone_llm_tool.py
+23 -20
View File
@@ -14,27 +14,30 @@ class StandaloneLLMTool(BaseTool):
def get_functions(self):
return [
{
"name": "call_external_llm",
"description": "Call an external language model",
"parameters": {
"type": "object",
"properties": {
"prompt": {
"type": "string",
"description": "The prompt you are providing"
"type": "function",
"function": {
"name": "call_external_llm",
"description": "Call an external language model",
"parameters": {
"type": "object",
"properties": {
"prompt": {
"type": "string",
"description": "The prompt you are providing"
},
"model": {
"type": "string",
"description": "The model to use for generating the detailed instructions. Use mini for most coding tasks, preview when needing sophisticated reasoning",
"enum": ["o1-mini", "o1-preview"],
"default": "o1-mini"
},
"max_tokens": {
"type": "integer",
"description": "The maximum number of tokens to use for generating the detailed instructions. Default is 16384.",
}
},
"model": {
"type": "string",
"description": "The model to use for generating the detailed instructions. Use mini for most coding tasks, preview when needing sophisticated reasoning",
"enum": ["o1-mini", "o1-preview"],
"default": "o1-mini"
},
"max_tokens": {
"type": "integer",
"description": "The maximum number of tokens to use for generating the detailed instructions. Default is 16384.",
}
},
"required": ["prompt"]
"required": ["prompt"]
}
}
}
]