cyclop-bot
32 lines
892 B
Python
32 lines
892 B
Python
import os
|
|
import json
|
|
import logging
|
|
from openai import OpenAI
|
|
|
|
class StandaloneLLMTool:
|
|
def __init__(self):
|
|
self.client = OpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
|
|
self.model = "llm-preview"
|
|
self.max_tokens = 16384
|
|
|
|
def get_detailed_instructions(self, user_prompt):
|
|
response = self.client.completions.create(
|
|
model=self.model,
|
|
prompt=user_prompt,
|
|
max_tokens=self.max_tokens
|
|
)
|
|
return response
|
|
|
|
def process_user_input(self, user_prompt):
|
|
logging.info(f"Received prompt: {user_prompt}")
|
|
response = self.get_detailed_instructions(user_prompt)
|
|
logging.info("Response generated")
|
|
return response.choices[0].text
|
|
|
|
|
|
# Utility function for programmatic access
|
|
|
|
def get_llm_response(prompt):
|
|
tool = StandaloneLLMTool()
|
|
return tool.process_user_input(prompt)
|