Files
cyclop/standalone_llm_tool.py
T

34 lines
957 B
Python

import os
import json
import logging
from openai import OpenAI
class StandaloneLLMTool:
def __init__(self):
self.client = OpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
self.model = "llm-preview"
self.max_tokens = 16384
def get_detailed_instructions(self, user_prompt):
response = self.client.completions.create(
model=self.model,
prompt=user_prompt,
max_tokens=self.max_tokens
)
return response
def process_user_input(self, user_prompt):
logging.info(f"Received prompt: {user_prompt}")
response = self.get_detailed_instructions(user_prompt)
logging.info("Response generated")
return response.choices[0].text
def main():
tool = StandaloneLLMTool()
user_prompt = input("Enter your prompt: ")
response = tool.process_user_input(user_prompt)
print("Response:", response)
if __name__ == '__main__':
main()