34 lines
957 B
Python
34 lines
957 B
Python
|
import os
|
||
|
|
import json
|
||
|
|
import logging
|
||
|
|
from openai import OpenAI
|
||
|
|
|
||
|
|
class StandaloneLLMTool:
|
||
|
|
def __init__(self):
|
||
|
|
self.client = OpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
|
||
|
|
self.model = "llm-preview"
|
||
|
|
self.max_tokens = 16384
|
||
|
|
|
||
|
|
def get_detailed_instructions(self, user_prompt):
|
||
|
|
response = self.client.completions.create(
|
||
|
|
model=self.model,
|
||
|
|
prompt=user_prompt,
|
||
|
|
max_tokens=self.max_tokens
|
||
|
|
)
|
||
|
|
return response
|
||
|
|
|
||
|
|
def process_user_input(self, user_prompt):
|
||
|
|
logging.info(f"Received prompt: {user_prompt}")
|
||
|
|
response = self.get_detailed_instructions(user_prompt)
|
||
|
|
logging.info("Response generated")
|
||
|
|
return response.choices[0].text
|
||
|
|
|
||
|
|
def main():
|
||
|
|
tool = StandaloneLLMTool()
|
||
|
|
user_prompt = input("Enter your prompt: ")
|
||
|
|
response = tool.process_user_input(user_prompt)
|
||
|
|
print("Response:", response)
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
main()
|