Initialize standalone LLM tool with basic class structure.
This commit is contained in:
@@ -0,0 +1,33 @@
|
||||
import os
|
||||
import json
|
||||
import logging
|
||||
from openai import OpenAI
|
||||
|
||||
class StandaloneLLMTool:
|
||||
def __init__(self):
|
||||
self.client = OpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
|
||||
self.model = "llm-preview"
|
||||
self.max_tokens = 16384
|
||||
|
||||
def get_detailed_instructions(self, user_prompt):
|
||||
response = self.client.completions.create(
|
||||
model=self.model,
|
||||
prompt=user_prompt,
|
||||
max_tokens=self.max_tokens
|
||||
)
|
||||
return response
|
||||
|
||||
def process_user_input(self, user_prompt):
|
||||
logging.info(f"Received prompt: {user_prompt}")
|
||||
response = self.get_detailed_instructions(user_prompt)
|
||||
logging.info("Response generated")
|
||||
return response.choices[0].text
|
||||
|
||||
def main():
|
||||
tool = StandaloneLLMTool()
|
||||
user_prompt = input("Enter your prompt: ")
|
||||
response = tool.process_user_input(user_prompt)
|
||||
print("Response:", response)
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
Reference in New Issue
Block a user