Files
Auto-GPT/scripts/llm_utils.py
BillSchumacher 65b626c5e1 Plugins initial
2023-04-10 20:57:47 -05:00

29 lines
893 B
Python

import openai
from config import Config
cfg = Config()
openai.api_key = cfg.openai_api_key
# Overly simple abstraction until we create something better
def create_chat_completion(messages, model=None, temperature=None, max_tokens=None)->str:
"""Create a chat completion using the OpenAI API"""
if cfg.use_azure:
response = openai.ChatCompletion.create(
deployment_id=cfg.openai_deployment_id,
model=model,
messages=messages,
temperature=temperature,
max_tokens=max_tokens
)
else:
response = openai.ChatCompletion.create(
model=model,
messages=messages,
temperature=temperature,
max_tokens=max_tokens
)
resp = response.choices[0].message["content"]
for plugin in cfg.plugins:
resp = plugin.on_response(resp)
return resp