mirror of
https://github.com/aljazceru/Auto-GPT.git
synced 2025-12-17 05:54:26 +01:00
1073954fb7
* Pi's message. * Fix most everything. * Blacked * Add Typing, Docstrings everywhere, organize the code a bit. * Black * fix import * Update message, dedupe. * Increase backoff time. * bump up retries
116 lines
3.7 KiB
Python
116 lines
3.7 KiB
Python
from ast import List
|
|
import time
|
|
from typing import Dict, Optional
|
|
|
|
import openai
|
|
from openai.error import APIError, RateLimitError
|
|
from colorama import Fore
|
|
|
|
from autogpt.config import Config
|
|
|
|
CFG = Config()
|
|
|
|
openai.api_key = CFG.openai_api_key
|
|
|
|
|
|
def call_ai_function(
|
|
function: str, args: List, description: str, model: Optional[str] = None
|
|
) -> str:
|
|
"""Call an AI function
|
|
|
|
This is a magic function that can do anything with no-code. See
|
|
https://github.com/Torantulino/AI-Functions for more info.
|
|
|
|
Args:
|
|
function (str): The function to call
|
|
args (list): The arguments to pass to the function
|
|
description (str): The description of the function
|
|
model (str, optional): The model to use. Defaults to None.
|
|
|
|
Returns:
|
|
str: The response from the function
|
|
"""
|
|
if model is None:
|
|
model = CFG.smart_llm_model
|
|
# For each arg, if any are None, convert to "None":
|
|
args = [str(arg) if arg is not None else "None" for arg in args]
|
|
# parse args to comma separated string
|
|
args = ", ".join(args)
|
|
messages = [
|
|
{
|
|
"role": "system",
|
|
"content": f"You are now the following python function: ```# {description}"
|
|
f"\n{function}```\n\nOnly respond with your `return` value.",
|
|
},
|
|
{"role": "user", "content": args},
|
|
]
|
|
|
|
return create_chat_completion(model=model, messages=messages, temperature=0)
|
|
|
|
|
|
# Overly simple abstraction until we create something better
|
|
# simple retry mechanism when getting a rate error or a bad gateway
|
|
def create_chat_completion(
|
|
messages: List, # type: ignore
|
|
model: Optional[str] = None,
|
|
temperature: float = CFG.temperature,
|
|
max_tokens: Optional[int] = None,
|
|
) -> str:
|
|
"""Create a chat completion using the OpenAI API
|
|
|
|
Args:
|
|
messages (list[dict[str, str]]): The messages to send to the chat completion
|
|
model (str, optional): The model to use. Defaults to None.
|
|
temperature (float, optional): The temperature to use. Defaults to 0.9.
|
|
max_tokens (int, optional): The max tokens to use. Defaults to None.
|
|
|
|
Returns:
|
|
str: The response from the chat completion
|
|
"""
|
|
response = None
|
|
num_retries = 10
|
|
if CFG.debug_mode:
|
|
print(
|
|
Fore.GREEN
|
|
+ f"Creating chat completion with model {model}, temperature {temperature},"
|
|
f" max_tokens {max_tokens}" + Fore.RESET
|
|
)
|
|
for attempt in range(num_retries):
|
|
backoff = 2 ** (attempt + 2)
|
|
try:
|
|
if CFG.use_azure:
|
|
response = openai.ChatCompletion.create(
|
|
deployment_id=CFG.get_azure_deployment_id_for_model(model),
|
|
model=model,
|
|
messages=messages,
|
|
temperature=temperature,
|
|
max_tokens=max_tokens,
|
|
)
|
|
else:
|
|
response = openai.ChatCompletion.create(
|
|
model=model,
|
|
messages=messages,
|
|
temperature=temperature,
|
|
max_tokens=max_tokens,
|
|
)
|
|
break
|
|
except RateLimitError:
|
|
pass
|
|
except APIError as e:
|
|
if e.http_status == 502:
|
|
pass
|
|
else:
|
|
raise
|
|
if attempt == num_retries - 1:
|
|
raise
|
|
if CFG.debug_mode:
|
|
print(
|
|
Fore.RED + "Error: ",
|
|
f"API Bad gateway. Waiting {backoff} seconds..." + Fore.RESET,
|
|
)
|
|
time.sleep(backoff)
|
|
if response is None:
|
|
raise RuntimeError(f"Failed to get response after {num_retries} retries")
|
|
|
|
return response.choices[0].message["content"]
|