Add hooks for chat completion

This commit is contained in:
BillSchumacher
2023-04-16 23:30:42 -05:00
parent d394b032d7
commit 3715ebc7eb

View File

@@ -1,7 +1,6 @@
from __future__ import annotations
import time
from ast import List
import openai
from colorama import Fore
@@ -76,6 +75,20 @@ def create_chat_completion(
+ f"Creating chat completion with model {model}, temperature {temperature},"
f" max_tokens {max_tokens}" + Fore.RESET
)
for plugin in CFG.plugins:
if plugin.can_handle_chat_completion(
messages=messages,
model=model,
temperature=temperature,
max_tokens=max_tokens,
):
response = plugin.handle_chat_completion(
messages=messages,
model=model,
temperature=temperature,
max_tokens=max_tokens,
)
return response
for attempt in range(num_retries):
backoff = 2 ** (attempt + 2)
try:
@@ -99,7 +112,7 @@ def create_chat_completion(
if CFG.debug_mode:
print(
Fore.RED + "Error: ",
f"Reached rate limit, passing..." + Fore.RESET,
"Reached rate limit, passing..." + Fore.RESET,
)
except APIError as e:
if e.http_status == 502: