Add early abort functions.

This commit is contained in:
BillSchumacher
2023-04-16 23:39:33 -05:00
parent 3715ebc7eb
commit fbd4e06df5
4 changed files with 20 additions and 0 deletions

View File

@@ -131,6 +131,8 @@ def create_chat_completion(
raise RuntimeError(f"Failed to get response after {num_retries} retries")
resp = response.choices[0].message["content"]
for plugin in CFG.plugins:
if not plugin.can_handle_on_response():
continue
resp = plugin.on_response(resp)
return resp