mirror of
https://github.com/aljazceru/Auto-GPT.git
synced 2025-12-20 15:34:23 +01:00
07d9b584f7
* Correct and clean up JSON handling * Use ast for message history too * Lint * Add comments explaining why we use literal_eval * Add descriptions to llm_response_format schema * Parse responses in code blocks * Be more careful when parsing in code blocks * Lint
96 lines
2.8 KiB
Python
96 lines
2.8 KiB
Python
"""Utilities for the json_fixes package."""
|
|
import ast
|
|
import json
|
|
import os.path
|
|
from typing import Any
|
|
|
|
from jsonschema import Draft7Validator
|
|
|
|
from autogpt.config import Config
|
|
from autogpt.logs import logger
|
|
|
|
CFG = Config()
|
|
LLM_DEFAULT_RESPONSE_FORMAT = "llm_response_format_1"
|
|
|
|
|
|
def extract_json_from_response(response_content: str) -> dict:
|
|
# Sometimes the response includes the JSON in a code block with ```
|
|
if response_content.startswith("```") and response_content.endswith("```"):
|
|
# Discard the first and last ```, then re-join in case the response naturally included ```
|
|
response_content = "```".join(response_content.split("```")[1:-1])
|
|
|
|
# response content comes from OpenAI as a Python `str(content_dict)`, literal_eval reverses this
|
|
try:
|
|
return ast.literal_eval(response_content)
|
|
except BaseException as e:
|
|
logger.error(f"Error parsing JSON response with literal_eval {e}")
|
|
# TODO: How to raise an error here without causing the program to exit?
|
|
return {}
|
|
|
|
|
|
def llm_response_schema(
|
|
schema_name: str = LLM_DEFAULT_RESPONSE_FORMAT,
|
|
) -> dict[str, Any]:
|
|
filename = os.path.join(os.path.dirname(__file__), f"{schema_name}.json")
|
|
with open(filename, "r") as f:
|
|
return json.load(f)
|
|
|
|
|
|
def validate_json(
|
|
json_object: object, schema_name: str = LLM_DEFAULT_RESPONSE_FORMAT
|
|
) -> bool:
|
|
"""
|
|
:type schema_name: object
|
|
:param schema_name: str
|
|
:type json_object: object
|
|
|
|
Returns:
|
|
bool: Whether the json_object is valid or not
|
|
"""
|
|
schema = llm_response_schema(schema_name)
|
|
validator = Draft7Validator(schema)
|
|
|
|
if errors := sorted(validator.iter_errors(json_object), key=lambda e: e.path):
|
|
for error in errors:
|
|
logger.error(f"JSON Validation Error: {error}")
|
|
|
|
if CFG.debug_mode:
|
|
logger.error(
|
|
json.dumps(json_object, indent=4)
|
|
) # Replace 'json_object' with the variable containing the JSON data
|
|
logger.error("The following issues were found:")
|
|
|
|
for error in errors:
|
|
logger.error(f"Error: {error.message}")
|
|
return False
|
|
|
|
logger.debug("The JSON object is valid.")
|
|
|
|
return True
|
|
|
|
|
|
def validate_json_string(json_string: str, schema_name: str) -> dict | None:
|
|
"""
|
|
:type schema_name: object
|
|
:param schema_name: str
|
|
:type json_object: object
|
|
"""
|
|
|
|
try:
|
|
json_loaded = json.loads(json_string)
|
|
if not validate_json(json_loaded, schema_name):
|
|
return None
|
|
return json_loaded
|
|
except:
|
|
return None
|
|
|
|
|
|
def is_string_valid_json(json_string: str, schema_name: str) -> bool:
|
|
"""
|
|
:type schema_name: object
|
|
:param schema_name: str
|
|
:type json_object: object
|
|
"""
|
|
|
|
return validate_json_string(json_string, schema_name) is not None
|