Auto-GPT/agbenchmark/RegressionManager.py

import json
from typing import Union


class RegressionManager:
    """Abstracts interaction with the regression tests file"""

    def __init__(self, filename: str):
        self.filename = filename
        self.load()

    def load(self) -> None:
        try:
            with open(self.filename, "r") as f:
                file_content = (
                    f.read().strip()
                )  # read the content and remove any leading/trailing whitespace
                if file_content:  # if file is not empty, load the json
                    data = json.loads(file_content)
                    self.tests = {k: data[k] for k in sorted(data)}
                    data = self.replace_backslash(data)
                else:  # if file is empty, assign an empty dictionary
                    self.tests = {}
        except FileNotFoundError:
            self.tests = {}
        except json.decoder.JSONDecodeError:  # If JSON is invalid
            self.tests = {}
        self.save()

    def save(self) -> None:
        with open(self.filename, "w") as f:
            json.dump(self.tests, f, indent=4)

    def add_test(self, test_name: str, test_details: dict) -> None:
        self.tests[test_name] = test_details
        self.save()

    def remove_test(self, test_name: str) -> None:
        if test_name in self.tests:
            del self.tests[test_name]
            self.save()

    def replace_backslash(self, value: str) -> Union[str, list[str], dict]:
        if isinstance(value, str):
            return value.replace("\\\\", "/")  # escape \ with \\
        elif isinstance(value, list):
            return [self.replace_backslash(i) for i in value]
        elif isinstance(value, dict):
            return {k: self.replace_backslash(v) for k, v in value.items()}
        else:
            return value