mirror of
https://github.com/aljazceru/Auto-GPT.git
synced 2025-12-28 03:14:32 +01:00
bfbe613960
Additional changes: * Improve typing * Modularize message history memory & fix/refactor lots of things * Fix summarization * Move memory relevance calculation to MemoryItem & improve test * Fix import warnings in web_selenium.py * Remove `memory_add` ghost command * Implement overlap in `split_text` * Move memory tests into subdirectory * Remove deprecated `get_ada_embedding()` and helpers * Fix used token calculation in `chat_with_ai` * Replace Message TypedDict by dataclass * Fix AgentManager singleton issues in tests --------- Co-authored-by: Auto-GPT-Bot <github-bot@agpt.co>
139 lines
4.4 KiB
Python
139 lines
4.4 KiB
Python
from autogpt.config import Config
|
|
from autogpt.logs import logger
|
|
|
|
from .memory_item import MemoryItem, MemoryItemRelevance
|
|
from .providers.base import VectorMemoryProvider as VectorMemory
|
|
from .providers.json_file import JSONFileMemory
|
|
from .providers.no_memory import NoMemory
|
|
|
|
# List of supported memory backends
|
|
# Add a backend to this list if the import attempt is successful
|
|
supported_memory = ["json_file", "no_memory"]
|
|
|
|
# try:
|
|
# from .providers.redis import RedisMemory
|
|
|
|
# supported_memory.append("redis")
|
|
# except ImportError:
|
|
# RedisMemory = None
|
|
|
|
# try:
|
|
# from .providers.pinecone import PineconeMemory
|
|
|
|
# supported_memory.append("pinecone")
|
|
# except ImportError:
|
|
# PineconeMemory = None
|
|
|
|
# try:
|
|
# from .providers.weaviate import WeaviateMemory
|
|
|
|
# supported_memory.append("weaviate")
|
|
# except ImportError:
|
|
# WeaviateMemory = None
|
|
|
|
# try:
|
|
# from .providers.milvus import MilvusMemory
|
|
|
|
# supported_memory.append("milvus")
|
|
# except ImportError:
|
|
# MilvusMemory = None
|
|
|
|
|
|
def get_memory(cfg: Config, init=False) -> VectorMemory:
|
|
memory = None
|
|
|
|
match cfg.memory_backend:
|
|
case "json_file":
|
|
memory = JSONFileMemory(cfg)
|
|
|
|
case "pinecone":
|
|
raise NotImplementedError(
|
|
"The Pinecone memory backend has been rendered incompatible by work on "
|
|
"the memory system, and was removed. Whether support will be added back "
|
|
"in the future is subject to discussion, feel free to pitch in: "
|
|
"https://github.com/Significant-Gravitas/Auto-GPT/discussions/4280"
|
|
)
|
|
# if not PineconeMemory:
|
|
# logger.warn(
|
|
# "Error: Pinecone is not installed. Please install pinecone"
|
|
# " to use Pinecone as a memory backend."
|
|
# )
|
|
# else:
|
|
# memory = PineconeMemory(cfg)
|
|
# if init:
|
|
# memory.clear()
|
|
|
|
case "redis":
|
|
raise NotImplementedError(
|
|
"The Redis memory backend has been rendered incompatible by work on "
|
|
"the memory system, and has been removed temporarily."
|
|
)
|
|
# if not RedisMemory:
|
|
# logger.warn(
|
|
# "Error: Redis is not installed. Please install redis-py to"
|
|
# " use Redis as a memory backend."
|
|
# )
|
|
# else:
|
|
# memory = RedisMemory(cfg)
|
|
|
|
case "weaviate":
|
|
raise NotImplementedError(
|
|
"The Weaviate memory backend has been rendered incompatible by work on "
|
|
"the memory system, and was removed. Whether support will be added back "
|
|
"in the future is subject to discussion, feel free to pitch in: "
|
|
"https://github.com/Significant-Gravitas/Auto-GPT/discussions/4280"
|
|
)
|
|
# if not WeaviateMemory:
|
|
# logger.warn(
|
|
# "Error: Weaviate is not installed. Please install weaviate-client to"
|
|
# " use Weaviate as a memory backend."
|
|
# )
|
|
# else:
|
|
# memory = WeaviateMemory(cfg)
|
|
|
|
case "milvus":
|
|
raise NotImplementedError(
|
|
"The Milvus memory backend has been rendered incompatible by work on "
|
|
"the memory system, and was removed. Whether support will be added back "
|
|
"in the future is subject to discussion, feel free to pitch in: "
|
|
"https://github.com/Significant-Gravitas/Auto-GPT/discussions/4280"
|
|
)
|
|
# if not MilvusMemory:
|
|
# logger.warn(
|
|
# "Error: pymilvus sdk is not installed."
|
|
# "Please install pymilvus to use Milvus or Zilliz Cloud as memory backend."
|
|
# )
|
|
# else:
|
|
# memory = MilvusMemory(cfg)
|
|
|
|
case "no_memory":
|
|
memory = NoMemory()
|
|
|
|
case _:
|
|
raise ValueError(
|
|
f"Unknown memory backend '{cfg.memory_backend}'. Please check your config."
|
|
)
|
|
|
|
if memory is None:
|
|
memory = JSONFileMemory(cfg)
|
|
|
|
return memory
|
|
|
|
|
|
def get_supported_memory_backends():
|
|
return supported_memory
|
|
|
|
|
|
__all__ = [
|
|
"get_memory",
|
|
"MemoryItem",
|
|
"MemoryItemRelevance",
|
|
"JSONFileMemory",
|
|
"NoMemory",
|
|
"VectorMemory",
|
|
# "RedisMemory",
|
|
# "PineconeMemory",
|
|
# "MilvusMemory",
|
|
# "WeaviateMemory",
|
|
]
|