From 6ae90a3ea2a46f8df781aa1225bee6b1e02ca4dc Mon Sep 17 00:00:00 2001 From: Valay Dave Date: Sun, 30 Apr 2023 22:57:16 -0700 Subject: [PATCH] =?UTF-8?q?[bug]=20`list=5Ffiles`=20api=20signature=20chan?= =?UTF-8?q?ge=20in=20`data=5Fingestion.py`=20and=20lo=E2=80=A6=20(#3601)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- data_ingestion.py | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/data_ingestion.py b/data_ingestion.py index d400dc96..c907cedf 100644 --- a/data_ingestion.py +++ b/data_ingestion.py @@ -1,7 +1,7 @@ import argparse import logging -from autogpt.commands.file_operations import ingest_file, search_files +from autogpt.commands.file_operations import ingest_file, list_files from autogpt.config import Config from autogpt.memory import get_memory @@ -10,12 +10,11 @@ cfg = Config() def configure_logging(): logging.basicConfig( - filemode="a", format="%(asctime)s,%(msecs)d %(name)s %(levelname)s %(message)s", datefmt="%H:%M:%S", level=logging.DEBUG, handlers=[ - logging.FileHandler(filename="log-ingestion.txt"), + logging.FileHandler(filename="log-ingestion.txt", mode="a"), logging.StreamHandler(), ], ) @@ -31,7 +30,7 @@ def ingest_directory(directory, memory, args): """ global logger try: - files = search_files(directory) + files = list_files(directory) for file in files: ingest_file(file, memory, args.max_length, args.overlap) except Exception as e: @@ -68,7 +67,6 @@ def main() -> None: help="The max_length of each chunk when ingesting files (default: 4000)", default=4000, ) - args = parser.parse_args() # Initialize memory