From 74e33c0bec0c8a88d73ca012ae10f9ea621d8de5 Mon Sep 17 00:00:00 2001 From: Auto-GPT-Bot Date: Tue, 1 Aug 2023 08:17:00 +0000 Subject: [PATCH] BabyAGI-20230801081700 --- .../BabyAGI/folder13_08-01-08-15/report.json | 13 ++ reports/BabyAGI/success_rate.json | 129 +++++++++--------- 2 files changed, 78 insertions(+), 64 deletions(-) create mode 100644 reports/BabyAGI/folder13_08-01-08-15/report.json diff --git a/reports/BabyAGI/folder13_08-01-08-15/report.json b/reports/BabyAGI/folder13_08-01-08-15/report.json new file mode 100644 index 00000000..20f462d5 --- /dev/null +++ b/reports/BabyAGI/folder13_08-01-08-15/report.json @@ -0,0 +1,13 @@ +{ + "command": "agbenchmark start", + "completion_time": "2023-08-01-08:16", + "benchmark_start_time": "2023-08-01-08:15", + "metrics": { + "run_time": "62.83 seconds", + "highest_difficulty": "No successful tests" + }, + "tests": {}, + "config": { + "workspace": "babycoder/playground" + } +} \ No newline at end of file diff --git a/reports/BabyAGI/success_rate.json b/reports/BabyAGI/success_rate.json index 7e92333e..9f5ccd0e 100644 --- a/reports/BabyAGI/success_rate.json +++ b/reports/BabyAGI/success_rate.json @@ -1,16 +1,55 @@ { + "TestAdaptLink": [ + false + ], + "TestAdaptSimpleTypoWithGuidance": [ + false + ], + "TestAdaptTeslaRevenue": [ + false + ], "TestBasicContentGen": [ false, false ], + "TestBasicMemory": [ + false + ], "TestBasicRetrieval": [ false, false ], + "TestDebugMultipleTypo": [ + false + ], + "TestDebugSimpleTypoWithGuidance": [ + false + ], + "TestDebugSimpleTypoWithoutGuidance": [ + false + ], + "TestFunctionCodeGeneration": [ + false + ], "TestGoalDivergence": [ false, false ], + "TestGoalLoss_Hard": [ + false + ], + "TestGoalLoss_Medium": [ + false + ], + "TestGoalLoss_Simple": [ + false + ], + "TestGoalLoss_advanced": [ + false + ], + "TestInstructionFollowing": [ + false + ], "TestPlanCreation": [ false, false @@ -19,70 +58,10 @@ false, false ], - "TestReturnCode_Simple": [ - false, - false - ], - "TestSearch": [ - false, - false - ], - "TestWriteFile": [ - false, - false - ], - "TestDebugSimpleTypoWithGuidance": [ - false - ], - "TestBasicMemory": [ - false - ], - "TestAdaptLink": [ - false - ], - "TestRevenueRetrieval_1.2": [ - false - ], - "TestRevenueRetrieval_1.1": [ - false - ], - "TestRevenueRetrieval_1.0": [ - false - ], - "TestReturnCode_Write": [ - false - ], - "TestDebugSimpleTypoWithoutGuidance": [ - false - ], - "TestAdaptSimpleTypoWithGuidance": [ - false - ], - "TestInstructionFollowing": [ - false - ], - "TestGoalLoss_Simple": [ - false - ], - "TestGoalLoss_advanced": [ - false - ], - "TestGoalLoss_Hard": [ - false - ], - "TestGoalLoss_Medium": [ - false - ], "TestRememberMultipleIds": [ false ], - "TestFunctionCodeGeneration": [ - false - ], - "TestReturnCode_Modify": [ - false - ], - "TestDebugMultipleTypo": [ + "TestRememberMultiplePhrasesWithNoise": [ false ], "TestRememberMultipleWithNoise": [ @@ -91,16 +70,38 @@ "TestRetrieval3": [ false ], - "TestAdaptTeslaRevenue": [ + "TestReturnCode_Modify": [ false ], - "TestThreeSum": [ + "TestReturnCode_Simple": [ + false, false ], "TestReturnCode_Tests": [ false ], - "TestRememberMultiplePhrasesWithNoise": [ + "TestReturnCode_Write": [ + false + ], + "TestRevenueRetrieval_1.0": [ + false + ], + "TestRevenueRetrieval_1.1": [ + false + ], + "TestRevenueRetrieval_1.2": [ + false + ], + "TestSearch": [ + false, + false + ], + "TestThreeSum": [ + false + ], + "TestWriteFile": [ + false, + false, false ] } \ No newline at end of file