Files
Auto-GPT/reports/smol-developer/success_rate.json
2023-08-01 13:40:07 +00:00

164 lines
2.6 KiB
JSON

{
"TestAdaptLink": [
false,
false,
false
],
"TestAdaptSimpleTypoWithGuidance": [
false,
false,
false
],
"TestAdaptTeslaRevenue": [
false,
false,
false
],
"TestBasicContentGen": [
false,
false,
false
],
"TestBasicMemory": [
false,
false,
false
],
"TestBasicRetrieval": [
false,
false,
false
],
"TestDebugMultipleTypo": [
false,
false,
false
],
"TestDebugSimpleTypoWithGuidance": [
false,
false,
false
],
"TestDebugSimpleTypoWithoutGuidance": [
false,
false,
false
],
"TestFunctionCodeGeneration": [
false,
false,
false
],
"TestGoalDivergence": [
false,
false,
false
],
"TestGoalLoss_Hard": [
false,
false,
false
],
"TestGoalLoss_Medium": [
false,
false,
false
],
"TestGoalLoss_Simple": [
false,
false,
false
],
"TestGoalLoss_advanced": [
false,
false,
false
],
"TestInstructionFollowing": [
false,
false,
false
],
"TestPlanCreation": [
true,
true,
true
],
"TestReadFile": [
false,
false,
false
],
"TestRememberMultipleIds": [
false,
false,
false
],
"TestRememberMultiplePhrasesWithNoise": [
false,
false,
false
],
"TestRememberMultipleWithNoise": [
false,
false,
false
],
"TestRetrieval3": [
false,
false,
false
],
"TestReturnCode_Modify": [
false,
false,
false
],
"TestReturnCode_Simple": [
false,
false,
false
],
"TestReturnCode_Tests": [
false,
false,
false
],
"TestReturnCode_Write": [
false,
false,
false
],
"TestRevenueRetrieval_1.0": [
false,
false,
false
],
"TestRevenueRetrieval_1.1": [
false,
false,
false
],
"TestRevenueRetrieval_1.2": [
false,
false,
false
],
"TestSearch": [
false,
false,
false
],
"TestThreeSum": [
false,
false,
false
],
"TestWriteFile": [
true,
true,
true,
true,
true
]
}