basic challenges, more ChallengeData structure

This commit is contained in:
Silen Naihin
2023-06-24 09:42:36 -04:00
parent a7972ad873
commit 8c44b9eddf
14 changed files with 163 additions and 38 deletions

View File

@@ -1,9 +1,11 @@
import pytest
from agbenchmark.challenges.retrieval.Retrieval import RetrievalChallenge
from agbenchmark.challenges.define_task_types import Challenge, Ground
from agbenchmark.challenges.define_task_types import ChallengeData, Ground
import os
data = Challenge.deserialize(os.path.join(os.path.dirname(__file__), "r1_data.json"))
data = ChallengeData.deserialize(
os.path.join(os.path.dirname(__file__), "r1_data.json")
)
class TestRetrieval1(RetrievalChallenge):