Files
Auto-GPT/tests/integration/test_llm_utils.py
2023-04-27 11:48:18 -07:00

26 lines
875 B
Python

import string
import pytest
from numpy.random import RandomState
from autogpt.llm_utils import get_ada_embedding
from tests.utils import requires_api_key
@pytest.fixture(scope="session")
def random_large_string():
"""Big string used to overwhelm token limits."""
seed = 42
n_characters = 30_000
random = RandomState(seed)
return "".join(random.choice(list(string.ascii_lowercase), size=n_characters))
@pytest.mark.xfail(reason="We have no mechanism for embedding large strings.")
@requires_api_key("OPENAI_API_KEY")
def test_get_ada_embedding_large_context(random_large_string):
# This test should be able to mock the openai call after we have a fix. We don't need
# to hit the API to test the logic of the function (so not using vcr). This is a quick
# regression test to document the issue.
get_ada_embedding(random_large_string)