mirror of
https://github.com/aljazceru/gpt-engineer.git
synced 2025-12-17 12:45:26 +01:00
f159dc45f2
* First step in collecting learnings * Rename prompts * remove requirements, use pip install -e . instead * Add requirements * Fix tests
37 lines
1.1 KiB
Python
37 lines
1.1 KiB
Python
import os
|
|
|
|
from unittest.mock import MagicMock
|
|
|
|
import pytest
|
|
import rudderstack.analytics as rudder_analytics
|
|
|
|
from gpt_engineer.collect import collect_learnings, extract_learning
|
|
from gpt_engineer.db import DB, DBs
|
|
from gpt_engineer.steps import gen_code
|
|
|
|
|
|
def test_collect_learnings(monkeypatch):
|
|
monkeypatch.setattr(os, "environ", {"COLLECT_LEARNINGS_OPT_OUT": "false"})
|
|
monkeypatch.setattr(rudder_analytics, "track", MagicMock())
|
|
|
|
model = "test_model"
|
|
temperature = 0.5
|
|
steps = [gen_code]
|
|
dbs = DBs(DB("/tmp"), DB("/tmp"), DB("/tmp"), DB("/tmp"), DB("/tmp"))
|
|
dbs.input = {
|
|
"prompt": "test prompt\n with newlines",
|
|
"feedback": "test feedback",
|
|
}
|
|
dbs.logs = {gen_code.__name__: "test logs"}
|
|
|
|
collect_learnings(model, temperature, steps, dbs)
|
|
|
|
learnings = extract_learning(model, temperature, steps, dbs)
|
|
assert rudder_analytics.track.call_count == 1
|
|
assert rudder_analytics.track.call_args[1]["event"] == "learning"
|
|
assert rudder_analytics.track.call_args[1]["properties"] == learnings.to_dict()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
pytest.main(["-v"])
|