mirror of
https://github.com/aljazceru/Auto-GPT.git
synced 2025-12-24 01:14:22 +01:00
bfbe613960
Additional changes: * Improve typing * Modularize message history memory & fix/refactor lots of things * Fix summarization * Move memory relevance calculation to MemoryItem & improve test * Fix import warnings in web_selenium.py * Remove `memory_add` ghost command * Implement overlap in `split_text` * Move memory tests into subdirectory * Remove deprecated `get_ada_embedding()` and helpers * Fix used token calculation in `chat_with_ai` * Replace Message TypedDict by dataclass * Fix AgentManager singleton issues in tests --------- Co-authored-by: Auto-GPT-Bot <github-bot@agpt.co>
75 lines
1.9 KiB
Python
75 lines
1.9 KiB
Python
from autogpt.llm.base import ChatModelInfo, EmbeddingModelInfo, TextModelInfo
|
|
|
|
OPEN_AI_CHAT_MODELS = {
|
|
info.name: info
|
|
for info in [
|
|
ChatModelInfo(
|
|
name="gpt-3.5-turbo",
|
|
prompt_token_cost=0.002,
|
|
completion_token_cost=0.002,
|
|
max_tokens=4096,
|
|
),
|
|
ChatModelInfo(
|
|
name="gpt-3.5-turbo-0301",
|
|
prompt_token_cost=0.002,
|
|
completion_token_cost=0.002,
|
|
max_tokens=4096,
|
|
),
|
|
ChatModelInfo(
|
|
name="gpt-4",
|
|
prompt_token_cost=0.03,
|
|
completion_token_cost=0.06,
|
|
max_tokens=8192,
|
|
),
|
|
ChatModelInfo(
|
|
name="gpt-4-0314",
|
|
prompt_token_cost=0.03,
|
|
completion_token_cost=0.06,
|
|
max_tokens=8192,
|
|
),
|
|
ChatModelInfo(
|
|
name="gpt-4-32k",
|
|
prompt_token_cost=0.06,
|
|
completion_token_cost=0.12,
|
|
max_tokens=32768,
|
|
),
|
|
ChatModelInfo(
|
|
name="gpt-4-32k-0314",
|
|
prompt_token_cost=0.06,
|
|
completion_token_cost=0.12,
|
|
max_tokens=32768,
|
|
),
|
|
]
|
|
}
|
|
|
|
OPEN_AI_TEXT_MODELS = {
|
|
info.name: info
|
|
for info in [
|
|
TextModelInfo(
|
|
name="text-davinci-003",
|
|
prompt_token_cost=0.02,
|
|
completion_token_cost=0.02,
|
|
max_tokens=4097,
|
|
),
|
|
]
|
|
}
|
|
|
|
OPEN_AI_EMBEDDING_MODELS = {
|
|
info.name: info
|
|
for info in [
|
|
EmbeddingModelInfo(
|
|
name="text-embedding-ada-002",
|
|
prompt_token_cost=0.0004,
|
|
completion_token_cost=0.0,
|
|
max_tokens=8191,
|
|
embedding_dimensions=1536,
|
|
),
|
|
]
|
|
}
|
|
|
|
OPEN_AI_MODELS: dict[str, ChatModelInfo | EmbeddingModelInfo | TextModelInfo] = {
|
|
**OPEN_AI_CHAT_MODELS,
|
|
**OPEN_AI_TEXT_MODELS,
|
|
**OPEN_AI_EMBEDDING_MODELS,
|
|
}
|