aljaz/Auto-GPT
1
0
Fork 0
mirror of https://github.com/aljazceru/Auto-GPT.git synced 2026-02-10 16:54:20 +01:00
Code Issues Packages Projects Releases Wiki Activity

Include the token length of the current summary (#4670)

Browse Source 
Co-authored-by: merwanehamadi <merwanehamadi@gmail.com>
This commit is contained in:
Kinance
2023-06-13 08:29:11 +09:00
committed by GitHub
parent f277e6aa2d
commit 7bf39cbb72
1 changed files with 8 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
autogpt/memory/message_history.py
View File

@@ -174,6 +174,7 @@ class MessageHistory:
# TODO make this default dynamic
prompt_template_length = 100
max_tokens = OPEN_AI_CHAT_MODELS.get(cfg.fast_llm_model).max_tokens
summary_tlength = count_string_tokens(str(self.summary), cfg.fast_llm_model)
batch = []
batch_tlength = 0
@@ -181,9 +182,15 @@ class MessageHistory:
for event in new_events:
event_tlength = count_string_tokens(str(event), cfg.fast_llm_model)
if batch_tlength + event_tlength > max_tokens - prompt_template_length:
if (
batch_tlength + event_tlength
> max_tokens - prompt_template_length - summary_tlength
):
# The batch is full. Summarize it and start a new one.
self.summarize_batch(batch, cfg)
summary_tlength = count_string_tokens(
str(self.summary), cfg.fast_llm_model
)
batch = [event]
batch_tlength = event_tlength
else: