Remove least relevant items from memory first

This commit is contained in:
Fariz Rahman
2023-04-16 14:23:02 +05:30
committed by GitHub
parent 5f2f694dca
commit 4f3bb609df

View File

@@ -96,7 +96,7 @@ def chat_with_ai(
while current_tokens_used > 2500:
# remove memories until we are under 2500 tokens
relevant_memory = relevant_memory[1:]
relevant_memory = relevant_memory[:-1]
(
next_message_to_add_index,
current_tokens_used,