aljaz/enclava
1
0
Fork 0
mirror of https://github.com/aljazceru/enclava.git synced 2025-12-17 07:24:34 +01:00
Code Issues Packages Projects Releases Wiki Activity

tshoot rag memory leak

Browse Source
This commit is contained in:
Aljaz Ceru
2025-10-06 14:42:07 +02:00
parent 3e841d0e42
commit bae86fb5a2
12 changed files with 295 additions and 92 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
backend/app/modules/rag/main.py
View File

@@ -682,10 +682,13 @@ class RAGModule(BaseModule):
chunks.append(chunk_text)
# Move to next chunk with overlap
start_idx = end_idx - chunk_overlap
# Ensure we make progress and don't loop infinitely
start_idx += chunk_size - chunk_overlap
if start_idx >= len(tokens):
break
# Ensure progress (in case overlap >= chunk_size)
if start_idx >= end_idx:
# Safety check to prevent infinite loop
if start_idx <= end_idx - chunk_size:
start_idx = end_idx
return chunks