Sync stable into release-v0.4.4 (#4907)

This commit is contained in:
Reinier van der Leer
2023-07-07 07:01:06 +02:00
committed by GitHub

View File

@@ -131,13 +131,12 @@ def summarize_text(
logger.info(
f"Summarizing chunk {i + 1} / {len(chunks)} of length {chunk_length} tokens"
)
summary, _ = summarize_text(chunk, instruction)
summary, _ = summarize_text(chunk, config, instruction)
summaries.append(summary)
logger.info(f"Summarized {len(chunks)} chunks")
summary, _ = summarize_text("\n\n".join(summaries))
summary, _ = summarize_text("\n\n".join(summaries), config, instruction)
return summary.strip(), [
(summaries[i], chunks[i][0]) for i in range(0, len(chunks))
]