fix: more stable generation

This commit is contained in:
Florian Hönicke
2023-04-04 00:49:44 +02:00
parent a247779a19
commit 0c46b0daa9
5 changed files with 39 additions and 24 deletions

View File

@@ -44,7 +44,7 @@ def get_response(prompt_list: List[Tuple[str, str]]):
for prompt in prompt_list
]
)
response_generator_with_timeout = timeout_generator_wrapper(response_generator, 5)
response_generator_with_timeout = timeout_generator_wrapper(response_generator, 10)
total_chars_prompt += sum(len(prompt[1]) for prompt in prompt_list)
complete_string = ''
for chunk in response_generator_with_timeout: