aljaz/chatgpt-telegram-bot
1
1
Fork 0
mirror of https://github.com/aljazceru/chatgpt-telegram-bot.git synced 2025-12-20 14:14:52 +01:00
Code Issues Packages Projects Releases Wiki Activity

lower stream latency and added some backoff

Browse Source
This commit is contained in:
ned
2023-03-26 15:58:11 +02:00
parent 463ffb4ded
commit ff188ce1c2
2 changed files with 14 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
bot/telegram_bot.py
View File

@@ -330,6 +330,7 @@ class ChatGPT3TelegramBot:
i = 0
prev = ''
sent_message = None
backoff = 0
async for content, tokens in stream_response:
if len(content.strip()) == 0:
@@ -339,7 +340,9 @@ class ChatGPT3TelegramBot:
# group chats have stricter flood limits
cutoff = 180 if len(content) > 1000 else 120 if len(content) > 200 else 90 if len(content) > 50 else 50
else:
cutoff = 120 if len(content) > 1000 else 100 if len(content) > 200 else 85 if len(content) > 50 else 40
cutoff = 90 if len(content) > 1000 else 45 if len(content) > 200 else 25 if len(content) > 50 else 15
cutoff += backoff
if i == 0:
try:
@@ -369,14 +372,17 @@ class ChatGPT3TelegramBot:
except RetryAfter as e:
logging.warning(str(e))
backoff += 5
await asyncio.sleep(e.retry_after)
except TimedOut as e:
logging.warning(str(e))
await asyncio.sleep(1)
backoff += 5
await asyncio.sleep(0.5)
except Exception as e:
logging.warning(str(e))
backoff += 5
continue
await asyncio.sleep(0.01)