aljaz/Auto-GPT
1
0
Fork 0
mirror of https://github.com/aljazceru/Auto-GPT.git synced 2025-12-17 22:14:28 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'master' into security-and-robustness-improvements

Browse Source
This commit is contained in:
Slava Kurilyak (slavakurilyak.eth)
2023-04-09 14:56:09 -06:00
committed by GitHub
parent a4f130ff60 816dc14d82
commit fb36c14517
28 changed files with 884 additions and 91 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
scripts/browse.py
View File

@@ -21,7 +21,7 @@ def sanitize_url(url):
# Function to make a request with a specified timeout and handle exceptions
def make_request(url, timeout=10):
try:
response = requests.get(url, timeout=timeout)
response = requests.get(url, headers=cfg.user_agent_header, timeout=timeout)
response.raise_for_status()
return response
except requests.exceptions.RequestException as e:
@@ -69,7 +69,7 @@ def format_hyperlinks(hyperlinks):
def scrape_links(url):
response = requests.get(url)
response = requests.get(url, headers=cfg.user_agent_header)
# Check if the response contains an HTTP error
if response.status_code >= 400: