aljaz/Auto-GPT
1
0
Fork 0
mirror of https://github.com/aljazceru/Auto-GPT.git synced 2025-12-18 22:44:21 +01:00
Code Issues Packages Projects Releases Wiki Activity

Adding most basic URL validation in scrape_text

Browse Source
This commit is contained in:
Itamar Friedman
2023-04-10 08:26:46 +03:00
parent 06f26cb29c
commit da4a045bd6
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
scripts/browse.py
View File

@@ -6,6 +6,10 @@ from llm_utils import create_chat_completion
cfg = Config() cfg = Config()
def scrape_text(url): def scrape_text(url):
# Most basic check if the URL is valid:
if not url.startswith('http'):
return "Error: Invalid URL"
try: try:
response = requests.get(url, headers=cfg.user_agent_header) response = requests.get(url, headers=cfg.user_agent_header)
except requests.exceptions.RequestException as e: except requests.exceptions.RequestException as e: