aljaz/Auto-GPT
1
0
Fork 0
mirror of https://github.com/aljazceru/Auto-GPT.git synced 2025-12-17 22:14:28 +01:00
Code Issues Packages Projects Releases Wiki Activity

flake8 style

Browse Source
This commit is contained in:
Itamar Friedman
2023-04-13 00:04:08 +03:00
parent 9f972f4ee9
commit bf3c76ced7
3 changed files with 13 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
scripts/browse.py
View File

@@ -32,7 +32,7 @@ def get_response(url, headers=cfg.user_agent_header, timeout=10):
# Restrict access to local files # Restrict access to local files
if check_local_file_access(url): if check_local_file_access(url):
raise ValueError('Access to local files is restricted') raise ValueError('Access to local files is restricted')
# Most basic check if the URL is valid: # Most basic check if the URL is valid:
if not url.startswith('http://') and not url.startswith('https://'): if not url.startswith('http://') and not url.startswith('https://'):
raise ValueError('Invalid URL format') raise ValueError('Invalid URL format')
@@ -44,7 +44,7 @@ def get_response(url, headers=cfg.user_agent_header, timeout=10):
# Check if the response contains an HTTP error # Check if the response contains an HTTP error
if response.status_code >= 400: if response.status_code >= 400:
return None, "Error: HTTP " + str(response.status_code) + " error" return None, "Error: HTTP " + str(response.status_code) + " error"
return response, None return response, None
except ValueError as ve: except ValueError as ve:
# Handle invalid URL format # Handle invalid URL format

19
tests/unit/test_browse_scrape_links.py
View File

@@ -11,7 +11,7 @@ from scripts.browse import scrape_links
Code Analysis Code Analysis
Objective: Objective:
The objective of the 'scrape_links' function is to scrape hyperlinks from a The objective of the 'scrape_links' function is to scrape hyperlinks from a
given URL and return them in a formatted way. given URL and return them in a formatted way.
Inputs: Inputs:
@@ -30,7 +30,7 @@ Outputs:
- A list of formatted hyperlinks. - A list of formatted hyperlinks.
Additional aspects: Additional aspects:
- The function uses the 'requests' and 'BeautifulSoup' libraries to send HTTP - The function uses the 'requests' and 'BeautifulSoup' libraries to send HTTP
requests and parse HTML content, respectively. requests and parse HTML content, respectively.
- The 'extract_hyperlinks' function is called to extract hyperlinks from the parsed HTML. - The 'extract_hyperlinks' function is called to extract hyperlinks from the parsed HTML.
- The 'format_hyperlinks' function is called to format the extracted hyperlinks. - The 'format_hyperlinks' function is called to format the extracted hyperlinks.
@@ -40,16 +40,16 @@ requests and parse HTML content, respectively.
class TestScrapeLinks: class TestScrapeLinks:
# Tests that the function returns a list of formatted hyperlinks when # Tests that the function returns a list of formatted hyperlinks when
# provided with a valid url that returns a webpage with hyperlinks. # provided with a valid url that returns a webpage with hyperlinks.
def test_valid_url_with_hyperlinks(self): def test_valid_url_with_hyperlinks(self):
url = "https://www.google.com" url = "https://www.google.com"
result = scrape_links(url) result = scrape_links(url)
assert len(result) > 0 assert len(result) > 0
assert isinstance(result, list) assert isinstance(result, list)
assert isinstance(result[0], str) assert isinstance(result[0], str)
# Tests that the function returns correctly formatted hyperlinks when given a valid url. # Tests that the function returns correctly formatted hyperlinks when given a valid url.
def test_valid_url(self, mocker): def test_valid_url(self, mocker):
# Mock the requests.get() function to return a response with sample HTML containing hyperlinks # Mock the requests.get() function to return a response with sample HTML containing hyperlinks
mock_response = mocker.Mock() mock_response = mocker.Mock()
@@ -63,7 +63,7 @@ class TestScrapeLinks:
# Assert that the function returns correctly formatted hyperlinks # Assert that the function returns correctly formatted hyperlinks
assert result == ["Google (https://www.google.com)"] assert result == ["Google (https://www.google.com)"]
# Tests that the function returns "error" when given an invalid url. # Tests that the function returns "error" when given an invalid url.
def test_invalid_url(self, mocker): def test_invalid_url(self, mocker):
# Mock the requests.get() function to return an HTTP error response # Mock the requests.get() function to return an HTTP error response
mock_response = mocker.Mock() mock_response = mocker.Mock()
@@ -76,7 +76,7 @@ class TestScrapeLinks:
# Assert that the function returns "error" # Assert that the function returns "error"
assert "Error:" in result assert "Error:" in result
# Tests that the function returns an empty list when the html contains no hyperlinks. # Tests that the function returns an empty list when the html contains no hyperlinks.
def test_no_hyperlinks(self, mocker): def test_no_hyperlinks(self, mocker):
# Mock the requests.get() function to return a response with sample HTML containing no hyperlinks # Mock the requests.get() function to return a response with sample HTML containing no hyperlinks
mock_response = mocker.Mock() mock_response = mocker.Mock()
@@ -90,7 +90,8 @@ class TestScrapeLinks:
# Assert that the function returns an empty list # Assert that the function returns an empty list
assert result == [] assert result == []
# Tests that scrape_links() correctly extracts and formats hyperlinks from a sample HTML containing a few hyperlinks. # Tests that scrape_links() correctly extracts and formats hyperlinks from
# a sample HTML containing a few hyperlinks.
def test_scrape_links_with_few_hyperlinks(self, mocker): def test_scrape_links_with_few_hyperlinks(self, mocker):
# Mock the requests.get() function to return a response with a sample HTML containing hyperlinks # Mock the requests.get() function to return a response with a sample HTML containing hyperlinks
mock_response = mocker.Mock() mock_response = mocker.Mock()

2
tests/unit/test_browse_scrape_text.py
View File

@@ -9,7 +9,7 @@ from scripts.browse import scrape_text
Code Analysis Code Analysis
Objective: Objective:
The objective of the "scrape_text" function is to scrape the text content from The objective of the "scrape_text" function is to scrape the text content from
a given URL and return it as a string, after removing any unwanted HTML tags and scripts. a given URL and return it as a string, after removing any unwanted HTML tags and scripts.
Inputs: Inputs: