Rearrange tests & fix CI (#4596)

* Rearrange tests into unit/integration/challenge categories

* Fix linting + `tests.challenges` imports

* Fix obscured duplicate test in test_url_validation.py

* Move VCR conftest to tests.vcr

* Specify tests to run & their order (unit -> integration -> challenges) in CI

* Fail Docker CI when tests fail

* Fix import & linting errors in tests

* Fix `get_text_summary`

* Fix linting errors

* Clean up pytest args in CI

* Remove bogus tests from GoCodeo

tests/unit/test_utils.py

@@ -0,0 +1,152 @@
+import os
+from unittest.mock import patch
+
+import requests
+
+from autogpt.utils import (
+    get_bulletin_from_web,
+    get_current_git_branch,
+    get_latest_bulletin,
+    readable_file_size,
+    validate_yaml_file,
+)
+from tests.utils import skip_in_ci
+
+
+def test_validate_yaml_file_valid():
+    with open("valid_test_file.yaml", "w") as f:
+        f.write("setting: value")
+    result, message = validate_yaml_file("valid_test_file.yaml")
+    os.remove("valid_test_file.yaml")
+
+    assert result == True
+    assert "Successfully validated" in message
+
+
+def test_validate_yaml_file_not_found():
+    result, message = validate_yaml_file("non_existent_file.yaml")
+
+    assert result == False
+    assert "wasn't found" in message
+
+
+def test_validate_yaml_file_invalid():
+    with open("invalid_test_file.yaml", "w") as f:
+        f.write(
+            "settings:\n  first_setting: value\n  second_setting: value\n    nested_setting: value\n  third_setting: value\nunindented_setting: value"
+        )
+    result, message = validate_yaml_file("invalid_test_file.yaml")
+    os.remove("invalid_test_file.yaml")
+    print(result)
+    print(message)
+    assert result == False
+    assert "There was an issue while trying to read" in message
+
+
+def test_readable_file_size():
+    size_in_bytes = 1024 * 1024 * 3.5  # 3.5 MB
+    readable_size = readable_file_size(size_in_bytes)
+
+    assert readable_size == "3.50 MB"
+
+
+@patch("requests.get")
+def test_get_bulletin_from_web_success(mock_get):
+    expected_content = "Test bulletin from web"
+
+    mock_get.return_value.status_code = 200
+    mock_get.return_value.text = expected_content
+    bulletin = get_bulletin_from_web()
+
+    assert expected_content in bulletin
+    mock_get.assert_called_with(
+        "https://raw.githubusercontent.com/Significant-Gravitas/Auto-GPT/master/BULLETIN.md"
+    )
+
+
+@patch("requests.get")
+def test_get_bulletin_from_web_failure(mock_get):
+    mock_get.return_value.status_code = 404
+    bulletin = get_bulletin_from_web()
+
+    assert bulletin == ""
+
+
+@patch("requests.get")
+def test_get_bulletin_from_web_exception(mock_get):
+    mock_get.side_effect = requests.exceptions.RequestException()
+    bulletin = get_bulletin_from_web()
+
+    assert bulletin == ""
+
+
+def test_get_latest_bulletin_no_file():
+    if os.path.exists("data/CURRENT_BULLETIN.md"):
+        os.remove("data/CURRENT_BULLETIN.md")
+
+    bulletin, is_new = get_latest_bulletin()
+    assert is_new
+
+
+def test_get_latest_bulletin_with_file():
+    expected_content = "Test bulletin"
+    with open("data/CURRENT_BULLETIN.md", "w", encoding="utf-8") as f:
+        f.write(expected_content)
+
+    with patch("autogpt.utils.get_bulletin_from_web", return_value=""):
+        bulletin, is_new = get_latest_bulletin()
+        assert expected_content in bulletin
+        assert is_new == False
+
+    os.remove("data/CURRENT_BULLETIN.md")
+
+
+def test_get_latest_bulletin_with_new_bulletin():
+    with open("data/CURRENT_BULLETIN.md", "w", encoding="utf-8") as f:
+        f.write("Old bulletin")
+
+    expected_content = "New bulletin from web"
+    with patch("autogpt.utils.get_bulletin_from_web", return_value=expected_content):
+        bulletin, is_new = get_latest_bulletin()
+        assert "::NEW BULLETIN::" in bulletin
+        assert expected_content in bulletin
+        assert is_new
+
+    os.remove("data/CURRENT_BULLETIN.md")
+
+
+def test_get_latest_bulletin_new_bulletin_same_as_old_bulletin():
+    expected_content = "Current bulletin"
+    with open("data/CURRENT_BULLETIN.md", "w", encoding="utf-8") as f:
+        f.write(expected_content)
+
+    with patch("autogpt.utils.get_bulletin_from_web", return_value=expected_content):
+        bulletin, is_new = get_latest_bulletin()
+        assert expected_content in bulletin
+        assert is_new == False
+
+    os.remove("data/CURRENT_BULLETIN.md")
+
+
+@skip_in_ci
+def test_get_current_git_branch():
+    branch_name = get_current_git_branch()
+
+    # Assuming that the branch name will be non-empty if the function is working correctly.
+    assert branch_name != ""
+
+
+@patch("autogpt.utils.Repo")
+def test_get_current_git_branch_success(mock_repo):
+    mock_repo.return_value.active_branch.name = "test-branch"
+    branch_name = get_current_git_branch()
+
+    assert branch_name == "test-branch"
+
+
+@patch("autogpt.utils.Repo")
+def test_get_current_git_branch_failure(mock_repo):
+    mock_repo.side_effect = Exception()
+    branch_name = get_current_git_branch()
+
+    assert branch_name == ""