aljaz/dev-gpt
1
0
Fork 0
mirror of https://github.com/aljazceru/dev-gpt.git synced 2025-12-23 08:34:20 +01:00
Code Issues Packages Projects Releases Wiki Activity

⏩ fix: fail fast bad executor

Browse Source
This commit is contained in:
Florian Hönicke
2023-04-25 15:27:36 +02:00
parent 4164faf415
commit 7d2159c132
3 changed files with 10 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/apis/jina_cloud.py
View File

@@ -131,7 +131,7 @@ def _push_executor(dir_path):
responses.append(d) responses.append(d)
return '\n'.join(responses) return '\n'.join(responses)
def is_microservice_in_hub(microservice_name): def is_executor_in_hub(microservice_name):
url = f'https://api.hubble.jina.ai/v2/rpc/executor.list?search={microservice_name}&withAnonymous=true' url = f'https://api.hubble.jina.ai/v2/rpc/executor.list?search={microservice_name}&withAnonymous=true'
resp = requests.get(url) resp = requests.get(url)
executor_list = resp.json()['data'] executor_list = resp.json()['data']

9
src/options/generate/generator.py
View File

@@ -5,7 +5,7 @@ import shutil
from typing import List from typing import List
from src.apis import gpt from src.apis import gpt
from src.apis.jina_cloud import process_error_message, push_executor from src.apis.jina_cloud import process_error_message, push_executor, is_executor_in_hub
from src.constants import FILE_AND_TAG_PAIRS, NUM_IMPLEMENTATION_STRATEGIES, MAX_DEBUGGING_ITERATIONS, \ from src.constants import FILE_AND_TAG_PAIRS, NUM_IMPLEMENTATION_STRATEGIES, MAX_DEBUGGING_ITERATIONS, \
PROBLEMATIC_PACKAGES, EXECUTOR_FILE_NAME, EXECUTOR_FILE_TAG, TEST_EXECUTOR_FILE_NAME, TEST_EXECUTOR_FILE_TAG, \ PROBLEMATIC_PACKAGES, EXECUTOR_FILE_NAME, EXECUTOR_FILE_TAG, TEST_EXECUTOR_FILE_NAME, TEST_EXECUTOR_FILE_TAG, \
REQUIREMENTS_FILE_NAME, REQUIREMENTS_FILE_TAG, DOCKER_FILE_NAME, DOCKER_FILE_TAG, UNNECESSARY_PACKAGES REQUIREMENTS_FILE_NAME, REQUIREMENTS_FILE_TAG, DOCKER_FILE_NAME, DOCKER_FILE_TAG, UNNECESSARY_PACKAGES
@@ -190,6 +190,9 @@ metas:
# push the gateway # push the gateway
print('Final step...') print('Final step...')
hubble_log = push_executor(gateway_path) hubble_log = push_executor(gateway_path)
if not is_executor_in_hub(gateway_name):
raise Exception(f'{microservice_name} not in hub. Hubble logs: {hubble_log}')
def debug_microservice(self, path, microservice_name, num_approach, packages): def debug_microservice(self, path, microservice_name, num_approach, packages):
for i in range(1, MAX_DEBUGGING_ITERATIONS): for i in range(1, MAX_DEBUGGING_ITERATIONS):
@@ -207,11 +210,11 @@ metas:
else: else:
# at the moment, there can be cases where no error log is extracted but the executor is still not published # at the moment, there can be cases where no error log is extracted but the executor is still not published
# it leads to problems later on when someone tries a run or deployment # it leads to problems later on when someone tries a run or deployment
if is_microservice_in_hub(microservice_name): if is_executor_in_hub(microservice_name):
print('Successfully build microservice.') print('Successfully build microservice.')
break break
else: else:
raise Exception(log_hubble) raise Exception(f'{microservice_name} not in hub. Hubble logs: {log_hubble}')
return get_microservice_path(path, microservice_name, packages, num_approach, i) return get_microservice_path(path, microservice_name, packages, num_approach, i)

6
test/test_hub.py
View File

@@ -1,6 +1,6 @@
from src.apis.jina_cloud import is_microservice_in_hub from src.apis.jina_cloud import is_executor_in_hub
def test_is_microservice_in_hub(): def test_is_microservice_in_hub():
assert is_microservice_in_hub('reoihoflsnvoiawejeruhvflsfk') is False assert is_executor_in_hub('reoihoflsnvoiawejeruhvflsfk') is False
assert is_microservice_in_hub('CLIPImageEncoder') is True assert is_executor_in_hub('CLIPImageEncoder') is True