feat: support for gpt

src/apis/gpt.py

@@ -8,8 +8,9 @@ from langchain import PromptTemplate
 from langchain.callbacks import CallbackManager
 from langchain.chat_models import ChatOpenAI
 from openai.error import RateLimitError
-from langchain.schema import AIMessage, HumanMessage, SystemMessage, BaseMessage
+from langchain.schema import HumanMessage, SystemMessage, BaseMessage
 from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
+from requests.exceptions import ConnectionError
 
 from src.options.generate.templates_system import template_system_message_base, executor_example, docarray_example, client_example
 from src.utils.string_tools import print_colored
@@ -83,7 +84,16 @@ class _GPTConversation:
         if os.environ['VERBOSE'].lower() == 'true':
             print_colored('user', prompt, 'blue')
         print_colored('assistant', '', 'green', end='')
-        response = self._chat([self.system_message] + self.messages)
+        for i in range(10):
+            try:
+                response = self._chat([self.system_message] + self.messages)
+                break
+            except ConnectionError as e:
+                print('There was a connection error. Retrying...')
+                if i == 9:
+                    raise e
+                sleep(10)
+
         if os.environ['VERBOSE'].lower() == 'true':
             print()
         self.messages.append(response)

src/apis/jina_cloud.py

@@ -73,6 +73,7 @@ def push_executor(dir_path):
         'public': 'True',
         'private': 'False',
         'verbose': 'True',
+        'buildEnv': f'{{"OPENAI_API_KEY": "{os.environ["OPENAI_API_KEY"]}"}}',
         'md5sum': md5_digest,
     }
     with suppress_stdout():
@@ -207,6 +208,7 @@ jtype: Flow
 with:
   name: nowapi
   port: 8080
+  protocol: http
 jcloud:
   version: 3.14.2.dev18
   labels:
@@ -217,6 +219,8 @@ executors:
   - name: {executor_name.lower()}
     uses: {prefix}://{get_user_name(DEMO_TOKEN)}/{executor_name}:latest
     {"" if use_docker else "install-requirements: True"}
+    env:
+      OPENAI_API_KEY: {os.environ['OPENAI_API_KEY']}
     jcloud:
       resources:
         instance: C2
@@ -290,3 +294,5 @@ def process_error_message(error_message):
     if not response and last_line.startswith('error: '):
         return last_line
     return response
+
+push_executor('/Users/florianhonicke/jina/gptdeploy/microservice/NewsArticleSummaryExecutor7754860')