This commit is contained in:
BillSchumacher
2023-04-15 16:40:12 -05:00
parent f86ca43b2f
commit 4a19124cb7
3 changed files with 22 additions and 16 deletions

View File

@@ -21,12 +21,14 @@ def fix_json(json_string: str, schema: str) -> str:
# Try to fix the JSON using GPT:
function_string = "def fix_json(json_string: str, schema:str=None) -> str:"
args = [f"'''{json_string}'''", f"'''{schema}'''"]
description_string = "This function takes a JSON string and ensures that it"\
" is parseable and fully compliant with the provided schema. If an object"\
" or field specified in the schema isn't contained within the correct JSON,"\
" it is omitted. The function also escapes any double quotes within JSON"\
" string values to ensure that they are valid. If the JSON string contains"\
description_string = (
"This function takes a JSON string and ensures that it"
" is parseable and fully compliant with the provided schema. If an object"
" or field specified in the schema isn't contained within the correct JSON,"
" it is omitted. The function also escapes any double quotes within JSON"
" string values to ensure that they are valid. If the JSON string contains"
" any None or NaN values, they are replaced with null before being parsed."
)
# If it doesn't already start with a "`", add one:
if not json_string.startswith("`"):

View File

@@ -126,13 +126,16 @@ def create_embedding_with_ada(text) -> list:
backoff = 2 ** (attempt + 2)
try:
if CFG.use_azure:
return openai.Embedding.create(input=[text],
engine=CFG.get_azure_deployment_id_for_model("text-embedding-ada-002"),
return openai.Embedding.create(
input=[text],
engine=CFG.get_azure_deployment_id_for_model(
"text-embedding-ada-002"
),
)["data"][0]["embedding"]
else:
return openai.Embedding.create(input=[text], model="text-embedding-ada-002")[
"data"
][0]["embedding"]
return openai.Embedding.create(
input=[text], model="text-embedding-ada-002"
)["data"][0]["embedding"]
except RateLimitError:
pass
except APIError as e:
@@ -148,4 +151,3 @@ def create_embedding_with_ada(text) -> list:
f"API Bad gateway. Waiting {backoff} seconds..." + Fore.RESET,
)
time.sleep(backoff)

View File

@@ -18,11 +18,13 @@ class MemoryDB:
# As last resort, open in dynamic memory. Won't be persistent.
self.db_file = ":memory:"
self.cnx = sqlite3.connect(self.db_file)
self.cnx.execute("CREATE VIRTUAL TABLE \
self.cnx.execute(
"CREATE VIRTUAL TABLE \
IF NOT EXISTS text USING FTS5 \
(session, \
key, \
block);")
block);"
)
self.session_id = int(self.get_max_session_id()) + 1
self.cnx.commit()