aljaz/dev-gpt
1
0
Fork 0
mirror of https://github.com/aljazceru/dev-gpt.git synced 2025-12-28 02:44:22 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix: more stable generation

Browse Source
This commit is contained in:
Florian Hönicke
2023-04-04 00:49:44 +02:00
parent a247779a19
commit 0c46b0daa9
5 changed files with 39 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/gpt.py
View File

@@ -44,7 +44,7 @@ def get_response(prompt_list: List[Tuple[str, str]]):
for prompt in prompt_list
]
)
response_generator_with_timeout = timeout_generator_wrapper(response_generator, 5)
response_generator_with_timeout = timeout_generator_wrapper(response_generator, 10)
total_chars_prompt += sum(len(prompt[1]) for prompt in prompt_list)
complete_string = ''
for chunk in response_generator_with_timeout:

2
src/prompt_system.py
View File

@@ -16,7 +16,7 @@ class MyInfoExecutor(Executor):
def foo(self, docs: DocumentArray, **kwargs) => DocumentArray:
for d in docs:
d.load_uri_to_blob()
d.tags['my_info'] = {'byte_length': len(d.blob)}
d.tags['my_info'] = {'byte_length': len(d.blob)} # tags can only be a flat dictionary where keys are strings and values are strings, ints, floats, or bools
d.blob = None
return docs
```

2
src/prompt_tasks.py
View File

@@ -129,7 +129,7 @@ The executor is not allowed to use the GPU.
The executor is not allowed to access a database.
The executor is not allowed to access a display.
The executor is not allowed to access external apis.
The executor is not allowed to access the file system.
The executor is not allowed to load data from the local file system it did not create.
The executor is not allowed to use a pre-trained model.
The executor is not allowed to train a model.
'''