aljaz/Auto-GPT
1
0
Fork 0
mirror of https://github.com/aljazceru/Auto-GPT.git synced 2025-12-17 05:54:26 +01:00
Code Issues Packages Projects Releases Wiki Activity

feat(agent/core): Add max_output_tokens parameter to create_chat_completion interface

Browse Source
This commit is contained in:
Reinier van der Leer
2024-04-18 21:48:22 +02:00
parent 35ebb10378
commit 7bb7c30842
3 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
autogpts/autogpt/autogpt/core/resource/model_providers/openai.py
View File

@@ -416,12 +416,17 @@ class OpenAIProvider(
model_name: OpenAIModelName, model_name: OpenAIModelName,
completion_parser: Callable[[AssistantChatMessage], _T] = lambda _: None, completion_parser: Callable[[AssistantChatMessage], _T] = lambda _: None,
functions: Optional[list[CompletionModelFunction]] = None, functions: Optional[list[CompletionModelFunction]] = None,
max_output_tokens: Optional[int] = None,
**kwargs, **kwargs,
) -> ChatModelResponse[_T]: ) -> ChatModelResponse[_T]:
"""Create a completion using the OpenAI API.""" """Create a completion using the OpenAI API."""
openai_messages, completion_kwargs = self._get_chat_completion_args( openai_messages, completion_kwargs = self._get_chat_completion_args(
model_prompt, model_name, functions, **kwargs model_prompt=model_prompt,
model_name=model_name,
functions=functions,
max_tokens=max_output_tokens,
**kwargs,
) )
tool_calls_compat_mode = bool(functions and "tools" not in completion_kwargs) tool_calls_compat_mode = bool(functions and "tools" not in completion_kwargs)

1
autogpts/autogpt/autogpt/core/resource/model_providers/schema.py
View File

@@ -357,6 +357,7 @@ class ChatModelProvider(ModelProvider):
model_name: str, model_name: str,
completion_parser: Callable[[AssistantChatMessage], _T] = lambda _: None, completion_parser: Callable[[AssistantChatMessage], _T] = lambda _: None,
functions: Optional[list[CompletionModelFunction]] = None, functions: Optional[list[CompletionModelFunction]] = None,
max_output_tokens: Optional[int] = None,
**kwargs, **kwargs,
) -> ChatModelResponse[_T]: ) -> ChatModelResponse[_T]:
... ...

2
autogpts/autogpt/autogpt/processing/text.py
View File

@@ -160,7 +160,7 @@ async def _process_text(
model_prompt=prompt.messages, model_prompt=prompt.messages,
model_name=model, model_name=model,
temperature=0.5, temperature=0.5,
max_tokens=max_result_tokens, max_output_tokens=max_result_tokens,
completion_parser=lambda s: ( completion_parser=lambda s: (
extract_list_from_json(s.content) if output_type is not str else None extract_list_from_json(s.content) if output_type is not str else None
), ),