From fc25247efd7f7464cc40a322800899bd2fcf97ec Mon Sep 17 00:00:00 2001 From: Michael Neale Date: Wed, 9 Oct 2024 08:04:20 +1100 Subject: [PATCH] docs: working ollama for desktop (#125) --- .../exchange/src/exchange/providers/ollama.py | 20 +++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-) diff --git a/packages/exchange/src/exchange/providers/ollama.py b/packages/exchange/src/exchange/providers/ollama.py index acad89d9..fb03fa71 100644 --- a/packages/exchange/src/exchange/providers/ollama.py +++ b/packages/exchange/src/exchange/providers/ollama.py @@ -12,18 +12,18 @@ OLLAMA_MODEL = "mistral-nemo" class OllamaProvider(OpenAiProvider): """Provides chat completions for models hosted by Ollama""" - __doc__ += f""" + __doc__ += """Here's an example profile configuration to try: -Here's an example profile configuration to try: +First run: ollama pull qwen2.5, then use this profile: - ollama: - provider: ollama - processor: {OLLAMA_MODEL} - accelerator: {OLLAMA_MODEL} - moderator: passive - toolkits: - - name: developer - requires: {{}} +ollama: + provider: ollama + processor: qwen2.5 + accelerator: qwen2.5 + moderator: truncate + toolkits: + - name: developer + requires: {} """ def __init__(self, client: httpx.Client) -> None: