From 8a2360da7ae440a5ee79eb449caaa524380fa1ac Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Florian=20Ho=CC=88nicke?= <hoenicke.florian@gmail.com>
Date: Mon, 1 May 2023 23:14:21 +0200
Subject: [PATCH] =?UTF-8?q?=F0=9F=A7=AA3=EF=B8=8F=E2=83=A3=20test:=20level?=
 =?UTF-8?q?=203=20refinement?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/options/generate/generator.py        |  2 +-
 src/options/generate/templates_system.py |  2 +-
 src/options/generate/templates_user.py   | 19 +++++++++++++++++--
 3 files changed, 19 insertions(+), 4 deletions(-)

diff --git a/src/options/generate/generator.py b/src/options/generate/generator.py
index eae74a3..9a62e34 100644
--- a/src/options/generate/generator.py
+++ b/src/options/generate/generator.py
@@ -542,7 +542,7 @@ Test scenario:
     def replace_with_gpt_3_5_turbo_if_possible(pkg):
         if pkg in ['allennlp', 'bertopic', 'fasttext', 'flair', 'gensim', 'nltk',
                    'pattern', 'polyglot', 'pytorch-transformers', 'rasa', 'sentence-transformers',
-                   'spacy', 'stanza', 'textblob', 'textstat', 'transformers']:
+                   'spacy', 'stanza', 'summarizer', 'textblob', 'textstat', 'transformers']:
 
             return 'gpt_3_5_turbo_api'
         return pkg
diff --git a/src/options/generate/templates_system.py b/src/options/generate/templates_system.py
index 70a98d1..1d31a5b 100644
--- a/src/options/generate/templates_system.py
+++ b/src/options/generate/templates_system.py
@@ -139,7 +139,7 @@ contains example: yes (<insert example here>)
 ```json
 {{
     "input": "<input here>",
-    "assertion": "the output is of type <type here>"
+    "assertion": "the output contains the result that is of type <type here>"
 }}
 ```
 
diff --git a/src/options/generate/templates_user.py b/src/options/generate/templates_user.py
index 873ab81..9f3aeb9 100644
--- a/src/options/generate/templates_user.py
+++ b/src/options/generate/templates_user.py
@@ -268,7 +268,22 @@ You are given the following files:
 {all_files_string}
 
 To solve this error, you should determine the list of packages that need to be installed via `apt-get install` in the Dockerfile.
-Output them as a white space separated list:'''
+Output the apt-get packages that need to me placed at {{apt_get_packages}} as json in the following format:
+**apt-get-packages.json**
+```json
+{{"packages": ["<package1>", "<package2>"]}}
+```
+Example for the following requirements.txt file:
+**requirements.txt**
+```
+numpy==1.19.5
+fitz
+```
+The output would be:
+**apt-get-packages.json**
+```json
+{{"packages": []}}
+```'''
 )
 
 
@@ -433,7 +448,7 @@ Example for the case where the example is already mentioned in the refined descr
 ```json
 {{
     "input": "<input here>",
-    "assertion": "the output is of type <type here>"
+    "assertion": "the output contains the result that is of type <type here>"
 }}
 ```
 Note that your response must be either prompt.json or final.json. You must not write both.