From aab91a4077c22aaa38713f6c3f66f9a458b4fc4f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Florian=20Ho=CC=88nicke?= Date: Fri, 28 Apr 2023 23:17:51 +0200 Subject: [PATCH 01/11] =?UTF-8?q?=F0=9F=A7=AA=20test:=20level=201?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/options/generate/generator.py | 6 +++--- test/test_generator.py | 27 +++++++++++++++++++++++++-- 2 files changed, 28 insertions(+), 5 deletions(-) diff --git a/src/options/generate/generator.py b/src/options/generate/generator.py index f9c824a..a82f0cb 100644 --- a/src/options/generate/generator.py +++ b/src/options/generate/generator.py @@ -37,9 +37,9 @@ class TaskSpecification: test: Optional[Text] class Generator: - def __init__(self, task_description, test_description, path, model='gpt-4'): - self.gpt_session = gpt.GPTSession(task_description, test_description, model=model) - self.microservice_specification = TaskSpecification(task=task_description, test=test_description) + def __init__(self, task_description, path, model='gpt-4'): + self.gpt_session = gpt.GPTSession(task_description, model=model) + self.microservice_specification = TaskSpecification(task=task_description) self.microservice_root_path = path def extract_content_from_result(self, plain_text, file_name, match_single_block=False, can_contain_code_block=True): diff --git a/test/test_generator.py b/test/test_generator.py index 9ad2276..454aa19 100644 --- a/test/test_generator.py +++ b/test/test_generator.py @@ -1,7 +1,30 @@ import os from src.options.generate.generator import Generator -def test_generator(tmpdir): +# The cognitive difficulty level is determined by the number of Requirements the microservice has. + +def test_generation_level_0(tmpdir): + """ + Requirements: + pip packages: ❌ + environment: ❌ + GPT-3.5-turbo: ❌ + APIs: ❌ + Databases: ❌ + """ os.environ['VERBOSE'] = 'true' - generator = Generator("The microservice is very simple, it does not take anything as input and only outputs the word 'test'", "my test", str(tmpdir) + 'microservice', 'gpt-3.5-turbo') + generator = Generator("The microservice is very simple, it does not take anything as input and only outputs the word 'test'", str(tmpdir) + 'microservice', 'gpt-3.5-turbo') generator.generate() + +def test_generation_level_1(tmpdir): + """ + Requirements: + pip packages: ✅ + environment: ❌ + GPT-3.5-turbo: ❌ + APIs: ❌ + Databases: ❌ + """ + os.environ['VERBOSE'] = 'true' + generator = Generator("The input is a PDF like https://www.africau.edu/images/default/sample.pdf and the output the parsed text", str(tmpdir) + 'microservice', 'gpt-3.5-turbo') + generator.generate() \ No newline at end of file From 3dd5daf2bf9fd222926fdcc6456a356a93fb1969 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Florian=20Ho=CC=88nicke?= Date: Fri, 28 Apr 2023 23:58:35 +0200 Subject: [PATCH 02/11] =?UTF-8?q?=F0=9F=A7=AA=20test:=20level=204?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .github/workflows/ci.yml | 6 +-- src/apis/gpt.py | 3 +- src/cli.py | 4 +- src/options/generate/generator.py | 2 +- test/.test_durations | 1 - test/test_generator.py | 61 ++++++++++++++++++++++++++++--- 6 files changed, 62 insertions(+), 15 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 67e845d..cb0ca1f 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -10,7 +10,7 @@ jobs: strategy: fail-fast: false matrix: - group: [1, 2] + group: [1, 2, 3, 4] steps: - uses: actions/checkout@v2 - name: Set up Python 3.8 @@ -27,7 +27,7 @@ jobs: - name: Test id: test run: | - pytest -v -s -m "not gpu" --splits 9 --group ${{ matrix.group }} --splitting-algorithm least_duration test/ - timeout-minutes: 20 + pytest -v -s -m "not gpu" --splits 4 --group ${{ matrix.group }} --splitting-algorithm least_duration test/ + timeout-minutes: 10 env: OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} diff --git a/src/apis/gpt.py b/src/apis/gpt.py index 74b0875..c386f6a 100644 --- a/src/apis/gpt.py +++ b/src/apis/gpt.py @@ -32,9 +32,8 @@ If you have updated it already, please restart your terminal. openai.api_key = os.environ['OPENAI_API_KEY'] class GPTSession: - def __init__(self, task_description, test_description, model: str = 'gpt-4', ): + def __init__(self, task_description, model: str = 'gpt-4', ): self.task_description = task_description - self.test_description = test_description if model == 'gpt-4' and self.is_gpt4_available(): self.pricing_prompt = PRICING_GPT4_PROMPT self.pricing_generation = PRICING_GPT4_GENERATION diff --git a/src/cli.py b/src/cli.py index 1a6eeac..4ff16e3 100644 --- a/src/cli.py +++ b/src/cli.py @@ -51,13 +51,11 @@ def main(ctx): @openai_api_key_needed @main.command() @click.option('--description', required=False, help='Description of the microservice.') -@click.option('--test', required=False, help='Test scenario for the microservice.') @click.option('--model', default='gpt-4', help='GPT model to use (default: gpt-4).') @click.option('--verbose', default=False, is_flag=True, help='Verbose mode.') # only for development @path_param def generate( description, - test, model, verbose, path, @@ -71,7 +69,7 @@ def generate( return from src.options.generate.generator import Generator - generator = Generator(description, test, path=path, model=model) + generator = Generator(description, path=path, model=model) generator.generate() @openai_api_key_needed diff --git a/src/options/generate/generator.py b/src/options/generate/generator.py index a82f0cb..f4170bb 100644 --- a/src/options/generate/generator.py +++ b/src/options/generate/generator.py @@ -39,7 +39,7 @@ class TaskSpecification: class Generator: def __init__(self, task_description, path, model='gpt-4'): self.gpt_session = gpt.GPTSession(task_description, model=model) - self.microservice_specification = TaskSpecification(task=task_description) + self.microservice_specification = TaskSpecification(task=task_description, test=None) self.microservice_root_path = path def extract_content_from_result(self, plain_text, file_name, match_single_block=False, can_contain_code_block=True): diff --git a/test/.test_durations b/test/.test_durations index 496f234..7a73a41 100644 --- a/test/.test_durations +++ b/test/.test_durations @@ -1,3 +1,2 @@ { - "test/test_generator.py::test_generator": 246.233993379 } \ No newline at end of file diff --git a/test/test_generator.py b/test/test_generator.py index 454aa19..b54d3c3 100644 --- a/test/test_generator.py +++ b/test/test_generator.py @@ -1,11 +1,14 @@ import os + from src.options.generate.generator import Generator -# The cognitive difficulty level is determined by the number of Requirements the microservice has. + +# The cognitive difficulty level is determined by the number of requirements the microservice has. def test_generation_level_0(tmpdir): """ Requirements: + coding: ❌ pip packages: ❌ environment: ❌ GPT-3.5-turbo: ❌ @@ -13,18 +16,66 @@ def test_generation_level_0(tmpdir): Databases: ❌ """ os.environ['VERBOSE'] = 'true' - generator = Generator("The microservice is very simple, it does not take anything as input and only outputs the word 'test'", str(tmpdir) + 'microservice', 'gpt-3.5-turbo') + generator = Generator( + "The microservice is very simple, it does not take anything as input and only outputs the word 'test'", + str(tmpdir) + 'microservice', + 'gpt-3.5-turbo' + ) generator.generate() + def test_generation_level_1(tmpdir): """ Requirements: - pip packages: ✅ + coding: ❌ + pip packages: ✅ (pdf parser) environment: ❌ GPT-3.5-turbo: ❌ APIs: ❌ Databases: ❌ """ os.environ['VERBOSE'] = 'true' - generator = Generator("The input is a PDF like https://www.africau.edu/images/default/sample.pdf and the output the parsed text", str(tmpdir) + 'microservice', 'gpt-3.5-turbo') - generator.generate() \ No newline at end of file + generator = Generator( + "The input is a PDF like https://www.africau.edu/images/default/sample.pdf and the output the parsed text", + str(tmpdir) + 'microservice', + 'gpt-3.5-turbo' + ) + generator.generate() + + +def test_generation_level_4(tmpdir): + """ + Requirements: + coding: ✅ (putting text on the image) + pip packages: ✅ (Pillow for image processing) + environment: ❌ + GPT-3.5-turbo: ✅ (for writing the joke) + APIs: ✅ (scenex for image description) + Databases: ❌ + """ + os.environ['VERBOSE'] = 'true' + generator = Generator(f''' +The input is an image like this: https://upload.wikimedia.org/wikipedia/commons/thumb/4/47/PNG_transparency_demonstration_1.png/560px-PNG_transparency_demonstration_1.png. +Use the following api to get the description of the image: +Request: +curl "https://us-central1-causal-diffusion.cloudfunctions.net/describe" \ + -H "x-api-key: token {os.environ['SCENEX_API_KEY']}" \ + -H "content-type: application/json" \ + --data '{{"data":[ + {{"image": "", "features": []}} + ]}}' +Result format: +{ + "result": [ + { + "text": "" + } + ] +} +The description is then used to generate a joke. +The joke is the put on the image. +The output is the image with the joke on it.''', + str(tmpdir) + 'microservice', + 'gpt-3.5-turbo' + ) + generator.generate() From a50ea4cef9c4262249eb6c39c3458e20dc9bbec7 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Florian=20Ho=CC=88nicke?= Date: Sat, 29 Apr 2023 02:07:11 +0200 Subject: [PATCH 03/11] =?UTF-8?q?=F0=9F=A7=AA=20test:=20level=204?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- test/test_generator.py | 74 ++++++++++++++++++++++++++++++++++++++---- 1 file changed, 68 insertions(+), 6 deletions(-) diff --git a/test/test_generator.py b/test/test_generator.py index b54d3c3..7b39dbe 100644 --- a/test/test_generator.py +++ b/test/test_generator.py @@ -8,7 +8,7 @@ from src.options.generate.generator import Generator def test_generation_level_0(tmpdir): """ Requirements: - coding: ❌ + coding challenge: ❌ pip packages: ❌ environment: ❌ GPT-3.5-turbo: ❌ @@ -27,16 +27,78 @@ def test_generation_level_0(tmpdir): def test_generation_level_1(tmpdir): """ Requirements: - coding: ❌ - pip packages: ✅ (pdf parser) + coding challenge: ❌ + pip packages: ❌ environment: ❌ - GPT-3.5-turbo: ❌ + GPT-3.5-turbo: ✅ (for summarizing the text) APIs: ❌ Databases: ❌ """ os.environ['VERBOSE'] = 'true' generator = Generator( - "The input is a PDF like https://www.africau.edu/images/default/sample.pdf and the output the parsed text", + ''' +Input is a tweet that might contain passive aggressive language like: +'When your coworker microwaves fish in the break room... AGAIN. 🐟🤢 But hey, at least SOMEONE's enjoying their lunch. #officelife' +The output is a tweet that is not passive aggressive like: +'Hi coworker, +I hope you're having an amazing day! +Just a quick note: sometimes microwaving fish can create an interesting aroma in the break room. +If you're up for trying different lunch options, that could be a fun way to mix things up. +Enjoy your day! #variety' +''', + str(tmpdir) + 'microservice', + 'gpt-3.5-turbo' + ) + generator.generate() + + +def test_generation_level_2(tmpdir): + """ + Requirements: + coding challenge: ❌ + pip packages: ✅ (pdf parser) + environment: ❌ + GPT-3.5-turbo: ✅ (for summarizing the text) + APIs: ❌ + Databases: ❌ + """ + os.environ['VERBOSE'] = 'true' + generator = Generator( + "The input is a PDF like https://www.africau.edu/images/default/sample.pdf and the output the summarized text.", + str(tmpdir) + 'microservice', + 'gpt-3.5-turbo' + ) + generator.generate() + + +def test_generation_level_3(tmpdir): + """ + Requirements: + coding challenge: ❌ + pip packages: ✅ (text to speech) + environment: ❌ + GPT-3.5-turbo: ✅ (summarizing the text) + APIs: ✅ (whisper for speech to text) + Databases: ❌ + """ + os.environ['VERBOSE'] = 'true' + generator = Generator( + F'''Given an audio file of speech like https://www.signalogic.com/melp/EngSamples/Orig/ENG_M.wav, +get convert it to text using the following api: +import requests +url = "https://transcribe.whisperapi.com" +headers = {{ +'Authorization': 'Bearer {os.environ['WHISPER_API_KEY']}' +}} +data = {{ + "url": "URL_OF_STORED_AUDIO_FILE" +}} +response = requests.post(url, headers=headers, files=file, data=data) +print(response.text) +Summarize the text. +Create an audio file of the summarized text. + +''', str(tmpdir) + 'microservice', 'gpt-3.5-turbo' ) @@ -46,7 +108,7 @@ def test_generation_level_1(tmpdir): def test_generation_level_4(tmpdir): """ Requirements: - coding: ✅ (putting text on the image) + coding challenge: ✅ (putting text on the image) pip packages: ✅ (Pillow for image processing) environment: ❌ GPT-3.5-turbo: ✅ (for writing the joke) From 33da276d1f4d45095a019e80aa8ec30eb6db8eb9 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Florian=20Ho=CC=88nicke?= Date: Sat, 29 Apr 2023 02:18:00 +0200 Subject: [PATCH 04/11] =?UTF-8?q?=F0=9F=A7=AA=20test:=20level=204?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .github/workflows/ci.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index cb0ca1f..65843a8 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -31,3 +31,5 @@ jobs: timeout-minutes: 10 env: OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + SCENEX_API_KEY: ${{ secrets.SCENEX_API_KEY }} + WHISPER_API_KEY: ${{ secrets.WHISPER_API_KEY }} From 28b604afb5189f49ed71b52ae276097e8cc1ff4c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Florian=20Ho=CC=88nicke?= Date: Sat, 29 Apr 2023 02:34:05 +0200 Subject: [PATCH 05/11] =?UTF-8?q?=F0=9F=A7=AA=20test:=20level=204?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- test/test_generator.py | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-) diff --git a/test/test_generator.py b/test/test_generator.py index 7b39dbe..1d95177 100644 --- a/test/test_generator.py +++ b/test/test_generator.py @@ -83,7 +83,7 @@ def test_generation_level_3(tmpdir): """ os.environ['VERBOSE'] = 'true' generator = Generator( - F'''Given an audio file of speech like https://www.signalogic.com/melp/EngSamples/Orig/ENG_M.wav, + f'''Given an audio file of speech like https://www.signalogic.com/melp/EngSamples/Orig/ENG_M.wav, get convert it to text using the following api: import requests url = "https://transcribe.whisperapi.com" @@ -97,7 +97,6 @@ response = requests.post(url, headers=headers, files=file, data=data) print(response.text) Summarize the text. Create an audio file of the summarized text. - ''', str(tmpdir) + 'microservice', 'gpt-3.5-turbo' @@ -120,9 +119,9 @@ def test_generation_level_4(tmpdir): The input is an image like this: https://upload.wikimedia.org/wikipedia/commons/thumb/4/47/PNG_transparency_demonstration_1.png/560px-PNG_transparency_demonstration_1.png. Use the following api to get the description of the image: Request: -curl "https://us-central1-causal-diffusion.cloudfunctions.net/describe" \ - -H "x-api-key: token {os.environ['SCENEX_API_KEY']}" \ - -H "content-type: application/json" \ +curl "https://us-central1-causal-diffusion.cloudfunctions.net/describe" \\ + -H "x-api-key: token {os.environ['SCENEX_API_KEY']}" \\ + -H "content-type: application/json" \\ --data '{{"data":[ {{"image": "", "features": []}} ]}}' From 278bd50fb3fd06de1cdf214358388298078c4e9c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Florian=20Ho=CC=88nicke?= Date: Sat, 29 Apr 2023 02:36:32 +0200 Subject: [PATCH 06/11] =?UTF-8?q?=F0=9F=A7=AA=20test:=20level=204=20-=20sp?= =?UTF-8?q?lit=20tests?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .github/workflows/ci.yml | 2 +- test/.test_durations | 7 +++++++ 2 files changed, 8 insertions(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 65843a8..0c22dbf 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -10,7 +10,7 @@ jobs: strategy: fail-fast: false matrix: - group: [1, 2, 3, 4] + group: [1, 2, 3, 4, 5] steps: - uses: actions/checkout@v2 - name: Set up Python 3.8 diff --git a/test/.test_durations b/test/.test_durations index 7a73a41..60a1a2c 100644 --- a/test/.test_durations +++ b/test/.test_durations @@ -1,2 +1,9 @@ { + "test/test_generator.py::test_generation_level_0": 100 + "test/test_generator.py::test_generation_level_1": 100 + "test/test_generator.py::test_generation_level_2": 100 + "test/test_generator.py::test_generation_level_3": 100 + "test/test_generator.py::test_generation_level_4": 100 + "test/test_hub.py::test_is_microservice_in_hub": 1 + "test/test_strings.py::test_clean_color_codes": 1 } \ No newline at end of file From 787ba021b79b355431f55a4a3a148a8617262320 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Florian=20Ho=CC=88nicke?= Date: Sat, 29 Apr 2023 02:47:31 +0200 Subject: [PATCH 07/11] =?UTF-8?q?=F0=9F=A7=AA=20test:=20level=204=20-=20fi?= =?UTF-8?q?x=20format?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- test/test_generator.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/test/test_generator.py b/test/test_generator.py index 1d95177..be29a2b 100644 --- a/test/test_generator.py +++ b/test/test_generator.py @@ -126,13 +126,13 @@ curl "https://us-central1-causal-diffusion.cloudfunctions.net/describe" \\ {{"image": "", "features": []}} ]}}' Result format: -{ +{{ "result": [ - { + {{ "text": "" - } + }} ] -} +}} The description is then used to generate a joke. The joke is the put on the image. The output is the image with the joke on it.''', From dd96db2a25b14506d7e2835ed2dec377da77afbf Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Florian=20Ho=CC=88nicke?= Date: Sat, 29 Apr 2023 02:54:42 +0200 Subject: [PATCH 08/11] =?UTF-8?q?=F0=9F=A7=AA=20test:=20level=204=20-=20fi?= =?UTF-8?q?x=20format?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- test/.test_durations => .test_durations | 0 src/options/generate/templates_user.py | 1 + 2 files changed, 1 insertion(+) rename test/.test_durations => .test_durations (100%) diff --git a/test/.test_durations b/.test_durations similarity index 100% rename from test/.test_durations rename to .test_durations diff --git a/src/options/generate/templates_user.py b/src/options/generate/templates_user.py index c878d43..9e078c3 100644 --- a/src/options/generate/templates_user.py +++ b/src/options/generate/templates_user.py @@ -372,5 +372,6 @@ Or write the summarized microservice{_optional_test} description like this: Note that your response must be either prompt.txt or final.txt. You must not write both. Note that you must obey the double asterisk and tripple backtick syntax from above. Note that prompt.txt must not only contain one question. +Note that if urls, secrets, database names, etc. are mentioned, they must be part of the summary. ''' ) From 9372df00ddc5aaf86947ebe593bbd8c18cdebfb6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Florian=20Ho=CC=88nicke?= Date: Sat, 29 Apr 2023 03:02:59 +0200 Subject: [PATCH 09/11] =?UTF-8?q?=F0=9F=A7=AA=20test:=20level=204=20-=20fi?= =?UTF-8?q?x=20format?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .test_durations | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.test_durations b/.test_durations index 60a1a2c..9ee8723 100644 --- a/.test_durations +++ b/.test_durations @@ -1,9 +1,9 @@ { - "test/test_generator.py::test_generation_level_0": 100 - "test/test_generator.py::test_generation_level_1": 100 - "test/test_generator.py::test_generation_level_2": 100 - "test/test_generator.py::test_generation_level_3": 100 - "test/test_generator.py::test_generation_level_4": 100 - "test/test_hub.py::test_is_microservice_in_hub": 1 + "test/test_generator.py::test_generation_level_0": 100, + "test/test_generator.py::test_generation_level_1": 100, + "test/test_generator.py::test_generation_level_2": 100, + "test/test_generator.py::test_generation_level_3": 100, + "test/test_generator.py::test_generation_level_4": 100, + "test/test_hub.py::test_is_microservice_in_hub": 1, "test/test_strings.py::test_clean_color_codes": 1 } \ No newline at end of file From 7a95a60f199917897c7d3e9897d8b9deb9fc00dd Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Florian=20Ho=CC=88nicke?= Date: Sat, 29 Apr 2023 03:12:45 +0200 Subject: [PATCH 10/11] =?UTF-8?q?=F0=9F=A7=AA=20test:=20level=204=20-=20fi?= =?UTF-8?q?x=20format?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .github/workflows/ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 0c22dbf..c62554b 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -27,7 +27,7 @@ jobs: - name: Test id: test run: | - pytest -v -s -m "not gpu" --splits 4 --group ${{ matrix.group }} --splitting-algorithm least_duration test/ + pytest -v -s -m "not gpu" --splits 5 --group ${{ matrix.group }} --splitting-algorithm least_duration test/ timeout-minutes: 10 env: OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} From d89532f0eb9783e9433c8a76ee93fab50f8c32af Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Florian=20Ho=CC=88nicke?= Date: Sat, 29 Apr 2023 03:15:44 +0200 Subject: [PATCH 11/11] =?UTF-8?q?=F0=9F=A7=AA=20test:=20level=204=20-=20fi?= =?UTF-8?q?x=20format?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- test/test_generator.py | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/test/test_generator.py b/test/test_generator.py index be29a2b..098dc18 100644 --- a/test/test_generator.py +++ b/test/test_generator.py @@ -1,5 +1,7 @@ import os +import pytest + from src.options.generate.generator import Generator @@ -23,7 +25,7 @@ def test_generation_level_0(tmpdir): ) generator.generate() - +@pytest.mark.skip(reason="not possible") def test_generation_level_1(tmpdir): """ Requirements: @@ -51,7 +53,7 @@ Enjoy your day! #variety' ) generator.generate() - +@pytest.mark.skip(reason="not possible") def test_generation_level_2(tmpdir): """ Requirements: @@ -70,7 +72,7 @@ def test_generation_level_2(tmpdir): ) generator.generate() - +@pytest.mark.skip(reason="not possible") def test_generation_level_3(tmpdir): """ Requirements: @@ -103,7 +105,7 @@ Create an audio file of the summarized text. ) generator.generate() - +@pytest.mark.skip(reason="not possible") def test_generation_level_4(tmpdir): """ Requirements: