From 3478257e9dc70f0bced9e9299ea3bff803dad7b5 Mon Sep 17 00:00:00 2001 From: Believethehype Date: Mon, 12 Feb 2024 09:43:08 +0100 Subject: [PATCH] add unleashed_chat dvm --- .../tasks/textgeneration_unleashed_chat.py | 130 ++++++++++++++++++ 1 file changed, 130 insertions(+) create mode 100644 nostr_dvm/tasks/textgeneration_unleashed_chat.py diff --git a/nostr_dvm/tasks/textgeneration_unleashed_chat.py b/nostr_dvm/tasks/textgeneration_unleashed_chat.py new file mode 100644 index 0000000..057140e --- /dev/null +++ b/nostr_dvm/tasks/textgeneration_unleashed_chat.py @@ -0,0 +1,130 @@ +import json +import os + +from nostr_dvm.interfaces.dvmtaskinterface import DVMTaskInterface, process_venv +from nostr_dvm.utils.admin_utils import AdminConfig +from nostr_dvm.utils.definitions import EventDefinitions +from nostr_dvm.utils.dvmconfig import DVMConfig, build_default_config +from nostr_dvm.utils.nip89_utils import NIP89Config, check_and_set_d_tag + +""" +This File contains a Module to generate Text, based on a prompt using the Unleashed.chat API. + +Accepted Inputs: Prompt (text) +Outputs: Generated text +""" + + +class TextGenerationUnleashedChat(DVMTaskInterface): + KIND: int = EventDefinitions.KIND_NIP90_GENERATE_TEXT + TASK: str = "text-to-text" + FIX_COST: float = 10 + dependencies = [("nostr-dvm", "nostr-dvm"), + ("openai", "openai")] + + def __init__(self, name, dvm_config: DVMConfig, nip89config: NIP89Config, + admin_config: AdminConfig = None, options=None): + dvm_config.SCRIPT = os.path.abspath(__file__) + super().__init__(name, dvm_config, nip89config, admin_config, options) + + def is_input_supported(self, tags, client=None, dvm_config=None): + for tag in tags: + if tag.as_vec()[0] == 'i': + input_value = tag.as_vec()[1] + input_type = tag.as_vec()[2] + if input_type != "text": + return False + + return True + + def create_request_from_nostr_event(self, event, client=None, dvm_config=None): + request_form = {"jobID": event.id().to_hex() + "_" + self.NAME.replace(" ", "")} + prompt = "" + nostr_mode= True + + for tag in event.tags(): + if tag.as_vec()[0] == 'i': + input_type = tag.as_vec()[2] + if input_type == "text": + prompt = tag.as_vec()[1] + + options = { + "prompt": prompt, + "nostr": nostr_mode, + } + request_form['options'] = json.dumps(options) + + return request_form + + def process(self, request_form): + from openai import OpenAI + temp_open_ai_api_key = os.environ["OPENAI_API_KEY"] + os.environ["OPENAI_API_KEY"] = os.getenv("UNLEASHED_API_KEY") + options = DVMTaskInterface.set_options(request_form) + + try: + client = OpenAI( + base_url='https://unleashed.chat/api/v1', + ) + + print('Models:\n') + + for model in client.models.list(): + print('- ' + model.id) + + normal_stream = client.chat.completions.create( + messages=[ + { + 'role': 'user', + 'content': options["prompt"], + } + ], + model='dolphin-2.2.1-mistral-7b', + stream=True, + extra_body={ + 'nostr_mode': options["nostr"], + }, + ) + + print('\nChat response: ', end='') + + result = "" + for chunk in normal_stream: + result += chunk.choices[0].delta.content + print(chunk.choices[0].delta.content, end='') + + os.environ["OPENAI_API_KEY"] = temp_open_ai_api_key + return result + + except Exception as e: + print("Error in Module: " + str(e)) + raise Exception(e) + + +# We build an example here that we can call by either calling this file directly from the main directory, +# or by adding it to our playground. You can call the example and adjust it to your needs or redefine it in the +# playground or elsewhere +def build_example(name, identifier, admin_config): + dvm_config = build_default_config(identifier) + dvm_config.SEND_FEEDBACK_EVENTS = False + admin_config.LUD16 = dvm_config.LN_ADDRESS + + + nip89info = { + "name": name, + "image": "https://unleashed.chat/_app/immutable/assets/hero.pehsu4x_.jpeg", + "about": "I generate Text with Unleashed.chat", + "encryptionSupported": True, + "cashuAccepted": True, + "nip90Params": {} + } + + nip89config = NIP89Config() + nip89config.DTAG = check_and_set_d_tag(identifier, name, dvm_config.PRIVATE_KEY, nip89info["image"]) + nip89config.CONTENT = json.dumps(nip89info) + + return TextGenerationUnleashedChat(name=name, dvm_config=dvm_config, nip89config=nip89config, admin_config=admin_config, ) + + +if __name__ == '__main__': + process_venv(TextGenerationUnleashedChat)