first commit

.gitignore

@@ -0,0 +1 @@
+.env

app.py

@@ -0,0 +1,262 @@
+import gradio as gr
+import openai
+import requests
+import os
+from dotenv import load_dotenv
+import io
+import sys
+import json
+import PIL
+import time
+from stability_sdk import client
+import stability_sdk.interfaces.gooseai.generation.generation_pb2 as generation
+import markdown2
+
+title="Character Generator AI"
+inputs_label="Please tell me the characteristics of the character you want to create"
+outputs_label="AI will generate a character description and visualize it"
+visual_outputs_label="Character Visuals"
+description="""
+- Please input within the limits of 1000 characters. It may take about 50 seconds to generate a response.
+"""
+
+article = """
+"""
+
+load_dotenv()
+openai.api_key = os.getenv('OPENAI_API_KEY')
+os.environ['STABILITY_HOST'] = 'grpc.stability.ai:443'
+stability_api = client.StabilityInference(
+    key=os.getenv('STABILITY_KEY'), 
+    verbose=True,
+    engine="stable-diffusion-xl-1024-v1-0",
+)
+MODEL = "gpt-4"
+
+def get_filetext(filename, cache={}):
+    if filename in cache:
+        return cache[filename]
+    else:
+        if not os.path.exists(filename):
+            raise ValueError(f"File '{filename}' not found")
+        with open(filename, "r") as f:
+            text = f.read()
+        cache[filename] = text
+        return text
+
+def get_functions_from_schema(filename):
+    schema = get_filetext(filename)
+    schema_json = json.loads(schema)
+    functions = schema_json.get("functions")
+    return functions
+
+class StabilityAI:
+    @classmethod
+    def generate_image(cls, visualize_prompt):
+
+        print("visualize_prompt:"+visualize_prompt)
+
+        answers = stability_api.generate(
+            prompt=visualize_prompt,
+        )
+        
+        for resp in answers:
+            for artifact in resp.artifacts:
+                if artifact.finish_reason == generation.FILTER:
+                    print("NSFW")
+                if artifact.type == generation.ARTIFACT_IMAGE:
+                    img = PIL.Image.open(io.BytesIO(artifact.binary))
+                    return img
+
+class OpenAI:
+    
+    @classmethod
+    def chat_completion(cls, prompt, start_with=""):
+        constraints = get_filetext(filename = "constraints.md")
+        template = get_filetext(filename = "template.md")
+        
+        data = {
+            "model": MODEL,
+            "messages": [
+            {"role": "system", "content": constraints}
+                ,{"role": "assistant", "content": template}
+            ,{"role": "user", "content": prompt}
+            ,{"role": "assistant", "content": start_with}
+                    ],
+                }
+                
+        start = time.time()
+        response = requests.post(
+            "https://api.openai.com/v1/chat/completions",
+            headers={
+                "Content-Type": "application/json",
+                "Authorization": f"Bearer {openai.api_key}"
+            },
+            json=data
+            )
+        print("gpt generation time: "+str(time.time() - start))
+
+        result = response.json()
+        print(result)
+
+        content = result["choices"][0]["message"]["content"].strip()
+        
+        visualize_prompt = content.split("### Prompt for Visual Expression\n\n")[1]
+        
+        answers = stability_api.generate(
+            prompt=visualize_prompt,
+        )
+        
+    @classmethod
+    def chat_completion_with_function(cls, prompt, messages, functions):
+        print("prompt:"+prompt)
+                
+        # 文章生成にかかる時間を計測する
+        start = time.time()
+        # ChatCompletion APIを呼び出す
+        response = openai.ChatCompletion.create(
+                model=MODEL,
+                messages=messages,
+                functions=functions,
+                function_call={"name": "create_character"}
+            )
+        print("gpt generation time: "+str(time.time() - start))
+
+        # ChatCompletion APIから返された結果を取得する
+        message = response.choices[0].message
+        print("chat completion message: " + json.dumps(message, indent=2))
+        
+        return message
+        
+class NajiminoAI:
+
+    def __init__(self, user_message):
+        self.user_message = user_message
+
+    def generate_recipe_prompt(self):
+        template = get_filetext(filename="template.md")
+        prompt = f"""
+        {self.user_message}
+        ---
+        上記を元に、下記テンプレートを埋めてください。
+        ---
+        {template}
+        """
+        return prompt
+
+    def create_character(self, lang, title, description, prompt_for_visual_expression):
+
+        template = get_filetext(filename = "template.md")
+        debug_message = template.format(
+            lang=lang,
+            title=title,
+            description=description,
+            prompt_for_visual_expression=prompt_for_visual_expression
+        )
+        
+        print("debug_message: "+debug_message)
+        
+        return debug_message
+    
+    @classmethod
+    def generate(cls, user_message):
+        
+        najiminoai = NajiminoAI(user_message)
+        
+        return najiminoai.generate_recipe()
+    
+    def generate_recipe(self):
+        
+        user_message = self.user_message
+        constraints = get_filetext(filename = "constraints.md")
+        
+        messages = [
+            {"role": "system", "content": constraints}
+            ,{"role": "user", "content": user_message}
+        ]
+        
+        functions = get_functions_from_schema('schema.json')
+        
+        message = OpenAI.chat_completion_with_function(prompt=user_message, messages=messages, functions=functions)
+        
+        image = None
+        html = None
+        if message.get("function_call"):
+            function_name = message["function_call"]["name"]
+            
+            args = json.loads(message["function_call"]["arguments"])
+            
+            lang=args.get("lang")
+            title=args.get("title")
+            description=args.get("description")
+            prompt_for_visual_expression_in_en=args.get("prompt_for_visual_expression_in_en")
+            
+            prompt_for_visual_expression = \
+                prompt_for_visual_expression_in_en
+                
+            print("prompt_for_visual_expression: "+prompt_for_visual_expression)
+            
+            # 画像生成にかかる時間を計測する
+            start = time.time()
+            image = StabilityAI.generate_image(prompt_for_visual_expression)
+            print("image generation time: "+str(time.time() - start))
+            
+            function_response = self.create_character(
+                lang=lang,
+                title=title,
+                description=description,
+                prompt_for_visual_expression=prompt_for_visual_expression
+            )
+            
+            html = (
+                "<div style='max-width:100%; overflow:auto'>"
+                + "<p>"
+                + markdown2.markdown(function_response)
+                + "</div>"
+            )
+        return [image, html]
+            
+def main():
+    # インプット例をクリックした時のコールバック関数
+    def click_example(example):
+        # クリックされたインプット例をテキストボックスに自動入力
+        inputs.value = example
+        time.sleep(0.1)  # テキストボックスに文字が表示されるまで待機
+        # 自動入力後に実行ボタンをクリックして結果を表示
+        execute_button.click()
+
+    iface = gr.Interface(fn=NajiminoAI.generate,
+                        examples=[
+                            ["丸顔で青い子どもに愛されるイルカのキャラクター"],
+                            ["活発で夏が似合う赤髪の女の子"],
+                            ["黒い鎧を着た魔王"],
+                        ],
+                        inputs=gr.Textbox(label=inputs_label),
+                        outputs=[
+                            gr.Image(label="Visual Expression"),
+                            "html"
+                            ],
+                        title=title,
+                        description=description,
+                        article=article
+                        )
+
+    iface.launch()
+
+if __name__ == '__main__':
+    function = ''
+    if len(sys.argv) > 1:
+        function = sys.argv[1]
+    
+    if function == 'generate':
+        NajiminoAI.generate("A brave knight with a mighty sword and strong armor")
+        
+    elif function == 'generate_image':
+        image = StabilityAI.generate_image("Imagine a brave knight with a mighty sword and strong armor. He has a chiseled jawline and a confident expression on his face. His armor gleams under the sunlight, showing off its intricate design and craftsmanship. He holds his sword with pride, ready to protect his kingdom and its people at any cost.")
+        print("image: " + image)
+        
+        if type(image) == PIL.PngImagePlugin.PngImageFile:
+            image.save("image.png")
+
+    else:
+        main()

constraints.md

@@ -0,0 +1,13 @@
+#constraints
+
+ALOs(Character):
+- Appearance: Design, Visualize, Imagine, Shape, Size, Colors, Clothes, Features, Accessories
+- Personality: Develop, Describe, Traits, Temperaments, Dispositions, Behaviors, Attitudes, Emotions
+- Backstory: Create, Origins, Universe, TimePeriod, History, Relationships, Motivations, Milestones
+- Abilities: List, Powers, Skills, Talents, Strengths, Weaknesses, Limitations, CombatStyle, Development
+- Occupation: Identify, Roles, Position, Functions, Responsibilities, Goals, Contributions, Teamwork
+- Species: Invent, Classify, Describe, Hybridization, MythologicalCreatures, Animalia, Aliens, Humanoids
+
+Execute ALO(Character)  to generate novel, state of the art completely new character, description of the character, possible voice lines, visual representation of the character by words for generative AI that includes ideal composition of character image, according to user input character domains and characteristics. Generate details as far as you can by brainstorming to fulfill all parameters. Implement linguistic adjustments to prevent and rectify errors.
+
+#templates

requirements.txt

@@ -0,0 +1,5 @@
+openai>=0.27.0
+python-dotenv
+stability-sdk
+gradio
+markdown2

schema.json

@@ -0,0 +1,56 @@
+{
+	"functions": [
+		{
+			"name": "create_character",
+			"description": "Execute ALO(Character) to generate a novel, state-of-the-art character based on user input character domains, personality traits, and background stories. This includes the creation of a new character, a brief description of their story, and a textual representation of the character for generative AI, including the photographic settings of a key image of the character. The goal is to generate extensive details through brainstorming to fulfill all parameters, while making language adjustments to prevent and resolve errors.",
+			"parameters": {
+				"type": "object",
+				"default": {},
+				"title": "The Schema for character domains, traits, and stories",
+				"required": [
+					"lang",
+					"title",
+					"description",
+					"prompt_for_visual_expression_in_en"
+				],
+				"properties": {
+					"lang": {
+						"type": "string",
+						"default": "ja",
+						"title": "The language schema",
+						"description": "The language of the user input in ISO 639-1 format.",
+						"examples": [ "ja" ]
+					},
+					"title": {
+						"type": "string",
+						"title": "Title of the character",
+						"description": "The title of the new character to be generated.",
+						"examples": [
+							"炎の戦士アキラ",
+							"平和の使者イチロウ"
+						]
+					},
+					"description": {
+						"type": "string",
+						"default": "",
+						"title": "Character description",
+						"description": "The detailed description of the new character, detailing their appearance, personality traits, background story and more.",
+						"examples": [
+							"アキラは剣を振るう炎の戦士です。彼の使命は邪悪な悪者たちを退治し、世界の平和を取り戻すことです。アキラの家族はかつて炎を操る能力を持っていたが、彼が生まれてから発揮していなかった。",
+							"イチロウは平和を愛し、戦争を憎む使者です。彼の持つ秘密の力により、対立している人々の心に平和の光を届け、誤解や争いを解決します。イチロウは昔の戦いで亡くなった友人の想いを背負って、平和を求めて旅を続けます。"
+						]
+					},
+					"prompt_for_visual_expression_in_en": {
+						"type": "string",
+						"title": "Prompt for visual expression in English",
+						"description": "Prompts for generating a visual representation of the character in English using AI image generation. The prompt should consist of no more than 20 words.",
+						"examples": [
+							"Akira, the warrior wielding a sword of fire and surrounded by flames, fighting against evil villains.",
+							"Ichiro, the messenger of peace with a gentle smile, holding a white dove representing harmony."
+						]
+					}
+				}
+			}
+		}
+	]
+}

template.md

@@ -0,0 +1,7 @@
+# キャラクター名: {title}
+
+{description}
+
+## 画像生成プロンプト
+
+{prompt_for_visual_expression}