.

app.py

@@ -12,14 +12,17 @@ from constants import desc
 from interfaces import (
     ui, chat_ui, story_gen_ui, view_change_ui, export_ui
 )
-from modules.palmchat import GradioPaLMChatPPManager
+from modules.llms import get_llm_factory
 
 with gr.Blocks(css=STYLE) as demo:
+	factory = get_llm_factory("PaLM") #TODO: Replace with selected LLM factory
+	ui_pp_manager = factory.create_ui_pp_manager()
+	
 	chat_mode = gr.State("setting_chat")
 	chat_state = gr.State({
-		"setting_chat": GradioPaLMChatPPManager(),
-		"story_chat": GradioPaLMChatPPManager(),
-		"export_chat": GradioPaLMChatPPManager(),
+		"setting_chat": ui_pp_manager,
+		"story_chat": ui_pp_manager,
+		"export_chat": ui_pp_manager,
 	})
  
 	cur_cursor = gr.State(0)
@@ -269,7 +272,7 @@ with gr.Blocks(css=STYLE) as demo:
 
 		with gr.Row():
 			restart_from_export_view_btn = gr.Button("start over", elem_classes=["wrap", "control-button"])
-			export_to_file_btn = gr.Button("Download as ZIP file (TBA)", interactive=False, elem_classes=["wrap", "control-button"], scale=2)
+			export_to_file_btn = gr.Button("(TBD) Download as ZIP file", elem_classes=["wrap", "control-button"], interactive=False, scale=2)
 
 	with gr.Accordion("💬", open=False, elem_id="chat-section", visible=False) as chat_section:
 		with gr.Column(scale=1):
@@ -934,12 +937,13 @@ with gr.Blocks(css=STYLE) as demo:
 	# 	inputs=[
 	# 		chat_input_txt, chat_mode, chat_state,
 	# 		genre_dd, place_dd, mood_dd, 
-	# 		name_txt1, age_dd1, mbti_dd1, personality_dd1, job_dd1,
-	# 		name_txt2, age_dd2, mbti_dd2, personality_dd2, job_dd2,
-	# 		name_txt3, age_dd3, mbti_dd3, personality_dd3, job_dd3,
-	# 		name_txt4, age_dd4, mbti_dd4, personality_dd4, job_dd4,
+	# 		name_txt1, age_dd1, personality_dd1, job_dd1,
+	# 		name_txt2, age_dd2, personality_dd2, job_dd2,
+	# 		name_txt3, age_dd3, personality_dd3, job_dd3,
+	# 		name_txt4, age_dd4, personality_dd4, job_dd4,
 	# 		chapter1_title, chapter2_title, chapter3_title, chapter4_title,
-	# 		chapter1_plot, chapter2_plot, chapter3_plot, chapter4_plot
+	# 		chapter1_plot, chapter2_plot, chapter3_plot, chapter4_plot,
+	#		side_char_enable_ckb1, side_char_enable_ckb2, side_char_enable_ckb3,
 	# 	],
 	# 	outputs=[chat_input_txt, chat_state, chatbot, regen_btn]
 	# )
@@ -983,4 +987,4 @@ with gr.Blocks(css=STYLE) as demo:
 		outputs=[selected_side_char_image3]
 	)
 
-demo.queue().launch()
+demo.queue().launch(share=True)

assets/gpt_prompts.toml

@@ -0,0 +1,355 @@
+[story_gen]
+add_side_character = """side character #{cur_side_chars}
+- name: {name},
+- job: {job},
+- age: {age},
+- personality: {personality}
+
+"""
+first_story_gen = """Write the first three paragraphs of a novel as much detailed as possible. They should be based on the background information. Blend 5W1H principle into the stories as a plain text. Don't let the paragraphs end the whole story.
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+Fill in the following JSON output format:
+{{"paragraphs":"string"}}
+
+Write the JSON output:
+"""
+next_story_gen = """Write the next paragraphs. The next paragraphs should be determined by an option and well connected to the current stories. 
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+Fill in the following JSON output format:
+{{"paragraphs":"string"}}
+
+stories
+{stories}
+
+option to the next stories: {action}
+
+Write the JSON output:
+"""
+actions_gen = """Suggest the 20 options to drive the stories to the next based on the information below. 
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+Fill in the following JSON output format:
+{{"options":["string1", "string2", "string3"]}}
+
+summary of the story
+{summary}
+
+Write the JSON output:
+"""
+summarize = """Summarize the text below
+
+{stories}
+
+"""
+
+[chat_gen]
+chapter_title_ctx = """
+chapter{title_idx} {{
+    title: {chapter_title},
+    plot: {chapter_plot}
+}}
+"""
+add_side_character = """side character{cur_side_chars}: {{
+name: {name},
+job: {job},
+age: {age},
+personality: {personality} 
+}}
+
+"""
+chat_context = """You are a professional writing advisor, especially specialized in developing ideas on plotting stories and creating characters. I provide genre, where, and mood along with the rough description of one main character and three side characters. 
+
+Give creative but not too long responses based on the following information.
+
+genre: {genre}
+where: {place}
+mood: {mood}
+
+main character: {{
+name: {name1},
+job: {job1},
+age: {age1},
+personality: {personality1} 
+}}
+{side_char_placeholder}
+{chapter_title_placeholder}
+"""
+
+[plot_gen]
+main_plot_gen="""Write a title and an outline of a novel based on the background information below in Ronald Tobias's plot theory. The outline should follow the  "rising action", "crisis", "climax", "falling action", and "denouement" plot types. Each should be filled with a VERY detailed and descriptive at least two paragraphs of string. Randomly choose if the story goes optimistic or tragic.
+
+background information:
+- genre: string
+- where: string
+- mood: string
+
+main character
+- name: string
+- job: string
+- age: string
+- personality: string
+
+JSON output:
+{{
+	"title": "string", 
+	"outline": {{
+		"rising action": "paragraphs of string", 
+		"crisis": "paragraphs of string", 
+		"climax": "paragraphs of string", 
+		"falling action": "paragraphs of string", 
+		"denouement": "paragraphs of string"
+	}}
+}}
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+JSON output:
+"""
+first_story_gen="""Write the chapter title and the first few paragraphs of the "rising action" plot based on the background information below in Ronald Tobias's plot theory. Also, suggest three choosable actions to drive current story in different directions. The first few paragraphs should be filled with a VERY MUCH detailed and descriptive at least two paragraphs of string. 
+	
+REMEMBER the first few paragraphs should not end the whole story and allow leaway for the next paragraphs to come. 
+The whole story SHOULD stick to the "rising action -> crisis -> climax -> falling action -> denouement" flow, so REMEMBER not to write anything mentioned from the next plots of crisis, climax, falling action, and denouement yet.
+
+background information:
+- genre: string
+- where: string
+- mood: string
+
+main character
+- name: string
+- job: string
+- age: string
+- personality: string
+
+overall outline
+- title: string
+- rising action: string
+- crisis: string
+- climax: string
+- falling action: string
+- denouement: string
+
+JSON output:
+{{
+	"chapter_title": "string",
+	"paragraphs": ["string", "string", ...],
+	"actions": ["string", "string", "string"]
+}}
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+overall outline
+- title: {title}
+- rising action: {rising_action}
+- crisis: {crisis}
+- climax: {climax}
+- falling action: {falling_action}
+- denouement: {denouement}
+
+JSON output:
+"""
+
+[image_gen]
+neg_prompt="nsfw, worst quality, low quality, lowres, bad anatomy, bad hands, text, watermark, signature, error, missing fingers, extra digit, fewer digits, cropped, worst quality, normal quality, blurry, username, extra limbs, twins, boring, jpeg artifacts"
+
+[image_gen.character]
+gen_prompt = """Based on my brief descriptions of the character, suggest a "primary descriptive sentence" and "concise descriptors" to visualize them. Ensure you consider elements like the character's gender, age, appearance, occupation, clothing, posture, facial expression, mood, among others.
+Once complete, please output only a single "primary descriptive sentence" and the "concise descriptors" in a syntactically valid JSON format.
+The output template is as follows: {{"primary_sentence":"primary descriptive sentence","descriptors":["concise descriptor 1","concise descriptor 2","concise descriptor 3"]}}.
+To enhance the quality of your character's description or expression, you might consider drawing from the following categories:
+- Emotions and Expressions: "ecstatic", "melancholic", "furious", "startled", "bewildered", "pensive", "overjoyed", "crushed", "elated", "panicked", "satisfied", "cynical", "apathetic", "delighted", "terrified", "desperate", "triumphant", "mortified", "envious", "appreciative", "blissful", "heartbroken", "livid", "astounded", "baffled", "smiling", "frowning", "grinning", "crying", "pouting", "glaring", "blinking", "winking", "smirking", "whistling".
+- Physical Features: "upper body", "very long hair", "looking at viewer", "looking to the side", "looking at another", "thick lips", "skin spots", "acnes", "skin blemishes", "age spot", "perfect eyes", "detailed eyes", "realistic eyes", "dynamic standing", "beautiful face", "necklace", "high detailed skin", "hair ornament", "blush", "shiny skin", "long sleeves", "cleavage", "rubber suit", "slim", "plump", "muscular", "pale skin", "tan skin", "dark skin", "blonde hair", "brunette hair", "black hair", "blue eyes", "green eyes", "brown eyes", "curly hair", "short hair", "wavy hair".
+- Visual Enhancements: "masterpiece", "cinematic lighting", "detailed lighting", "tyndall effect", "soft lighting", "volumetric lighting", "close up", "wide shot", "glossy", "beautiful lighting", "warm lighting", "extreme", "ultimate", "best", "supreme", "ultra", "intense", "powerful", "exceptional", "remarkable", "strong", "vigorous", "dynamic angle", "front view person", "bangs", "waist up", "bokeh".
+- Age and Gender: "1boy", "1man", "1male", "1girl", "1woman", "1female", "teen", "teenage", "twenties", "thirties", "forties", "fifties", "middle-age".
+Do note that this list isn't exhaustive, and you're encouraged to suggest similar terms not included here.
+Exclude words from the suggestion that are redundant or have conflicting meanings.
+Especially, Exclude words that conflict with the meaning of "primary_sentence".
+Do not output anything other than JSON values.
+Do not provide any additional explanation of the following.
+Only JSON is allowed.
+===
+This is some examples.
+Q:
+The character's name is Liam, their job is as the Secret Agent, and they are in their 50s. And the keywords that help in associating with the character are "Thriller, Underground Warehouse, Darkness, ESTP, Ambitious, Generous".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"Middle-aged man pointing a gun in an underground warehouse","descriptors":["1man","solo","masterpiece","best quality","upper body","black suit","pistol in hand","dramatic lighting","muscular physique","intense brown eyes","raven-black hair","stylish cut","determined gaze","looking at viewer","stealthy demeanor","cunning strategist","advanced techwear","sleek","night operative","shadowy figure","night atmosphere","mysterious aura","highly detailed","film grain","detailed eyes and face"]}}
+
+Q:
+The character's name is Catherine, their job is as the Traveler, and they are in their 10s. And the keywords that help in associating with the character are "Romance, Starlit Bridge, Dreamy, ENTJ, Ambitious".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"A dreamy teenage girl standing on a starlit bridge with romantic ambitions","descriptors":["1girl","solo","masterpiece","best quality","upper body","flowing skirt","sun hat","bright-eyed","map in hand","ethereal beauty","wanderlust","scarf","whimsical","graceful poise","celestial allure","close-up","warm soft lighting","luminescent glow","gentle aura","mystic charm","smirk","dreamy landscape","poetic demeanor","cinematic lighting","extremely detailed","film grain","detailed eyes and face"]}}
+
+Q:
+The character's name is Claire, their job is as the Technological Advancement, and they are in their 20s. And the keywords that help in associating with the character are "Science Fiction, Space Station, INFP, Ambitious, Generous".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"A young ambitious woman tech expert aboard a futuristic space station","descriptors":["1girl","solo","masterpiece","best quality","upper body","sleek silver jumpsuit","futuristic heels","contemplative","editorial portrait","dynamic angle","sci-fi","techno-savvy","sharp focus","bokeh","beautiful lighting","intricate circuitry","robotic grace","rich colors","vivid contrasts","dramatic lighting","futuristic flair","avant-garde","high-tech allure","innovative mind","mechanical sophistication","film grain","detailed eyes and face"]}}
+
+Q:
+The character's name is Sophie, their job is as a Ballet Dancer, and they are in their 10s. And the keywords that help in associating with the character are "Grace, Dance Studio, Elegance, ISFJ, Gentle, Passionate"
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"An elegant dancer poses gracefully in a mirrored studio","descriptors":["1girl","teen","solo","masterpiece","best quality","upper body","beautiful face","shiny skin","wavy hair","ballet attire","tiptoe stance","flowing skirt","focused gaze","soft ambiance","soft lighting","film grain","detailed eyes and face"]}}
+===
+This is my request.
+Q:
+{input}
+A:
+"""
+query = """
+The character's name is {character_name}, their job is as the {job}, and they are in their {age}. And the keywords that help in associating with the character are "{keywords}".
+Print out no more than 45 words in syntactically valid JSON format.
+"""
+
+[image_gen.background]
+gen_prompt = """Based on my brief descriptions of the scene, suggest a "primary descriptive sentence" and "concise descriptors" to visualize it. Ensure you consider elements like the setting's time of day, atmosphere, prominent objects, mood, location, natural phenomena, architecture, among others.
+Once complete, please output only a single "primary descriptive sentence" and the "concise descriptors" in a syntactically valid JSON format.
+The output template is as follows: {{"primary_sentence":"primary descriptive sentence","descriptors":["concise descriptor 1","concise descriptor 2","concise descriptor 3"]}}.
+To enhance the quality of your scene's description or expression, you might consider drawing from the following categories:
+- Atmosphere and Time: "dawn", "dusk", "midday", "midnight", "sunset", "sunrise", "foggy", "misty", "stormy", "calm", "clear night", "starlit", "moonlit", "golden hour".
+- Natural Phenomena: "rainbow", "thunderstorm", "snowfall", "aurora borealis", "shooting star", "rain shower", "windy", "sunny".
+- Location and Architecture: "urban", "rural", "mountainous", "oceanfront", "forest", "desert", "island", "modern city", "ancient ruins", "castle", "village", "meadow", "cave", "bridge".
+- Prominent Objects: "giant tree", "waterfall", "stream", "rock formation", "ancient artifact", "bonfire", "tent", "vehicle", "statue", "fountain".
+- Visual Enhancements: "masterpiece", "cinematic lighting", "detailed lighting", "soft lighting", "volumetric lighting", "tyndall effect", "warm lighting", "close up", "wide shot", "beautiful perspective", "bokeh".
+Do note that this list isn't exhaustive, and you're encouraged to suggest similar terms not included here.
+Exclude words from the suggestion that are redundant or have conflicting meanings.
+Especially, Exclude words that conflict with the meaning of "primary_sentence".
+Do not output anything other than JSON values.
+Do not provide any additional explanation of the following.
+Only JSON is allowed.
+===
+This is some examples.
+Q:
+The genre is "Fantasy", the place is "Enchanted Forest", the mood is "Mystical", the title of the novel is "Whispering Leaves", and the chapter plot revolves around "A hidden glade where elves sing under the moonlight".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"a mystical glade in an enchanted forest where elves sing beneath the moonlight","descriptors":["no humans","masterpiece","fantasy","enchanted forest","moonlit glade","mystical atmosphere","singing elves","luminous fireflies","ancient trees","shimmering leaves","whispering winds","hidden secrets","elven magic","masterpiece","soft lighting","silver glow","detailed shadows","enchanted mood","highly detailed","film grain"]}}
+
+Q:
+The genre is "Science Fiction", the place is "Galactic Space Station", the mood is "Tense", the title of the novel is "Stars Unbound", and the chapter plot revolves around "Ambassadors from different galaxies discussing a new treaty".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"a tense gathering in a galactic space station where interstellar ambassadors negotiate","descriptors":["no humans","masterpiece","science fiction","galactic space station","star-studded backdrop","advanced technology","diverse aliens","hovering spacecrafts","futuristic architecture","tense discussions","interstellar politics","neon lights","holographic displays","masterpiece","detailed lighting","cinematic mood","highly detailed","film grain"]}}
+
+Q:
+The genre is "Romance", the place is "Beach", the mood is "Heartfelt", the title of the novel is "Waves of Passion", and the chapter plot revolves around "Two lovers reconciling their differences by the shore".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"a heartfelt scene on a beach during sunset where two lovers reconcile","descriptors":["no humans","masterpiece","romance","beach","sunset horizon","golden sands","lapping waves","embrace","teary-eyed confessions","seashells","reflective waters","warm hues","silhouette of lovers","soft breeze","beautiful perspective","detailed shadows","emotional atmosphere","highly detailed","film grain"]}}
+
+Q:
+The genre is "Middle Ages", the place is "Royal Palace", the mood is "Epic Adventure", the title of the novel is "Throne of Fates", and the chapter plot revolves around "A brave knight receiving a quest from the king".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"an epic scene in a royal palace where a knight is tasked with a quest by the king","descriptors":["no humans","masterpiece","middle ages","royal palace","castle","grand throne room","golden hour","armored knight","majestic king","tapestries","stone walls","torches","glistening armor","banner flags","medieval atmosphere","heroic demeanor","detailed architecture","golden crowns","highly detailed","film grain"]}}
+===
+This is my request.
+Q:
+{input}
+A:
+"""
+query = """
+The genre is "{genre}", the place is "{place}", the mood is "{mood}", the title of the novel is "{title}", and the chapter plot revolves around "{chapter_plot}".
+Print out no more than 45 words in syntactically valid JSON format.
+"""
+
+[music_gen]
+gen_prompt = """Based on my brief descriptions of the novel's mood, theme, or setting, suggest a "primary descriptive sentence" to conceptualize the musical piece. Ensure you consider elements like the music's genre, BPM, primary instruments, emotions evoked, era (if applicable), and other relevant musical characteristics.
+Once complete, please output only a single "primary descriptive sentence" in a syntactically valid JSON format.
+The output template is as follows:
+{{"primary_sentence":"primary descriptive sentence"}}.
+To enhance the quality of your music's description or expression, you might consider drawing from the following categories:
+- Musical Genre and Era: "80s", "90s", "classical", "jazz", "EDM", "rock", "folk", "baroque", "bebop", "grunge", "funk", "hip-hop", "blues", "country".
+- BPM and Rhythm: "slow-paced", "mid-tempo", "upbeat", "rhythmic", "syncopated", "steady beat", "dynamic tempo".
+- Primary Instruments and Sound: "guitar", "synth", "piano", "saxophone", "drums", "violin", "flute", "bassy", "treble-heavy", "distorted", "acoustic", "electric", "ambient sounds".
+- Emotions and Atmosphere: "nostalgic", "energetic", "melancholic", "uplifting", "dark", "light-hearted", "intense", "relaxing", "haunting", "joyful", "sombre", "celebratory", "mystical".
+- Musical Techniques and Enhancements: "harmonious", "dissonant", "layered", "minimalistic", "rich textures", "simple melody", "complex rhythms", "vocal harmonies", "instrumental solo".
+Do note that this list isn't exhaustive, and you're encouraged to suggest similar terms not included here.
+Exclude words from the suggestion that are redundant or have conflicting meanings.
+Especially, Exclude words that conflict with the meaning of "primary_sentence".
+Do not output anything other than JSON values.
+Do not provide any additional explanation of the following.
+Only JSON is allowed.
+===
+This is some examples.
+Q:
+The genre is "Fantasy", the place is "Enchanted Forest", the mood is "Mystical", the title of the novel is "Whispering Leaves", and the chapter plot revolves around "A hidden glade where elves sing under the moonlight".
+A:
+{{"primary_sentence":"a gentle folk melody filled with whimsical flutes, echoing harps, and distant ethereal vocals, capturing the enchantment of a moonlit forest and the mystique of singing elves"}}
+
+Q:
+The genre is "Science Fiction", the place is "Galactic Space Station", the mood is "Tense", the title of the novel is "Stars Unbound", and the chapter plot revolves around "Ambassadors from different galaxies discussing a new treaty".
+A:
+{{"primary_sentence":"an ambient electronic track, with pulsating synths, spacey reverberations, and occasional digital glitches, reflecting the vastness of space and the tension of intergalactic diplomacy"}}
+
+Q:
+The genre is "Romance", the place is "Beach", the mood is "Heartfelt", the title of the novel is "Waves of Passion", and the chapter plot revolves around "Two lovers reconciling their differences by the shore".
+A:
+{{"primary_sentence":"a soft acoustic ballad featuring soulful guitars, delicate percussion, and heartfelt vocals, evoking feelings of love, reconciliation, and the gentle ebb and flow of the ocean waves"}}
+
+Q:
+The genre is "Middle Ages", the place is "Royal Palace", the mood is "Epic Adventure", the title of the novel is "Throne of Fates", and the chapter plot revolves around "A brave knight receiving a quest from the king".
+A:
+{{"primary_sentence":"a grand orchestral piece, dominated by powerful brass, rhythmic drums, and soaring strings, portraying the valor of knights, the majesty of royalty, and the anticipation of an epic quest"}}
+===
+This is my request.
+Q:
+{input}
+A:
+"""
+query = """
+The genre is "{genre}", the place is "{place}", the mood is "{mood}", the title of the novel is "{title}", and the chapter plot revolves around "{chapter_plot}".
+Print out only one primary_sentence in syntactically valid JSON format.
+"""

assets/llama_prompts.toml

@@ -0,0 +1,355 @@
+[story_gen]
+add_side_character = """side character #{cur_side_chars}
+- name: {name},
+- job: {job},
+- age: {age},
+- personality: {personality}
+
+"""
+first_story_gen = """Write the first three paragraphs of a novel as much detailed as possible. They should be based on the background information. Blend 5W1H principle into the stories as a plain text. Don't let the paragraphs end the whole story.
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+Fill in the following JSON output format:
+{{"paragraphs":"string"}}
+
+Write the JSON output:
+"""
+next_story_gen = """Write the next paragraphs. The next paragraphs should be determined by an option and well connected to the current stories. 
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+Fill in the following JSON output format:
+{{"paragraphs":"string"}}
+
+stories
+{stories}
+
+option to the next stories: {action}
+
+Write the JSON output:
+"""
+actions_gen = """Suggest the 20 options to drive the stories to the next based on the information below. 
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+Fill in the following JSON output format:
+{{"options":["string1", "string2", "string3"]}}
+
+summary of the story
+{summary}
+
+Write the JSON output:
+"""
+summarize = """Summarize the text below
+
+{stories}
+
+"""
+
+[chat_gen]
+chapter_title_ctx = """
+chapter{title_idx} {{
+    title: {chapter_title},
+    plot: {chapter_plot}
+}}
+"""
+add_side_character = """side character{cur_side_chars}: {{
+name: {name},
+job: {job},
+age: {age},
+personality: {personality} 
+}}
+
+"""
+chat_context = """You are a professional writing advisor, especially specialized in developing ideas on plotting stories and creating characters. I provide genre, where, and mood along with the rough description of one main character and three side characters. 
+
+Give creative but not too long responses based on the following information.
+
+genre: {genre}
+where: {place}
+mood: {mood}
+
+main character: {{
+name: {name1},
+job: {job1},
+age: {age1},
+personality: {personality1} 
+}}
+{side_char_placeholder}
+{chapter_title_placeholder}
+"""
+
+[plot_gen]
+main_plot_gen="""Write a title and an outline of a novel based on the background information below in Ronald Tobias's plot theory. The outline should follow the  "rising action", "crisis", "climax", "falling action", and "denouement" plot types. Each should be filled with a VERY detailed and descriptive at least two paragraphs of string. Randomly choose if the story goes optimistic or tragic.
+
+background information:
+- genre: string
+- where: string
+- mood: string
+
+main character
+- name: string
+- job: string
+- age: string
+- personality: string
+
+JSON output:
+{{
+	"title": "string", 
+	"outline": {{
+		"rising action": "paragraphs of string", 
+		"crisis": "paragraphs of string", 
+		"climax": "paragraphs of string", 
+		"falling action": "paragraphs of string", 
+		"denouement": "paragraphs of string"
+	}}
+}}
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+JSON output:
+"""
+first_story_gen="""Write the chapter title and the first few paragraphs of the "rising action" plot based on the background information below in Ronald Tobias's plot theory. Also, suggest three choosable actions to drive current story in different directions. The first few paragraphs should be filled with a VERY MUCH detailed and descriptive at least two paragraphs of string. 
+	
+REMEMBER the first few paragraphs should not end the whole story and allow leaway for the next paragraphs to come. 
+The whole story SHOULD stick to the "rising action -> crisis -> climax -> falling action -> denouement" flow, so REMEMBER not to write anything mentioned from the next plots of crisis, climax, falling action, and denouement yet.
+
+background information:
+- genre: string
+- where: string
+- mood: string
+
+main character
+- name: string
+- job: string
+- age: string
+- personality: string
+
+overall outline
+- title: string
+- rising action: string
+- crisis: string
+- climax: string
+- falling action: string
+- denouement: string
+
+JSON output:
+{{
+	"chapter_title": "string",
+	"paragraphs": ["string", "string", ...],
+	"actions": ["string", "string", "string"]
+}}
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+overall outline
+- title: {title}
+- rising action: {rising_action}
+- crisis: {crisis}
+- climax: {climax}
+- falling action: {falling_action}
+- denouement: {denouement}
+
+JSON output:
+"""
+
+[image_gen]
+neg_prompt="nsfw, worst quality, low quality, lowres, bad anatomy, bad hands, text, watermark, signature, error, missing fingers, extra digit, fewer digits, cropped, worst quality, normal quality, blurry, username, extra limbs, twins, boring, jpeg artifacts"
+
+[image_gen.character]
+gen_prompt = """Based on my brief descriptions of the character, suggest a "primary descriptive sentence" and "concise descriptors" to visualize them. Ensure you consider elements like the character's gender, age, appearance, occupation, clothing, posture, facial expression, mood, among others.
+Once complete, please output only a single "primary descriptive sentence" and the "concise descriptors" in a syntactically valid JSON format.
+The output template is as follows: {{"primary_sentence":"primary descriptive sentence","descriptors":["concise descriptor 1","concise descriptor 2","concise descriptor 3"]}}.
+To enhance the quality of your character's description or expression, you might consider drawing from the following categories:
+- Emotions and Expressions: "ecstatic", "melancholic", "furious", "startled", "bewildered", "pensive", "overjoyed", "crushed", "elated", "panicked", "satisfied", "cynical", "apathetic", "delighted", "terrified", "desperate", "triumphant", "mortified", "envious", "appreciative", "blissful", "heartbroken", "livid", "astounded", "baffled", "smiling", "frowning", "grinning", "crying", "pouting", "glaring", "blinking", "winking", "smirking", "whistling".
+- Physical Features: "upper body", "very long hair", "looking at viewer", "looking to the side", "looking at another", "thick lips", "skin spots", "acnes", "skin blemishes", "age spot", "perfect eyes", "detailed eyes", "realistic eyes", "dynamic standing", "beautiful face", "necklace", "high detailed skin", "hair ornament", "blush", "shiny skin", "long sleeves", "cleavage", "rubber suit", "slim", "plump", "muscular", "pale skin", "tan skin", "dark skin", "blonde hair", "brunette hair", "black hair", "blue eyes", "green eyes", "brown eyes", "curly hair", "short hair", "wavy hair".
+- Visual Enhancements: "masterpiece", "cinematic lighting", "detailed lighting", "tyndall effect", "soft lighting", "volumetric lighting", "close up", "wide shot", "glossy", "beautiful lighting", "warm lighting", "extreme", "ultimate", "best", "supreme", "ultra", "intense", "powerful", "exceptional", "remarkable", "strong", "vigorous", "dynamic angle", "front view person", "bangs", "waist up", "bokeh".
+- Age and Gender: "1boy", "1man", "1male", "1girl", "1woman", "1female", "teen", "teenage", "twenties", "thirties", "forties", "fifties", "middle-age".
+Do note that this list isn't exhaustive, and you're encouraged to suggest similar terms not included here.
+Exclude words from the suggestion that are redundant or have conflicting meanings.
+Especially, Exclude words that conflict with the meaning of "primary_sentence".
+Do not output anything other than JSON values.
+Do not provide any additional explanation of the following.
+Only JSON is allowed.
+===
+This is some examples.
+Q:
+The character's name is Liam, their job is as the Secret Agent, and they are in their 50s. And the keywords that help in associating with the character are "Thriller, Underground Warehouse, Darkness, ESTP, Ambitious, Generous".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"Middle-aged man pointing a gun in an underground warehouse","descriptors":["1man","solo","masterpiece","best quality","upper body","black suit","pistol in hand","dramatic lighting","muscular physique","intense brown eyes","raven-black hair","stylish cut","determined gaze","looking at viewer","stealthy demeanor","cunning strategist","advanced techwear","sleek","night operative","shadowy figure","night atmosphere","mysterious aura","highly detailed","film grain","detailed eyes and face"]}}
+
+Q:
+The character's name is Catherine, their job is as the Traveler, and they are in their 10s. And the keywords that help in associating with the character are "Romance, Starlit Bridge, Dreamy, ENTJ, Ambitious".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"A dreamy teenage girl standing on a starlit bridge with romantic ambitions","descriptors":["1girl","solo","masterpiece","best quality","upper body","flowing skirt","sun hat","bright-eyed","map in hand","ethereal beauty","wanderlust","scarf","whimsical","graceful poise","celestial allure","close-up","warm soft lighting","luminescent glow","gentle aura","mystic charm","smirk","dreamy landscape","poetic demeanor","cinematic lighting","extremely detailed","film grain","detailed eyes and face"]}}
+
+Q:
+The character's name is Claire, their job is as the Technological Advancement, and they are in their 20s. And the keywords that help in associating with the character are "Science Fiction, Space Station, INFP, Ambitious, Generous".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"A young ambitious woman tech expert aboard a futuristic space station","descriptors":["1girl","solo","masterpiece","best quality","upper body","sleek silver jumpsuit","futuristic heels","contemplative","editorial portrait","dynamic angle","sci-fi","techno-savvy","sharp focus","bokeh","beautiful lighting","intricate circuitry","robotic grace","rich colors","vivid contrasts","dramatic lighting","futuristic flair","avant-garde","high-tech allure","innovative mind","mechanical sophistication","film grain","detailed eyes and face"]}}
+
+Q:
+The character's name is Sophie, their job is as a Ballet Dancer, and they are in their 10s. And the keywords that help in associating with the character are "Grace, Dance Studio, Elegance, ISFJ, Gentle, Passionate"
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"An elegant dancer poses gracefully in a mirrored studio","descriptors":["1girl","teen","solo","masterpiece","best quality","upper body","beautiful face","shiny skin","wavy hair","ballet attire","tiptoe stance","flowing skirt","focused gaze","soft ambiance","soft lighting","film grain","detailed eyes and face"]}}
+===
+This is my request.
+Q:
+{input}
+A:
+"""
+query = """
+The character's name is {character_name}, their job is as the {job}, and they are in their {age}. And the keywords that help in associating with the character are "{keywords}".
+Print out no more than 45 words in syntactically valid JSON format.
+"""
+
+[image_gen.background]
+gen_prompt = """Based on my brief descriptions of the scene, suggest a "primary descriptive sentence" and "concise descriptors" to visualize it. Ensure you consider elements like the setting's time of day, atmosphere, prominent objects, mood, location, natural phenomena, architecture, among others.
+Once complete, please output only a single "primary descriptive sentence" and the "concise descriptors" in a syntactically valid JSON format.
+The output template is as follows: {{"primary_sentence":"primary descriptive sentence","descriptors":["concise descriptor 1","concise descriptor 2","concise descriptor 3"]}}.
+To enhance the quality of your scene's description or expression, you might consider drawing from the following categories:
+- Atmosphere and Time: "dawn", "dusk", "midday", "midnight", "sunset", "sunrise", "foggy", "misty", "stormy", "calm", "clear night", "starlit", "moonlit", "golden hour".
+- Natural Phenomena: "rainbow", "thunderstorm", "snowfall", "aurora borealis", "shooting star", "rain shower", "windy", "sunny".
+- Location and Architecture: "urban", "rural", "mountainous", "oceanfront", "forest", "desert", "island", "modern city", "ancient ruins", "castle", "village", "meadow", "cave", "bridge".
+- Prominent Objects: "giant tree", "waterfall", "stream", "rock formation", "ancient artifact", "bonfire", "tent", "vehicle", "statue", "fountain".
+- Visual Enhancements: "masterpiece", "cinematic lighting", "detailed lighting", "soft lighting", "volumetric lighting", "tyndall effect", "warm lighting", "close up", "wide shot", "beautiful perspective", "bokeh".
+Do note that this list isn't exhaustive, and you're encouraged to suggest similar terms not included here.
+Exclude words from the suggestion that are redundant or have conflicting meanings.
+Especially, Exclude words that conflict with the meaning of "primary_sentence".
+Do not output anything other than JSON values.
+Do not provide any additional explanation of the following.
+Only JSON is allowed.
+===
+This is some examples.
+Q:
+The genre is "Fantasy", the place is "Enchanted Forest", the mood is "Mystical", the title of the novel is "Whispering Leaves", and the chapter plot revolves around "A hidden glade where elves sing under the moonlight".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"a mystical glade in an enchanted forest where elves sing beneath the moonlight","descriptors":["no humans","masterpiece","fantasy","enchanted forest","moonlit glade","mystical atmosphere","singing elves","luminous fireflies","ancient trees","shimmering leaves","whispering winds","hidden secrets","elven magic","masterpiece","soft lighting","silver glow","detailed shadows","enchanted mood","highly detailed","film grain"]}}
+
+Q:
+The genre is "Science Fiction", the place is "Galactic Space Station", the mood is "Tense", the title of the novel is "Stars Unbound", and the chapter plot revolves around "Ambassadors from different galaxies discussing a new treaty".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"a tense gathering in a galactic space station where interstellar ambassadors negotiate","descriptors":["no humans","masterpiece","science fiction","galactic space station","star-studded backdrop","advanced technology","diverse aliens","hovering spacecrafts","futuristic architecture","tense discussions","interstellar politics","neon lights","holographic displays","masterpiece","detailed lighting","cinematic mood","highly detailed","film grain"]}}
+
+Q:
+The genre is "Romance", the place is "Beach", the mood is "Heartfelt", the title of the novel is "Waves of Passion", and the chapter plot revolves around "Two lovers reconciling their differences by the shore".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"a heartfelt scene on a beach during sunset where two lovers reconcile","descriptors":["no humans","masterpiece","romance","beach","sunset horizon","golden sands","lapping waves","embrace","teary-eyed confessions","seashells","reflective waters","warm hues","silhouette of lovers","soft breeze","beautiful perspective","detailed shadows","emotional atmosphere","highly detailed","film grain"]}}
+
+Q:
+The genre is "Middle Ages", the place is "Royal Palace", the mood is "Epic Adventure", the title of the novel is "Throne of Fates", and the chapter plot revolves around "A brave knight receiving a quest from the king".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"an epic scene in a royal palace where a knight is tasked with a quest by the king","descriptors":["no humans","masterpiece","middle ages","royal palace","castle","grand throne room","golden hour","armored knight","majestic king","tapestries","stone walls","torches","glistening armor","banner flags","medieval atmosphere","heroic demeanor","detailed architecture","golden crowns","highly detailed","film grain"]}}
+===
+This is my request.
+Q:
+{input}
+A:
+"""
+query = """
+The genre is "{genre}", the place is "{place}", the mood is "{mood}", the title of the novel is "{title}", and the chapter plot revolves around "{chapter_plot}".
+Print out no more than 45 words in syntactically valid JSON format.
+"""
+
+[music_gen]
+gen_prompt = """Based on my brief descriptions of the novel's mood, theme, or setting, suggest a "primary descriptive sentence" to conceptualize the musical piece. Ensure you consider elements like the music's genre, BPM, primary instruments, emotions evoked, era (if applicable), and other relevant musical characteristics.
+Once complete, please output only a single "primary descriptive sentence" in a syntactically valid JSON format.
+The output template is as follows:
+{{"primary_sentence":"primary descriptive sentence"}}.
+To enhance the quality of your music's description or expression, you might consider drawing from the following categories:
+- Musical Genre and Era: "80s", "90s", "classical", "jazz", "EDM", "rock", "folk", "baroque", "bebop", "grunge", "funk", "hip-hop", "blues", "country".
+- BPM and Rhythm: "slow-paced", "mid-tempo", "upbeat", "rhythmic", "syncopated", "steady beat", "dynamic tempo".
+- Primary Instruments and Sound: "guitar", "synth", "piano", "saxophone", "drums", "violin", "flute", "bassy", "treble-heavy", "distorted", "acoustic", "electric", "ambient sounds".
+- Emotions and Atmosphere: "nostalgic", "energetic", "melancholic", "uplifting", "dark", "light-hearted", "intense", "relaxing", "haunting", "joyful", "sombre", "celebratory", "mystical".
+- Musical Techniques and Enhancements: "harmonious", "dissonant", "layered", "minimalistic", "rich textures", "simple melody", "complex rhythms", "vocal harmonies", "instrumental solo".
+Do note that this list isn't exhaustive, and you're encouraged to suggest similar terms not included here.
+Exclude words from the suggestion that are redundant or have conflicting meanings.
+Especially, Exclude words that conflict with the meaning of "primary_sentence".
+Do not output anything other than JSON values.
+Do not provide any additional explanation of the following.
+Only JSON is allowed.
+===
+This is some examples.
+Q:
+The genre is "Fantasy", the place is "Enchanted Forest", the mood is "Mystical", the title of the novel is "Whispering Leaves", and the chapter plot revolves around "A hidden glade where elves sing under the moonlight".
+A:
+{{"primary_sentence":"a gentle folk melody filled with whimsical flutes, echoing harps, and distant ethereal vocals, capturing the enchantment of a moonlit forest and the mystique of singing elves"}}
+
+Q:
+The genre is "Science Fiction", the place is "Galactic Space Station", the mood is "Tense", the title of the novel is "Stars Unbound", and the chapter plot revolves around "Ambassadors from different galaxies discussing a new treaty".
+A:
+{{"primary_sentence":"an ambient electronic track, with pulsating synths, spacey reverberations, and occasional digital glitches, reflecting the vastness of space and the tension of intergalactic diplomacy"}}
+
+Q:
+The genre is "Romance", the place is "Beach", the mood is "Heartfelt", the title of the novel is "Waves of Passion", and the chapter plot revolves around "Two lovers reconciling their differences by the shore".
+A:
+{{"primary_sentence":"a soft acoustic ballad featuring soulful guitars, delicate percussion, and heartfelt vocals, evoking feelings of love, reconciliation, and the gentle ebb and flow of the ocean waves"}}
+
+Q:
+The genre is "Middle Ages", the place is "Royal Palace", the mood is "Epic Adventure", the title of the novel is "Throne of Fates", and the chapter plot revolves around "A brave knight receiving a quest from the king".
+A:
+{{"primary_sentence":"a grand orchestral piece, dominated by powerful brass, rhythmic drums, and soaring strings, portraying the valor of knights, the majesty of royalty, and the anticipation of an epic quest"}}
+===
+This is my request.
+Q:
+{input}
+A:
+"""
+query = """
+The genre is "{genre}", the place is "{place}", the mood is "{mood}", the title of the novel is "{title}", and the chapter plot revolves around "{chapter_plot}".
+Print out only one primary_sentence in syntactically valid JSON format.
+"""

cute20vae.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:008c88ced6307623d5f620404695970ae74da80c87a70e4cf3851b8fab4272b8
-size 334640982

hellonijicute25d_V10b.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:349e1d80f2954416cb93fa7afad001fd6df6c55b602dd344493065ec7500cc59
-size 2132625644

interfaces/chat_ui.py

@@ -1,22 +1,22 @@
 import gradio as gr
 
-from interfaces import utils
-from modules import (
-    palmchat, palm_prompts,
-)
-
 from pingpong import PingPong
 
+from interfaces import utils
+from modules.llms import get_llm_factory
+
 def rollback_last_ui(history):
     return history[:-1]
 
 
-def add_side_character(enable, name, age, personality, job):
+def add_side_character(enable, name, age, personality, job, llm_type='PaLM'):
+    prompts = get_llm_factory(llm_type).create_prompt_manager().prompts
+
     cur_side_chars = 1
     prompt = ""
     for idx in range(len(enable)):
         if enable[idx]:
-            prompt += palm_prompts['chat_gen']['add_side_character'].format(
+            prompt += prompts['chat_gen']['add_side_character'].format(
                                         cur_side_chars=cur_side_chars,
                                         name=name[idx],
                                         job=job[idx],
@@ -27,12 +27,14 @@ def add_side_character(enable, name, age, personality, job):
     return "\n" + prompt if prompt else ""
 
 
-def add_chapter_title_ctx(chapter_title, chapter_plot):
+def add_chapter_title_ctx(chapter_title, chapter_plot, llm_type='PaLM'):
+    prompts = get_llm_factory(llm_type).create_prompt_manager().prompts
+
     title_idx = 1
     prompt = ""
     for idx in range(len(chapter_title)):
         if chapter_title[idx] :
-            prompt += palm_prompts['chat_gen']['chapter_title_ctx'].format(
+            prompt += prompts['chat_gen']['chapter_title_ctx'].format(
                                         title_idx=title_idx,
                                         chapter_title=chapter_title[idx],
                                         chapter_plot=chapter_plot[idx],
@@ -51,7 +53,10 @@ async def chat(
     chapter1_title, chapter2_title, chapter3_title, chapter4_title,
     chapter1_plot, chapter2_plot, chapter3_plot, chapter4_plot,
     side_char_enable1, side_char_enable2, side_char_enable3,
+    llm_type='PaLM',
 ):
+    prompts = get_llm_factory(llm_type).create_prompt_manager().prompts
+
     chapter_title_ctx = add_chapter_title_ctx(
         [chapter1_title, chapter2_title, chapter3_title, chapter4_title],
         [chapter1_plot, chapter2_plot, chapter3_plot, chapter4_plot],
@@ -63,7 +68,7 @@ async def chat(
         [side_char_age1, side_char_age2, side_char_age3],
         [side_char_personality1, side_char_personality2, side_char_personality3],
     )
-    prompt = palm_prompts['chat_gen']['chat_context'].format(
+    prompt = prompts['chat_gen']['chat_context'].format(
         genre=genre, place=place, mood=mood,
         main_char_name=main_char_name,
         main_char_job=main_char_job,
@@ -112,8 +117,10 @@ async def chat_regen(chat_mode, chat_state):
         ppm.build_uis()
     )
 
-def chat_reset(chat_mode, chat_state):
-    chat_state[chat_mode] = palmchat.GradioPaLMChatPPManager()
+def chat_reset(chat_mode, chat_state, llm_type='PaLM'):
+    factory = get_llm_factory(llm_type)
+
+    chat_state[chat_mode] = factory.create_ui_pp_manager()
 
     return (
         "", 

interfaces/export_ui.py

@@ -1,30 +1,23 @@
 import gradio as gr
 from templates import parser
 from interfaces import utils
-from modules import palmchat
+from modules.llms import get_llm_factory
 
 template_file = "templates/basic.jinja"
 
-async def title_gen(cursors):
+async def title_gen(cursors, llm_type="PaLM"):
     stories = ""
     for cursor in cursors:
         stories = stories + cursor["story"]
-  
-    prompt = f"""what would be the title of the story below? be specific and creative.
+    
+    factory = get_llm_factory(llm_type)
+    prompts = factory.create_prompt_manager().prompts
+    llm_service = factory.create_llm_service()
 
-{stories}
+    prompt = prompts['story_gen']['title'].format(stories=stories)
 
-title: """
-
-    parameters = {
-		'model': 'models/text-bison-001',
-		'candidate_count': 1,
-		'temperature': 0.7,
-		'top_k': 40,
-		'top_p': 1,
-		'max_output_tokens': 4096,
-	}    	
-    _, title = await palmchat.gen_text(prompt, mode="text", parameters=parameters)
+    parameters = llm_service.make_params(mode="text", temperature=0.7, top_k=40, top_p=1.0, max_output_tokens=4096)
+    _, title = await llm_service.gen_text(prompt, mode="text", parameters=parameters)
     return title
 
 def export(

interfaces/plot_gen_ui.py

@@ -1,12 +1,7 @@
 import re
 import gradio as gr
 from interfaces import utils
-from modules import(
-	palmchat,
-	palm_prompts,
-)
-
-print(palm_prompts)
+from modules import get_llm_factory
 
 async def plot_gen(
 	temperature,
@@ -16,7 +11,12 @@ async def plot_gen(
 	side_char_name1, side_char_age1, side_char_personality1, side_char_job1,
 	side_char_name2, side_char_age2, side_char_personality2, side_char_job2,
 	side_char_name3, side_char_age3, side_char_personality3, side_char_job3,
+	llm_type="PaLM"
 ):
+	factory = get_llm_factory(llm_type)
+	prompts = factory.create_prompt_manager().prompts
+	llm_service = factory.create_llm_service()
+
 	side_char_prompt = utils.add_side_character(
 		[side_char_enable1, side_char_enable2, side_char_enable3],
 		[side_char_name1, side_char_name2, side_char_name3],
@@ -24,7 +24,7 @@ async def plot_gen(
 		[side_char_age1, side_char_age2, side_char_age3],
 		[side_char_personality1, side_char_personality2, side_char_personality3],
 	)
-	prompt = palm_prompts['plot_gen']['main_plot_gen'].format(
+	prompt = prompts['plot_gen']['main_plot_gen'].format(
 		genre=genre, place=place, mood=mood,
 		main_char_name=main_char_name,
 		main_char_job=main_char_job,
@@ -34,14 +34,7 @@ async def plot_gen(
 	)
 	
 	print(f"generated prompt:\n{prompt}")
-	parameters = {
-		'model': 'models/text-bison-001',
-		'candidate_count': 1,
-		'temperature': temperature,
-		'top_k': 40,
-		'top_p': 1,
-		'max_output_tokens': 4096,
-	}
+	parameters = llm_service.make_params(mode="text", temperature=temperature, top_k=40, top_p=1.0, max_output_tokens=4096)
 	response_json = await utils.retry_until_valid_json(prompt, parameters=parameters)
 
 	return (
@@ -64,8 +57,13 @@ async def first_story_gen(
 	side_char_name1, side_char_age1, side_char_personality1, side_char_job1,
 	side_char_name2, side_char_age2, side_char_personality2, side_char_job2,
 	side_char_name3, side_char_age3, side_char_personality3, side_char_job3,
-	cursors, cur_cursor
+	cursors, cur_cursor,
+	llm_type="PaLM"
 ):
+	factory = get_llm_factory(llm_type)
+	prompts = factory.create_prompt_manager().prompts
+	llm_service = factory.create_llm_service()
+
 	side_char_prompt = utils.add_side_character(
 		[side_char_enable1, side_char_enable2, side_char_enable3],
 		[side_char_name1, side_char_name2, side_char_name3],
@@ -73,7 +71,7 @@ async def first_story_gen(
 		[side_char_age1, side_char_age2, side_char_age3],
 		[side_char_personality1, side_char_personality2, side_char_personality3],
 	)
-	prompt = palm_prompts['plot_gen']['first_story_gen'].format(
+	prompt = prompts['plot_gen']['first_story_gen'].format(
 		genre=genre, place=place, mood=mood,
 		main_char_name=main_char_name,
 		main_char_job=main_char_job,
@@ -89,14 +87,7 @@ async def first_story_gen(
 	)
 
 	print(f"generated prompt:\n{prompt}")
-	parameters = {
-		'model': 'models/text-bison-001',
-		'candidate_count': 1,
-		'temperature': 1,
-		'top_k': 40,
-		'top_p': 1,
-		'max_output_tokens': 4096,
-	}
+	parameters = llm_service.make_params(mode="text", temperature=1.0, top_k=40, top_p=1.0, max_output_tokens=4096)
 	response_json = await utils.retry_until_valid_json(prompt, parameters=parameters)
 
 	chapter_title = response_json["chapter_title"]

interfaces/story_gen_ui.py

@@ -6,8 +6,9 @@ from gradio_client import Client
 from pathlib import Path
 
 from modules import (
-	ImageMaker, MusicMaker, palmchat, palm_prompts, merge_video
+	ImageMaker, MusicMaker, merge_video
 )
+from modules.llms import get_llm_factory
 from interfaces import utils
 
 from pingpong import PingPong
@@ -20,13 +21,6 @@ bgm_maker = MusicMaker(model_size='small', output_format='mp3')
 
 video_gen_client_url = None # e.g. "https://0447df3cf5f7c49c46.gradio.live"
 
-# default safety settings
-safety_settings = [{"category":"HARM_CATEGORY_DEROGATORY","threshold":1},
-					{"category":"HARM_CATEGORY_TOXICITY","threshold":1},
-					{"category":"HARM_CATEGORY_VIOLENCE","threshold":2},
-					{"category":"HARM_CATEGORY_SEXUAL","threshold":2},
-					{"category":"HARM_CATEGORY_MEDICAL","threshold":2},
-					{"category":"HARM_CATEGORY_DANGEROUS","threshold":2}]
 
 async def update_story_gen(
 	cursors, cur_cursor_idx,
@@ -66,8 +60,13 @@ async def next_story_gen(
 	side_char_enable1, side_char_name1, side_char_age1, side_char_personality1, side_char_job1,
 	side_char_enable2, side_char_name2, side_char_age2, side_char_personality2, side_char_job2,
 	side_char_enable3, side_char_name3, side_char_age3, side_char_personality3, side_char_job3,	
-	cur_cursor_idx=None
+	cur_cursor_idx=None,
+	llm_type="PaLM"
 ):
+	factory = get_llm_factory(llm_type)
+	prompts = factory.create_prompt_manager().prompts
+	llm_service = factory.create_llm_service()
+
 	stories = ""
 	cur_side_chars = 1
 
@@ -85,7 +84,7 @@ async def next_story_gen(
 		[side_char_personality1, side_char_personality2, side_char_personality3],
 	)
 
-	prompt = palm_prompts['story_gen']['next_story_gen'].format(
+	prompt = prompts['story_gen']['next_story_gen'].format(
 		genre=genre, place=place, mood=mood,
 		main_char_name=main_char_name,
 		main_char_job=main_char_job,
@@ -96,15 +95,7 @@ async def next_story_gen(
 	)
 
 	print(f"generated prompt:\n{prompt}")
-	parameters = {
-		'model': 'models/text-bison-001',
-		'candidate_count': 1,
-		'temperature': 1.0,
-		'top_k': 40,
-		'top_p': 1,
-		'max_output_tokens': 4096,
-		'safety_settings': safety_settings,
-	}
+	parameters = llm_service.make_params(mode="text", temperature=1.0, top_k=40, top_p=0.9, max_output_tokens=4096)
 	try:
 		response_json = await utils.retry_until_valid_json(prompt, parameters=parameters)
 	except Exception as e:
@@ -147,8 +138,13 @@ async def actions_gen(
 	side_char_enable1, side_char_name1, side_char_age1, side_char_personality1, side_char_job1,
 	side_char_enable2, side_char_name2, side_char_age2, side_char_personality2, side_char_job2,
 	side_char_enable3, side_char_name3, side_char_age3, side_char_personality3, side_char_job3,
-	cur_cursor_idx=None
+	cur_cursor_idx=None,
+	llm_type="PaLM"
 ):
+	factory = get_llm_factory(llm_type)
+	prompts = factory.create_prompt_manager().prompts
+	llm_service = factory.create_llm_service()
+
 	stories = ""
 	cur_side_chars = 1
 	end_idx = len(cursors) if cur_cursor_idx is None else len(cursors)-1
@@ -156,21 +152,13 @@ async def actions_gen(
 	for cursor in cursors[:end_idx]:
 		stories = stories + cursor["story"]
 
-	summary_prompt = palm_prompts['story_gen']['summarize'].format(stories=stories)
+	summary_prompt = prompts['story_gen']['summarize'].format(stories=stories)
 
 	print(f"generated prompt:\n{summary_prompt}")
-	parameters = {
-		'model': 'models/text-bison-001',
-		'candidate_count': 1,
-		'temperature': 1.0,
-		'top_k': 40,
-		'top_p': 1,
-		'max_output_tokens': 4096,
-		'safety_settings': safety_settings,
-	}
+	parameters = llm_service.make_params(mode="text", temperature=1.0, top_k=40, top_p=1.0, max_output_tokens=4096)
 
 	try:
-		_, summary = await palmchat.gen_text(summary_prompt, mode="text", parameters=parameters)
+		_, summary = await llm_service.gen_text(summary_prompt, mode="text", parameters=parameters)
 	except Exception as e:
 		print(e)
 		raise gr.Error(e)
@@ -182,7 +170,7 @@ async def actions_gen(
 		[side_char_age1, side_char_age2, side_char_age3],
 		[side_char_personality1, side_char_personality2, side_char_personality3],
 	)
-	prompt = palm_prompts['story_gen']['actions_gen'].format(
+	prompt = prompts['story_gen']['actions_gen'].format(
 		genre=genre, place=place, mood=mood,
 		main_char_name=main_char_name,
 		main_char_job=main_char_job,
@@ -193,15 +181,7 @@ async def actions_gen(
 	)
 
 	print(f"generated prompt:\n{prompt}")
-	parameters = {
-		'model': 'models/text-bison-001',
-		'candidate_count': 1,
-		'temperature': 1.0,
-		'top_k': 40,
-		'top_p': 1,
-		'max_output_tokens': 4096,
-		'safety_settings': safety_settings,
-	}
+	parameters = llm_service.make_params(mode="text", temperature=1.0, top_k=40, top_p=1.0, max_output_tokens=4096)
 	try:
 		response_json = await utils.retry_until_valid_json(prompt, parameters=parameters)
 	except Exception as e:
@@ -225,8 +205,13 @@ async def first_story_gen(
 	side_char_enable1, side_char_name1, side_char_age1, side_char_personality1, side_char_job1,
 	side_char_enable2, side_char_name2, side_char_age2, side_char_personality2, side_char_job2,
 	side_char_enable3, side_char_name3, side_char_age3, side_char_personality3, side_char_job3,
-	cur_cursor_idx=None
+	cur_cursor_idx=None,
+	llm_type="PaLM"
 ):
+	factory = get_llm_factory(llm_type)
+	prompts = factory.create_prompt_manager().prompts
+	llm_service = factory.create_llm_service()
+
 	cur_side_chars = 1
 
 	side_char_prompt = utils.add_side_character(
@@ -236,7 +221,7 @@ async def first_story_gen(
 		[side_char_age1, side_char_age2, side_char_age3],
 		[side_char_personality1, side_char_personality2, side_char_personality3],
 	)
-	prompt = palm_prompts['story_gen']['first_story_gen'].format(
+	prompt = prompts['story_gen']['first_story_gen'].format(
 		genre=genre, place=place, mood=mood,
 		main_char_name=main_char_name,
 		main_char_job=main_char_job,
@@ -246,15 +231,7 @@ async def first_story_gen(
 	)
 
 	print(f"generated prompt:\n{prompt}")
-	parameters = {
-		'model': 'models/text-bison-001',
-		'candidate_count': 1,
-		'temperature': 1.0,
-		'top_k': 40,
-		'top_p': 1,
-		'max_output_tokens': 4096,
-		'safety_settings': safety_settings,
-	}
+	parameters = llm_service.make_params(mode="text", temperature=1.0, top_k=40, top_p=1.0, max_output_tokens=4096)
 	try:
 		response_json = await utils.retry_until_valid_json(prompt, parameters=parameters)
 	except Exception as e:
@@ -317,12 +294,12 @@ def video_gen(
 
 
 def image_gen(
-	genre, place, mood, title, story_content, cursors, cur_cursor
+	genre, place, mood, title, story_content, cursors, cur_cursor, llm_type="PaLM"
 ):
-	# generate prompts for background image with PaLM
+	# generate prompts for background image with LLM
 	for _ in range(3):
 		try:
-			prompt, neg_prompt = img_maker.generate_background_prompts(genre, place, mood, title, "", story_content)
+			prompt, neg_prompt = img_maker.generate_background_prompts(genre, place, mood, title, "", story_content, llm_type)
 			print(f"Image Prompt: {prompt}")
 			print(f"Negative Prompt: {neg_prompt}")
 			break
@@ -350,12 +327,12 @@ def image_gen(
 
 
 def audio_gen(
-	genre, place, mood, title, story_content, cursors, cur_cursor
+	genre, place, mood, title, story_content, cursors, cur_cursor, llm_type="PaLM"
 ):
-	# generate prompt for background music with PaLM
+	# generate prompt for background music with LLM
 	for _ in range(3):
 		try:
-			prompt = bgm_maker.generate_prompt(genre, place, mood, title, "", story_content)
+			prompt = bgm_maker.generate_prompt(genre, place, mood, title, "", story_content, llm_type)
 			print(f"Music Prompt: {prompt}")
 			break
 		except Exception as e:

interfaces/ui.py

@@ -10,9 +10,8 @@ from constants.init_values import (
 	genres, places, moods, jobs, random_names, default_character_images
 )
 
-from modules import (
-	ImageMaker, palmchat
-)
+from modules import ImageMaker
+from modules.llms import get_llm_factory
 
 from interfaces import utils
 
@@ -64,7 +63,7 @@ def gen_character_image(
   name, age, personality, job, 
   genre, place, mood, creative_mode
 ):
-	# generate prompts for character image with PaLM
+	# generate prompts for character image with LLM
 	for _ in range(3):
 		try:
 			prompt, neg_prompt = img_maker.generate_character_prompts(name, age, job, keywords=[personality, genre, place, mood], creative_mode=creative_mode)
@@ -120,17 +119,18 @@ def update_on_main_tabs(chat_state, evt: gr.SelectData):
     ppm = chat_state[chat_mode]
     return chat_mode, ppm.build_uis()
 
-def reset():
-	from modules.palmchat import GradioPaLMChatPPManager
-    
+def reset(llm_type="PaLM"):
+	factory = get_llm_factory(llm_type)
+	ui_pp_manager = factory.create_ui_pp_manager()
+
 	return (
 		[], # cursors
 		0, # cur_cursor
   
 		{
-				"setting_chat": GradioPaLMChatPPManager(),
-				"story_chat": GradioPaLMChatPPManager(),
-				"export_chat": GradioPaLMChatPPManager(),
+				"setting_chat": ui_pp_manager,
+				"story_chat": ui_pp_manager,
+				"export_chat": ui_pp_manager,
 		}, # chat_state
 		"setting_chat", # chat_mode
   

interfaces/utils.py

@@ -2,10 +2,9 @@ import copy
 import json
 import string
 import random
+import asyncio
 
-from modules import (
-	palmchat, palm_prompts,
-)
+from modules.llms import get_llm_factory
 
 from pingpong.context import CtxLastWindowStrategy
 
@@ -23,12 +22,14 @@ def add_side_character_to_export(
 
 	return characters
 
-def add_side_character(enable, name, age, personality, job):
+def add_side_character(enable, name, age, personality, job, llm_type="PaLM"):
+	prompts = get_llm_factory(llm_type).create_prompt_manager().prompts
+
 	cur_side_chars = 1
 	prompt = ""
 	for idx in range(len(enable)):
 		if enable[idx]:
-			prompt += palm_prompts['story_gen']['add_side_character'].format(
+			prompt += prompts['story_gen']['add_side_character'].format(
 										cur_side_chars=cur_side_chars,
 										name=name[idx],
 										job=job[idx],
@@ -56,28 +57,38 @@ def parse_first_json_code_snippet(code_snippet):
 		json_code_snippet = code_snippet[json_start_index + 7:json_end_index]
 		json_parsed_string = json.loads(json_code_snippet, strict=False)
 	finally:
+		if json_parsed_string is None:
+			raise ValueError('No JSON code snippet found in string.')
 		return json_parsed_string
 
-async def retry_until_valid_json(prompt, parameters=None):
+async def retry_until_valid_json(prompt, parameters=None, llm_type="PaLM"):
 	response_json = None
+	factory = get_llm_factory(llm_type)
+	llm_service = factory.create_llm_service()
 
 	for _ in range(3):
 		try:
-			response, response_txt = await palmchat.gen_text(prompt, mode="text", parameters=parameters)
+			response, response_txt = await asyncio.wait_for(llm_service.gen_text(prompt, mode="text", parameters=parameters),
+													  		timeout=10)
+
 			print(response_txt)
+		except asyncio.TimeoutError:
+			raise TimeoutError(f"The response time for {llm_type} API exceeded the limit.")
 		except Exception as e:
-			print("PaLM API has withheld a response due to content safety concerns. Retrying...")
+			print(f"{llm_type} API has encountered an error. Retrying...")
 			continue
 		
 		try:
 			response_json = parse_first_json_code_snippet(response_txt)
-			break
+			if not response_json:
+				print("Parsing JSON failed. Retrying...")
+				continue
 		except:
 			print("Parsing JSON failed. Retrying...")
 			pass
 	
 	if len(response.filters) > 0:
-		raise ValueError("PaLM API has withheld a response due to content safety concerns.")
+		raise ValueError(f"{llm_type} API has withheld a response due to content safety concerns.")
 	elif response_json is None:
 		print("=== Failed to generate valid JSON response. ===")
 		print(response_txt)
@@ -90,17 +101,12 @@ def build_prompts(ppm, win_size=3):
 	lws = CtxLastWindowStrategy(win_size)
 	return lws(dummy_ppm)
 
-async def get_chat_response(prompt, ctx=None):
-	parameters = {
-		'model': 'models/chat-bison-001',
-		'candidate_count': 1,
-		'context': "" if ctx is None else ctx,
-		'temperature': 1.0,
-		'top_k': 50,
-		'top_p': 0.9,
-	}
+async def get_chat_response(prompt, ctx=None, llm_type="PaLM"):
+	factory = get_llm_factory(llm_type)
+	llm_service = factory.create_llm_service()
+	parameters = llm_service.make_params(mode="chat", temperature=1.0, top_k=50, top_p=0.9)
 	
-	_, response_txt = await palmchat.gen_text(
+	_, response_txt = await llm_service.gen_text(
 		prompt, 
 		parameters=parameters
 	)

klF8Anime2Fp16.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e9ed949371dba2dd8e7d57d6f87cfe2d9e7b71062bad8a235fe74e91149a8573
-size 167333131

landscapeAnimePro_v20Inspiration.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f62f8870cf33daf414dc06b606c946062ec9ed8f3d5b2b566813b068a1686288
-size 4244098926

modules/__init__.py

@@ -1,11 +1,5 @@
 from .image_maker import ImageMaker
 from .music_maker import MusicMaker
-from .palmchat import (
-    PaLMChatPromptFmt,
-    PaLMChatPPManager,
-    GradioPaLMChatPPManager,
-    palm_prompts,
-)
 from .utils import (
     merge_video,
 )

modules/image_maker.py

@@ -21,13 +21,8 @@ from diffusers import (
     DEISMultistepScheduler,
 )
 
-from .utils import (
-    set_all_seeds,
-)
-from .palmchat import (
-    palm_prompts,
-    gen_text,
-)
+from .utils import set_all_seeds
+from modules.llms import get_llm_factory
 
 _gpus = 0
 
@@ -62,6 +57,7 @@ class ImageMaker:
             safety (bool, optional): Whether to use the safety checker. Defaults to True.
             variant (str, optional): Variant of the model. Defaults to None.
             from_hf (bool, optional): Whether to load the model from HuggingFace. Defaults to False.
+            llm_type (str, optional): Type of the LLM. Defaults to 'PaLM'.
             device (str, optional): Device to use for the model. Defaults to None.
         """
 
@@ -169,7 +165,9 @@ class ImageMaker:
 
     def generate_character_prompts(self, character_name: str, age: str, job: str,
                                          keywords: list[str] = None, 
-                                         creative_mode: Literal['sd character', 'cartoon', 'realistic'] = 'cartoon') -> tuple[str, str]:
+                                         creative_mode: Literal['sd character', 'cartoon', 'realistic'] = 'cartoon',
+                                         llm_type: str = 'PaLM',
+                                  ) -> tuple[str, str]:
         """Generate positive and negative prompts for a character based on given attributes.
 
         Args:
@@ -177,24 +175,29 @@ class ImageMaker:
             age (str): Age of the character.
             job (str): The profession or job of the character.
             keywords (list[str]): List of descriptive words for the character.
+            creative_mode (Literal['sd character', 'cartoon', 'realistic']): Creative mode for the character.
+            llm_type (str, optional): Type of the LLM. Defaults to 'PaLM'.
 
         Returns:
             tuple[str, str]: A tuple of positive and negative prompts.
         """
+        factory = get_llm_factory(llm_type)
+        prompt_manager = factory.create_prompt_manager()
+        llm_service = factory.create_llm_service()
 
         positive = "" # add static prompt for character if needed (e.g. "chibi, cute, anime")
-        negative = palm_prompts['image_gen']['neg_prompt']
+        negative = prompt_manager.prompts['image_gen']['neg_prompt']
 
-        # Generate prompts with PaLM
-        t = palm_prompts['image_gen']['character']['gen_prompt']
-        q = palm_prompts['image_gen']['character']['query']
+        # Generate prompts with LLM
+        t = prompt_manager.prompts['image_gen']['character']['gen_prompt']
+        q = prompt_manager.prompts['image_gen']['character']['query']
         query_string = t.format(input=q.format(character_name=character_name,
                                                job=job,
                                                age=age,
                                                keywords=', '.join(keywords) if keywords else 'Nothing'))
         try:
             response, response_txt = asyncio.run(asyncio.wait_for(
-                                                    gen_text(query_string, mode="text", use_filter=False),
+                                                    llm_service.gen_text(query_string, mode="text", use_filter=False),
                                                     timeout=10)
                                                 )
         except asyncio.TimeoutError:
@@ -219,7 +222,9 @@ class ImageMaker:
 
 
     def generate_background_prompts(self, genre:str, place:str, mood:str,
-                                          title:str, chapter_title:str, chapter_plot:str) -> tuple[str, str]:
+                                          title:str, chapter_title:str, chapter_plot:str,
+                                          llm_type: str = 'PaLM',
+                                    ) -> tuple[str, str]:
         """Generate positive and negative prompts for a background image based on given attributes.
 
         Args:
@@ -229,17 +234,21 @@ class ImageMaker:
             title (str): Title of the story.
             chapter_title (str): Title of the chapter.
             chapter_plot (str): Plot of the chapter.
+            llm_type (str, optional): Type of the LLM. Defaults to 'PaLM'.
 
         Returns:
             tuple[str, str]: A tuple of positive and negative prompts.
         """
+        factory = get_llm_factory(llm_type)
+        prompt_manager = factory.create_prompt_manager()
+        llm_service = factory.create_llm_service()
 
         positive = "painting+++, anime+, catoon, watercolor, wallpaper, text---" # add static prompt for background if needed (e.g. "chibi, cute, anime")
-        negative = "realistic, human, character, people, photograph, 3d render, blurry, grayscale, oversaturated, " + palm_prompts['image_gen']['neg_prompt']
+        negative = "realistic, human, character, people, photograph, 3d render, blurry, grayscale, oversaturated, " + prompt_manager.prompts['image_gen']['neg_prompt']
 
         # Generate prompts with PaLM
-        t = palm_prompts['image_gen']['background']['gen_prompt']
-        q = palm_prompts['image_gen']['background']['query']
+        t = prompt_manager.prompts['image_gen']['background']['gen_prompt']
+        q = prompt_manager.prompts['image_gen']['background']['query']
         query_string = t.format(input=q.format(genre=genre,
                                                place=place,
                                                mood=mood,
@@ -248,7 +257,7 @@ class ImageMaker:
                                                chapter_plot=chapter_plot))
         try:
             response, response_txt = asyncio.run(asyncio.wait_for(
-                                                    gen_text(query_string, mode="text", use_filter=False),
+                                                    llm_service.gen_text(query_string, mode="text", use_filter=False),
                                                     timeout=10)
                                                 )
         except asyncio.TimeoutError:

modules/llms/__init__.py

@@ -0,0 +1,11 @@
+from .llm_factory_abstracts import (
+    LLMFactory,
+    PromptFmt, PromptManager, PPManager, UIPPManager, LLMService
+)
+
+from .palm_service import (
+    PaLMFactory,
+    PaLMChatPromptFmt, PaLMPromptManager, PaLMChatPPManager, GradioPaLMChatPPManager, PaLMService,
+)
+
+from .utils import get_llm_factory

modules/llms/chatgpt_service.py

@@ -0,0 +1,110 @@
+import os
+import threading
+import toml
+from pathlib import Path
+
+from pingpong import PingPong
+from pingpong.pingpong import PPManager
+from pingpong.pingpong import PromptFmt
+from pingpong.pingpong import UIFmt
+from pingpong.gradio import GradioChatUIFmt
+
+from modules.llms import (
+    LLMFactory,
+    PromptFmt, PromptManager, PPManager, UIPPManager, LLMService
+)
+
+class ChatGPTFactory(LLMFactory):
+    def __init__(self):
+        pass
+
+    def create_prompt_format(self):
+        return ChatGPTChatPromptFmt()
+
+    def create_prompt_manager(self, prompts_path: str=None):
+        return ChatGPTPromptManager((prompts_path or Path('.') / 'prompts' / 'chatgpt_prompts.toml'))
+    
+    def create_pp_manager(self):
+        return ChatGPTChatPPManager()
+
+    def create_ui_pp_manager(self):
+        return GradioChatGPTChatPPManager()
+    
+    def create_llm_service(self):
+        return ChatGPTService()
+    
+
+class ChatGPTChatPromptFmt(PromptFmt):
+    @classmethod
+    def ctx(cls, context):
+        pass
+
+    @classmethod
+    def prompt(cls, pingpong, truncate_size):
+        pass
+
+
+class ChatGPTPromptManager(PromptManager):
+    _instance = None
+    _lock = threading.Lock()
+    _prompts = None
+
+    def __new__(cls, prompts_path):
+        if cls._instance is None:
+            with cls._lock:
+                if not cls._instance:
+                    cls._instance = super(ChatGPTPromptManager, cls).__new__(cls)
+                    cls._instance.load_prompts(prompts_path)
+        return cls._instance
+
+    def load_prompts(self, prompts_path):
+        self._prompts_path = prompts_path
+        self.reload_prompts()
+
+    def reload_prompts(self):
+        assert self.prompts_path, "Prompt path is missing."
+        self._prompts = toml.load(self.prompts_path)
+
+    @property
+    def prompts_path(self):
+        return self._prompts_path
+    
+    @prompts_path.setter
+    def prompts_path(self, prompts_path):
+        self._prompts_path = prompts_path
+        self.reload_prompts()
+
+    @property
+    def prompts(self):
+        if self._prompts is None:
+            self.load_prompts()
+        return self._prompts
+
+
+class ChatGPTChatPPManager(PPManager):
+    def build_prompts(self, from_idx: int=0, to_idx: int=-1, fmt: PromptFmt=None, truncate_size: int=None):
+        pass
+
+
+class GradioChatGPTChatPPManager(UIPPManager, ChatGPTChatPPManager):
+    def build_uis(self, from_idx: int=0, to_idx: int=-1, fmt: UIFmt=GradioChatUIFmt):
+        pass
+
+class ChatGPTService(LLMService):
+    def make_params(self, mode="chat",
+                          temperature=None,
+                          candidate_count=None,
+                          top_k=None,
+                          top_p=None,
+                          max_output_tokens=None,
+                          use_filter=True):
+        pass
+    
+    async def gen_text(
+        self,
+        prompt,
+        mode="chat", #chat or text
+        parameters=None,
+        use_filter=True
+    ):
+        pass

modules/llms/llama_service.py

@@ -0,0 +1,110 @@
+import os
+import threading
+import toml
+from pathlib import Path
+
+from pingpong import PingPong
+from pingpong.pingpong import PPManager
+from pingpong.pingpong import PromptFmt
+from pingpong.pingpong import UIFmt
+from pingpong.gradio import GradioChatUIFmt
+
+from modules.llms import (
+    LLMFactory,
+    PromptFmt, PromptManager, PPManager, UIPPManager, LLMService
+)
+
+class LLaMAFactory(LLMFactory):
+    def __init__(self):
+        pass
+
+    def create_prompt_format(self):
+        return LLaMAChatPromptFmt()
+
+    def create_prompt_manager(self, prompts_path: str=None):
+        return LLaMAPromptManager((prompts_path or Path('.') / 'prompts' / 'llama_prompts.toml'))
+    
+    def create_pp_manager(self):
+        return LLaMAChatPPManager()
+
+    def create_ui_pp_manager(self):
+        return GradioLLaMAChatPPManager()
+    
+    def create_llm_service(self):
+        return LLaMAService()
+    
+
+class LLaMAChatPromptFmt(PromptFmt):
+    @classmethod
+    def ctx(cls, context):
+        pass
+
+    @classmethod
+    def prompt(cls, pingpong, truncate_size):
+        pass
+
+
+class LLaMAPromptManager(PromptManager):
+    _instance = None
+    _lock = threading.Lock()
+    _prompts = None
+
+    def __new__(cls, prompts_path):
+        if cls._instance is None:
+            with cls._lock:
+                if not cls._instance:
+                    cls._instance = super(LLaMAPromptManager, cls).__new__(cls)
+                    cls._instance.load_prompts(prompts_path)
+        return cls._instance
+
+    def load_prompts(self, prompts_path):
+        self._prompts_path = prompts_path
+        self.reload_prompts()
+
+    def reload_prompts(self):
+        assert self.prompts_path, "Prompt path is missing."
+        self._prompts = toml.load(self.prompts_path)
+
+    @property
+    def prompts_path(self):
+        return self._prompts_path
+    
+    @prompts_path.setter
+    def prompts_path(self, prompts_path):
+        self._prompts_path = prompts_path
+        self.reload_prompts()
+
+    @property
+    def prompts(self):
+        if self._prompts is None:
+            self.load_prompts()
+        return self._prompts
+
+
+class LLaMAChatPPManager(PPManager):
+    def build_prompts(self, from_idx: int=0, to_idx: int=-1, fmt: PromptFmt=None, truncate_size: int=None):
+        pass
+
+
+class GradioLLaMAChatPPManager(UIPPManager, LLaMAChatPPManager):
+    def build_uis(self, from_idx: int=0, to_idx: int=-1, fmt: UIFmt=GradioChatUIFmt):
+        pass
+
+class LLaMAService(LLMService):
+    def make_params(self, mode="chat",
+                          temperature=None,
+                          candidate_count=None,
+                          top_k=None,
+                          top_p=None,
+                          max_output_tokens=None,
+                          use_filter=True):
+        pass
+    
+    async def gen_text(
+        self,
+        prompt,
+        mode="chat", #chat or text
+        parameters=None,
+        use_filter=True
+    ):
+        pass

modules/llms/llm_factory_abstracts.py

@@ -0,0 +1,87 @@
+from abc import ABCMeta, abstractmethod
+
+class LLMFactory(metaclass=ABCMeta):
+    @abstractmethod
+    def create_prompt_format(self):
+        pass
+
+    @abstractmethod
+    def create_prompt_manager(self):
+        pass
+
+    @abstractmethod
+    def create_pp_manager(self):
+        pass
+
+    @abstractmethod
+    def create_ui_pp_manager(self):
+        pass
+    
+    @abstractmethod
+    def create_llm_service(self):
+        pass
+
+
+class PromptFmt(metaclass=ABCMeta):
+    @classmethod
+    @abstractmethod
+    def ctx(cls, context):
+        pass
+
+    @classmethod
+    @abstractmethod
+    def prompt(cls, pingpong, truncate_size):
+        pass
+
+
+class PromptManager(metaclass=ABCMeta):
+    @abstractmethod
+    def load_prompts(self):
+        pass
+
+    @abstractmethod
+    def reload_prompts(self):
+        pass
+    
+    @property
+    @abstractmethod
+    def prompts_path(self):
+        pass
+    
+    @prompts_path.setter
+    @abstractmethod
+    def prompts_path(self, prompts_path):
+        pass
+
+    @property
+    @abstractmethod
+    def prompts(self):
+        pass
+    
+
+class PPManager(metaclass=ABCMeta):
+    @abstractmethod
+    def build_prompts(self, from_idx: int=0, to_idx: int=-1, fmt: PromptFmt=None, truncate_size: int=None):
+        pass
+
+
+class UIPPManager(PPManager, metaclass=ABCMeta):
+    @abstractmethod
+    def build_uis(self, from_idx: int=0, to_idx: int=-1):
+        pass
+
+
+class LLMService(metaclass=ABCMeta):
+    @abstractmethod
+    def make_params(self, mode="chat",
+                          temperature=None,
+                          candidate_count=None,
+                          top_k=None,
+                          top_p=None,
+                          max_output_tokens=None,
+                          use_filter=True):
+        pass
+    
+    @abstractmethod
+    async def gen_text(self, prompt, mode="chat", parameters=None, use_filter=True):
+        pass

modules/llms/palm_service.py

@@ -0,0 +1,282 @@
+import os
+import threading
+import toml
+from pathlib import Path
+import google.generativeai as palm_api
+
+from pingpong import PingPong
+from pingpong.pingpong import PPManager
+from pingpong.pingpong import PromptFmt
+from pingpong.pingpong import UIFmt
+from pingpong.gradio import GradioChatUIFmt
+
+from modules.llms import (
+    LLMFactory,
+    PromptFmt, PromptManager, PPManager, UIPPManager, LLMService
+)
+
+class PaLMFactory(LLMFactory):
+    _palm_api_key = None
+
+    def __init__(self, palm_api_key=None):
+        if not PaLMFactory._palm_api_key:
+            PaLMFactory.load_palm_api_key()
+            assert PaLMFactory._palm_api_key, "PaLM API Key is missing."
+            palm_api.configure(api_key=PaLMFactory._palm_api_key)
+
+    def create_prompt_format(self):
+        return PaLMChatPromptFmt()
+
+    def create_prompt_manager(self, prompts_path: str=None):
+        return PaLMPromptManager((prompts_path or Path('.') / 'prompts' / 'palm_prompts.toml'))
+    
+    def create_pp_manager(self):
+        return PaLMChatPPManager()
+
+    def create_ui_pp_manager(self):
+        return GradioPaLMChatPPManager()
+    
+    def create_llm_service(self):
+        return PaLMService()
+    
+    @classmethod
+    def load_palm_api_key(cls, palm_api_key: str=None):
+        if palm_api_key:
+            cls._palm_api_key = palm_api_key
+        else:
+            palm_api_key = os.getenv("PALM_API_KEY")
+
+            if palm_api_key is None:
+                with open('.palm_api_key.txt', 'r') as file:
+                    palm_api_key = file.read().strip()
+
+            if not palm_api_key:
+                raise ValueError("PaLM API Key is missing.")
+            cls._palm_api_key = palm_api_key
+    
+    @property
+    def palm_api_key(self):
+        return PaLMFactory._palm_api_key
+    
+    @palm_api_key.setter
+    def palm_api_key(self, palm_api_key: str):
+        assert palm_api_key, "PaLM API Key is missing."
+        PaLMFactory._palm_api_key = palm_api_key
+        palm_api.configure(api_key=PaLMFactory._palm_api_key)
+
+
+class PaLMChatPromptFmt(PromptFmt):
+    @classmethod
+    def ctx(cls, context):
+        pass
+
+    @classmethod
+    def prompt(cls, pingpong, truncate_size):
+        ping = pingpong.ping[:truncate_size]
+        pong = pingpong.pong
+        
+        if pong is None or pong.strip() == "":
+            return [
+                {
+                    "author": "USER",
+                    "content": ping
+                },
+            ]
+        else:
+            pong = pong[:truncate_size]
+
+            return [
+                {
+                    "author": "USER",
+                    "content": ping
+                },
+                {
+                    "author": "AI",
+                    "content": pong
+                },
+            ]
+
+
+class PaLMPromptManager(PromptManager):
+    _instance = None
+    _lock = threading.Lock()
+    _prompts = None
+
+    def __new__(cls, prompts_path):
+        if cls._instance is None:
+            with cls._lock:
+                if not cls._instance:
+                    cls._instance = super(PaLMPromptManager, cls).__new__(cls)
+                    cls._instance.load_prompts(prompts_path)
+        return cls._instance
+
+    def load_prompts(self, prompts_path):
+        self._prompts_path = prompts_path
+        self.reload_prompts()
+
+    def reload_prompts(self):
+        assert self.prompts_path, "Prompt path is missing."
+        self._prompts = toml.load(self.prompts_path)
+
+    @property
+    def prompts_path(self):
+        return self._prompts_path
+    
+    @prompts_path.setter
+    def prompts_path(self, prompts_path):
+        self._prompts_path = prompts_path
+        self.reload_prompts()
+
+    @property
+    def prompts(self):
+        if self._prompts is None:
+            self.load_prompts()
+        return self._prompts
+
+
+class PaLMChatPPManager(PPManager):
+    def build_prompts(self, from_idx: int=0, to_idx: int=-1, fmt: PromptFmt=None, truncate_size: int=None):
+        if fmt is None:
+            factory = PaLMFactory()
+            fmt = factory.create_prompt_format()
+        
+        results = []
+        
+        if to_idx == -1 or to_idx >= len(self.pingpongs):
+            to_idx = len(self.pingpongs)
+
+        for idx, pingpong in enumerate(self.pingpongs[from_idx:to_idx]):
+            results += fmt.prompt(pingpong, truncate_size=truncate_size)
+
+        return results
+
+
+class GradioPaLMChatPPManager(UIPPManager, PaLMChatPPManager):
+    def build_uis(self, from_idx: int=0, to_idx: int=-1, fmt: UIFmt=GradioChatUIFmt):
+        if to_idx == -1 or to_idx >= len(self.pingpongs):
+            to_idx = len(self.pingpongs)
+
+        results = []
+
+        for pingpong in self.pingpongs[from_idx:to_idx]:
+            results.append(fmt.ui(pingpong))
+
+        return results 
+
+class PaLMService(LLMService):
+    def __init__(self):
+        self._default_parameters_text = {
+                        'model': 'models/text-bison-001',
+                        'temperature': 0.7,
+                        'candidate_count': 1,
+                        'top_k': 40,
+                        'top_p': 0.95,
+                        'max_output_tokens': 1024,
+                        'stop_sequences': [],
+                        'safety_settings': [{"category":"HARM_CATEGORY_DEROGATORY","threshold":1},
+                                            {"category":"HARM_CATEGORY_TOXICITY","threshold":1},
+                                            {"category":"HARM_CATEGORY_VIOLENCE","threshold":2},
+                                            {"category":"HARM_CATEGORY_SEXUAL","threshold":2},
+                                            {"category":"HARM_CATEGORY_MEDICAL","threshold":2},
+                                            {"category":"HARM_CATEGORY_DANGEROUS","threshold":2}],
+                    }
+        self._default_parameters_chat = {
+                        'model': 'models/chat-bison-001',
+                        'temperature': 0.25,
+                        'candidate_count': 1,
+                        'top_k': 40,
+                        'top_p': 0.95,
+                    }
+
+
+    def make_params(self, mode="chat",
+                    temperature=None,
+                    candidate_count=None,
+                    top_k=None,
+                    top_p=None,
+                    max_output_tokens=None,
+                    use_filter=True):
+        parameters = None
+
+        if mode == "chat":
+            parameters = self._default_parameters_chat.copy()
+        elif mode == "text":
+            parameters = self._default_parameters_text.copy()
+        
+        if temperature is not None:
+            parameters['temperature'] = temperature
+        if candidate_count is not None:
+            parameters['candidate_count'] = candidate_count
+        if top_k is not None:
+            parameters['top_k'] = top_k
+        if max_output_tokens is not None and mode == "text":
+            parameters['max_output_tokens'] = max_output_tokens
+        if not use_filter and mode == "text":
+            for idx, _ in enumerate(parameters['safety_settings']):
+                parameters['safety_settings'][idx]['threshold'] = 4
+
+        return parameters
+
+
+    async def gen_text(
+        self,
+        prompt,
+        mode="chat", #chat or text
+        parameters=None,
+        use_filter=True
+    ):
+        if parameters is None:
+            temperature = 1.0
+            top_k = 40
+            top_p = 0.95
+            max_output_tokens = 1024
+            
+            # default safety settings
+            safety_settings = [{"category":"HARM_CATEGORY_DEROGATORY","threshold":1},
+                            {"category":"HARM_CATEGORY_TOXICITY","threshold":1},
+                            {"category":"HARM_CATEGORY_VIOLENCE","threshold":2},
+                            {"category":"HARM_CATEGORY_SEXUAL","threshold":2},
+                            {"category":"HARM_CATEGORY_MEDICAL","threshold":2},
+                            {"category":"HARM_CATEGORY_DANGEROUS","threshold":2}]
+            if not use_filter:
+                for idx, _ in enumerate(safety_settings):
+                    safety_settings[idx]['threshold'] = 4
+
+            if mode == "chat":
+                parameters = {
+                    'model': 'models/chat-bison-001',
+                    'candidate_count': 1,
+                    'context': "",
+                    'temperature': temperature,
+                    'top_k': top_k,
+                    'top_p': top_p,
+                    'safety_settings': safety_settings,
+                }
+            else:
+                parameters = {
+                    'model': 'models/text-bison-001',
+                    'candidate_count': 1,
+                    'temperature': temperature,
+                    'top_k': top_k,
+                    'top_p': top_p,
+                    'max_output_tokens': max_output_tokens,
+                    'safety_settings': safety_settings,
+                }
+
+        try:
+            if mode == "chat":
+                response = await palm_api.chat_async(**parameters, messages=prompt)
+            else:
+                response = palm_api.generate_text(**parameters, prompt=prompt)
+        except:
+            raise EnvironmentError("PaLM API is not available.")
+
+        if use_filter and len(response.filters) > 0:
+            raise Exception("PaLM API has withheld a response due to content safety concerns.")
+        else:
+            if mode == "chat":
+                response_txt = response.last
+            else:
+                response_txt = response.result
+        
+        return response, response_txt

modules/llms/utils.py

@@ -0,0 +1,8 @@
+from modules.llms import *
+
+def get_llm_factory(llm_type: str) -> 'PaLM':
+    factory = None
+    if llm_type.lower() == 'palm':
+        factory = PaLMFactory()
+    
+    return factory

modules/music_maker.py

@@ -14,13 +14,8 @@ from audiocraft.models import MusicGen
 from audiocraft.data.audio import audio_write
 from pydub import AudioSegment
 
-from .utils import (
-    set_all_seeds,
-)
-from .palmchat import (
-    palm_prompts,
-    gen_text,
-)
+from .utils import set_all_seeds
+from modules.llms import get_llm_factory
 
 class MusicMaker:
     # TODO: DocString...
@@ -93,7 +88,9 @@ class MusicMaker:
 
 
     def generate_prompt(self, genre:str, place:str, mood:str,
-                              title:str, chapter_title:str, chapter_plot:str) -> str:
+                              title:str, chapter_title:str, chapter_plot:str,
+                              llm_type:str="PaLM",
+                        ) -> str:
         """Generate a prompt for a background music based on given attributes.
 
         Args:
@@ -107,10 +104,13 @@ class MusicMaker:
         Returns:
             str: Generated prompt.
         """
+        factory = get_llm_factory(llm_type)
+        prompt_manager = factory.create_prompt_manager()
+        llm_service = factory.create_llm_service()
 
         # Generate prompts with PaLM
-        t = palm_prompts['music_gen']['gen_prompt']
-        q = palm_prompts['music_gen']['query']
+        t = prompt_manager.prompts['music_gen']['gen_prompt']
+        q = prompt_manager.prompts['music_gen']['query']
         query_string = t.format(input=q.format(genre=genre,
                                                place=place,
                                                mood=mood,
@@ -119,7 +119,7 @@ class MusicMaker:
                                                chapter_plot=chapter_plot))
         try:
             response, response_txt = asyncio.run(asyncio.wait_for(
-                                                    gen_text(query_string, mode="text", use_filter=False),
+                                                    llm_service.gen_text(query_string, mode="text", use_filter=False),
                                                     timeout=10)
                                                 )
         except asyncio.TimeoutError:

modules/palmchat.py

@@ -21,10 +21,11 @@ palm_prompts = toml.load(Path('.') / 'assets' / 'palm_prompts.toml')
 class PaLMChatPromptFmt(PromptFmt):
     @classmethod
     def ctx(cls, context):
-        pass
+        warnings.warn("The 'palmchat' is deprecated and will not be supported in future versions.", DeprecationWarning, stacklevel=2)
 
     @classmethod
     def prompt(cls, pingpong, truncate_size):
+        warnings.warn("The 'palmchat' is deprecated and will not be supported in future versions.", DeprecationWarning, stacklevel=2)
         ping = pingpong.ping[:truncate_size]
         pong = pingpong.pong
         
@@ -51,6 +52,7 @@ class PaLMChatPromptFmt(PromptFmt):
 
 class PaLMChatPPManager(PPManager):
     def build_prompts(self, from_idx: int=0, to_idx: int=-1, fmt: PromptFmt=PaLMChatPromptFmt, truncate_size: int=None):
+        warnings.warn("The 'palmchat' is deprecated and will not be supported in future versions.", DeprecationWarning, stacklevel=2)
         results = []
         
         if to_idx == -1 or to_idx >= len(self.pingpongs):
@@ -63,6 +65,7 @@ class PaLMChatPPManager(PPManager):
 
 class GradioPaLMChatPPManager(PaLMChatPPManager):
     def build_uis(self, from_idx: int=0, to_idx: int=-1, fmt: UIFmt=GradioChatUIFmt):
+        warnings.warn("The 'palmchat' is deprecated and will not be supported in future versions.", DeprecationWarning, stacklevel=2)
         if to_idx == -1 or to_idx >= len(self.pingpongs):
             to_idx = len(self.pingpongs)
 
@@ -79,6 +82,7 @@ async def gen_text(
     parameters=None,
     use_filter=True
 ):
+    warnings.warn("The 'palmchat' is deprecated and will not be supported in future versions.", DeprecationWarning, stacklevel=2)
     if parameters is None:
         temperature = 1.0
         top_k = 40

modules/utils.py

@@ -12,7 +12,6 @@ from PIL import ImageFont
 
 import torch
 
-import google.generativeai as palm_api
 
 def set_all_seeds(random_seed: int) -> None:
     # TODO: DocString...
@@ -26,22 +25,6 @@ def set_all_seeds(random_seed: int) -> None:
     print(f"Using seed {random_seed}")
 
 
-def get_palm_api_key() -> str:
-    palm_api_key = os.getenv("PALM_API_KEY")
-
-    if palm_api_key is None:
-        with open('.palm_api_key.txt', 'r') as file:
-            palm_api_key = file.read().strip()
-
-    if not palm_api_key:
-        raise ValueError("PaLM API Key is missing.")
-    return palm_api_key
-
-
-def set_palm_api_key(palm_api_key:str = None) -> None:
-    palm_api.configure(api_key=(palm_api_key or get_palm_api_key()))
-
-
 def merge_video(image_path: str, audio_path: str, story_title:str = None) -> str:
     output_filename = Path('.') / 'outputs' / str(uuid.uuid4())
     output_filename = str(output_filename.with_suffix('.mp4'))

prompts/chatgpt_prompts.toml

@@ -0,0 +1,360 @@
+[story_gen]
+add_side_character = """side character #{cur_side_chars}
+- name: {name},
+- job: {job},
+- age: {age},
+- personality: {personality}
+
+"""
+first_story_gen = """Write the first three paragraphs of a novel as much detailed as possible. They should be based on the background information. Blend 5W1H principle into the stories as a plain text. Don't let the paragraphs end the whole story.
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+Fill in the following JSON output format:
+{{"paragraphs":"string"}}
+
+Write the JSON output:
+"""
+next_story_gen = """Write the next paragraphs. The next paragraphs should be determined by an option and well connected to the current stories. 
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+Fill in the following JSON output format:
+{{"paragraphs":"string"}}
+
+stories
+{stories}
+
+option to the next stories: {action}
+
+Write the JSON output:
+"""
+actions_gen = """Suggest the 20 options to drive the stories to the next based on the information below. 
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+Fill in the following JSON output format:
+{{"options":["string1", "string2", "string3"]}}
+
+summary of the story
+{summary}
+
+Write the JSON output:
+"""
+summarize = """Summarize the text below
+
+{stories}
+
+"""
+title="""what would be the title of the story below? be specific and creative.
+
+{stories}
+
+title: """
+
+[chat_gen]
+chapter_title_ctx = """
+chapter{title_idx} {{
+    title: {chapter_title},
+    plot: {chapter_plot}
+}}
+"""
+add_side_character = """side character{cur_side_chars}: {{
+name: {name},
+job: {job},
+age: {age},
+personality: {personality} 
+}}
+
+"""
+chat_context = """You are a professional writing advisor, especially specialized in developing ideas on plotting stories and creating characters. I provide genre, where, and mood along with the rough description of one main character and three side characters. 
+
+Give creative but not too long responses based on the following information.
+
+genre: {genre}
+where: {place}
+mood: {mood}
+
+main character: {{
+name: {name1},
+job: {job1},
+age: {age1},
+personality: {personality1} 
+}}
+{side_char_placeholder}
+{chapter_title_placeholder}
+"""
+
+[plot_gen]
+main_plot_gen="""Write a title and an outline of a novel based on the background information below in Ronald Tobias's plot theory. The outline should follow the  "rising action", "crisis", "climax", "falling action", and "denouement" plot types. Each should be filled with a VERY detailed and descriptive at least two paragraphs of string. Randomly choose if the story goes optimistic or tragic.
+
+background information:
+- genre: string
+- where: string
+- mood: string
+
+main character
+- name: string
+- job: string
+- age: string
+- personality: string
+
+JSON output:
+{{
+	"title": "string", 
+	"outline": {{
+		"rising action": "paragraphs of string", 
+		"crisis": "paragraphs of string", 
+		"climax": "paragraphs of string", 
+		"falling action": "paragraphs of string", 
+		"denouement": "paragraphs of string"
+	}}
+}}
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+JSON output:
+"""
+first_story_gen="""Write the chapter title and the first few paragraphs of the "rising action" plot based on the background information below in Ronald Tobias's plot theory. Also, suggest three choosable actions to drive current story in different directions. The first few paragraphs should be filled with a VERY MUCH detailed and descriptive at least two paragraphs of string. 
+	
+REMEMBER the first few paragraphs should not end the whole story and allow leaway for the next paragraphs to come. 
+The whole story SHOULD stick to the "rising action -> crisis -> climax -> falling action -> denouement" flow, so REMEMBER not to write anything mentioned from the next plots of crisis, climax, falling action, and denouement yet.
+
+background information:
+- genre: string
+- where: string
+- mood: string
+
+main character
+- name: string
+- job: string
+- age: string
+- personality: string
+
+overall outline
+- title: string
+- rising action: string
+- crisis: string
+- climax: string
+- falling action: string
+- denouement: string
+
+JSON output:
+{{
+	"chapter_title": "string",
+	"paragraphs": ["string", "string", ...],
+	"actions": ["string", "string", "string"]
+}}
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+overall outline
+- title: {title}
+- rising action: {rising_action}
+- crisis: {crisis}
+- climax: {climax}
+- falling action: {falling_action}
+- denouement: {denouement}
+
+JSON output:
+"""
+
+[image_gen]
+neg_prompt="nsfw, worst quality, low quality, lowres, bad anatomy, bad hands, text, watermark, signature, error, missing fingers, extra digit, fewer digits, cropped, worst quality, normal quality, blurry, username, extra limbs, twins, boring, jpeg artifacts"
+
+[image_gen.character]
+gen_prompt = """Based on my brief descriptions of the character, suggest a "primary descriptive sentence" and "concise descriptors" to visualize them. Ensure you consider elements like the character's gender, age, appearance, occupation, clothing, posture, facial expression, mood, among others.
+Once complete, please output only a single "primary descriptive sentence" and the "concise descriptors" in a syntactically valid JSON format.
+The output template is as follows: {{"primary_sentence":"primary descriptive sentence","descriptors":["concise descriptor 1","concise descriptor 2","concise descriptor 3"]}}.
+To enhance the quality of your character's description or expression, you might consider drawing from the following categories:
+- Emotions and Expressions: "ecstatic", "melancholic", "furious", "startled", "bewildered", "pensive", "overjoyed", "crushed", "elated", "panicked", "satisfied", "cynical", "apathetic", "delighted", "terrified", "desperate", "triumphant", "mortified", "envious", "appreciative", "blissful", "heartbroken", "livid", "astounded", "baffled", "smiling", "frowning", "grinning", "crying", "pouting", "glaring", "blinking", "winking", "smirking", "whistling".
+- Physical Features: "upper body", "very long hair", "looking at viewer", "looking to the side", "looking at another", "thick lips", "skin spots", "acnes", "skin blemishes", "age spot", "perfect eyes", "detailed eyes", "realistic eyes", "dynamic standing", "beautiful face", "necklace", "high detailed skin", "hair ornament", "blush", "shiny skin", "long sleeves", "cleavage", "rubber suit", "slim", "plump", "muscular", "pale skin", "tan skin", "dark skin", "blonde hair", "brunette hair", "black hair", "blue eyes", "green eyes", "brown eyes", "curly hair", "short hair", "wavy hair".
+- Visual Enhancements: "masterpiece", "cinematic lighting", "detailed lighting", "tyndall effect", "soft lighting", "volumetric lighting", "close up", "wide shot", "glossy", "beautiful lighting", "warm lighting", "extreme", "ultimate", "best", "supreme", "ultra", "intense", "powerful", "exceptional", "remarkable", "strong", "vigorous", "dynamic angle", "front view person", "bangs", "waist up", "bokeh".
+- Age and Gender: "1boy", "1man", "1male", "1girl", "1woman", "1female", "teen", "teenage", "twenties", "thirties", "forties", "fifties", "middle-age".
+Do note that this list isn't exhaustive, and you're encouraged to suggest similar terms not included here.
+Exclude words from the suggestion that are redundant or have conflicting meanings.
+Especially, Exclude words that conflict with the meaning of "primary_sentence".
+Do not output anything other than JSON values.
+Do not provide any additional explanation of the following.
+Only JSON is allowed.
+===
+This is some examples.
+Q:
+The character's name is Liam, their job is as the Secret Agent, and they are in their 50s. And the keywords that help in associating with the character are "Thriller, Underground Warehouse, Darkness, ESTP, Ambitious, Generous".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"Middle-aged man pointing a gun in an underground warehouse","descriptors":["1man","solo","masterpiece","best quality","upper body","black suit","pistol in hand","dramatic lighting","muscular physique","intense brown eyes","raven-black hair","stylish cut","determined gaze","looking at viewer","stealthy demeanor","cunning strategist","advanced techwear","sleek","night operative","shadowy figure","night atmosphere","mysterious aura","highly detailed","film grain","detailed eyes and face"]}}
+
+Q:
+The character's name is Catherine, their job is as the Traveler, and they are in their 10s. And the keywords that help in associating with the character are "Romance, Starlit Bridge, Dreamy, ENTJ, Ambitious".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"A dreamy teenage girl standing on a starlit bridge with romantic ambitions","descriptors":["1girl","solo","masterpiece","best quality","upper body","flowing skirt","sun hat","bright-eyed","map in hand","ethereal beauty","wanderlust","scarf","whimsical","graceful poise","celestial allure","close-up","warm soft lighting","luminescent glow","gentle aura","mystic charm","smirk","dreamy landscape","poetic demeanor","cinematic lighting","extremely detailed","film grain","detailed eyes and face"]}}
+
+Q:
+The character's name is Claire, their job is as the Technological Advancement, and they are in their 20s. And the keywords that help in associating with the character are "Science Fiction, Space Station, INFP, Ambitious, Generous".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"A young ambitious woman tech expert aboard a futuristic space station","descriptors":["1girl","solo","masterpiece","best quality","upper body","sleek silver jumpsuit","futuristic heels","contemplative","editorial portrait","dynamic angle","sci-fi","techno-savvy","sharp focus","bokeh","beautiful lighting","intricate circuitry","robotic grace","rich colors","vivid contrasts","dramatic lighting","futuristic flair","avant-garde","high-tech allure","innovative mind","mechanical sophistication","film grain","detailed eyes and face"]}}
+
+Q:
+The character's name is Sophie, their job is as a Ballet Dancer, and they are in their 10s. And the keywords that help in associating with the character are "Grace, Dance Studio, Elegance, ISFJ, Gentle, Passionate"
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"An elegant dancer poses gracefully in a mirrored studio","descriptors":["1girl","teen","solo","masterpiece","best quality","upper body","beautiful face","shiny skin","wavy hair","ballet attire","tiptoe stance","flowing skirt","focused gaze","soft ambiance","soft lighting","film grain","detailed eyes and face"]}}
+===
+This is my request.
+Q:
+{input}
+A:
+"""
+query = """
+The character's name is {character_name}, their job is as the {job}, and they are in their {age}. And the keywords that help in associating with the character are "{keywords}".
+Print out no more than 45 words in syntactically valid JSON format.
+"""
+
+[image_gen.background]
+gen_prompt = """Based on my brief descriptions of the scene, suggest a "primary descriptive sentence" and "concise descriptors" to visualize it. Ensure you consider elements like the setting's time of day, atmosphere, prominent objects, mood, location, natural phenomena, architecture, among others.
+Once complete, please output only a single "primary descriptive sentence" and the "concise descriptors" in a syntactically valid JSON format.
+The output template is as follows: {{"primary_sentence":"primary descriptive sentence","descriptors":["concise descriptor 1","concise descriptor 2","concise descriptor 3"]}}.
+To enhance the quality of your scene's description or expression, you might consider drawing from the following categories:
+- Atmosphere and Time: "dawn", "dusk", "midday", "midnight", "sunset", "sunrise", "foggy", "misty", "stormy", "calm", "clear night", "starlit", "moonlit", "golden hour".
+- Natural Phenomena: "rainbow", "thunderstorm", "snowfall", "aurora borealis", "shooting star", "rain shower", "windy", "sunny".
+- Location and Architecture: "urban", "rural", "mountainous", "oceanfront", "forest", "desert", "island", "modern city", "ancient ruins", "castle", "village", "meadow", "cave", "bridge".
+- Prominent Objects: "giant tree", "waterfall", "stream", "rock formation", "ancient artifact", "bonfire", "tent", "vehicle", "statue", "fountain".
+- Visual Enhancements: "masterpiece", "cinematic lighting", "detailed lighting", "soft lighting", "volumetric lighting", "tyndall effect", "warm lighting", "close up", "wide shot", "beautiful perspective", "bokeh".
+Do note that this list isn't exhaustive, and you're encouraged to suggest similar terms not included here.
+Exclude words from the suggestion that are redundant or have conflicting meanings.
+Especially, Exclude words that conflict with the meaning of "primary_sentence".
+Do not output anything other than JSON values.
+Do not provide any additional explanation of the following.
+Only JSON is allowed.
+===
+This is some examples.
+Q:
+The genre is "Fantasy", the place is "Enchanted Forest", the mood is "Mystical", the title of the novel is "Whispering Leaves", and the chapter plot revolves around "A hidden glade where elves sing under the moonlight".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"a mystical glade in an enchanted forest where elves sing beneath the moonlight","descriptors":["no humans","masterpiece","fantasy","enchanted forest","moonlit glade","mystical atmosphere","singing elves","luminous fireflies","ancient trees","shimmering leaves","whispering winds","hidden secrets","elven magic","masterpiece","soft lighting","silver glow","detailed shadows","enchanted mood","highly detailed","film grain"]}}
+
+Q:
+The genre is "Science Fiction", the place is "Galactic Space Station", the mood is "Tense", the title of the novel is "Stars Unbound", and the chapter plot revolves around "Ambassadors from different galaxies discussing a new treaty".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"a tense gathering in a galactic space station where interstellar ambassadors negotiate","descriptors":["no humans","masterpiece","science fiction","galactic space station","star-studded backdrop","advanced technology","diverse aliens","hovering spacecrafts","futuristic architecture","tense discussions","interstellar politics","neon lights","holographic displays","masterpiece","detailed lighting","cinematic mood","highly detailed","film grain"]}}
+
+Q:
+The genre is "Romance", the place is "Beach", the mood is "Heartfelt", the title of the novel is "Waves of Passion", and the chapter plot revolves around "Two lovers reconciling their differences by the shore".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"a heartfelt scene on a beach during sunset where two lovers reconcile","descriptors":["no humans","masterpiece","romance","beach","sunset horizon","golden sands","lapping waves","embrace","teary-eyed confessions","seashells","reflective waters","warm hues","silhouette of lovers","soft breeze","beautiful perspective","detailed shadows","emotional atmosphere","highly detailed","film grain"]}}
+
+Q:
+The genre is "Middle Ages", the place is "Royal Palace", the mood is "Epic Adventure", the title of the novel is "Throne of Fates", and the chapter plot revolves around "A brave knight receiving a quest from the king".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"an epic scene in a royal palace where a knight is tasked with a quest by the king","descriptors":["no humans","masterpiece","middle ages","royal palace","castle","grand throne room","golden hour","armored knight","majestic king","tapestries","stone walls","torches","glistening armor","banner flags","medieval atmosphere","heroic demeanor","detailed architecture","golden crowns","highly detailed","film grain"]}}
+===
+This is my request.
+Q:
+{input}
+A:
+"""
+query = """
+The genre is "{genre}", the place is "{place}", the mood is "{mood}", the title of the novel is "{title}", and the chapter plot revolves around "{chapter_plot}".
+Print out no more than 45 words in syntactically valid JSON format.
+"""
+
+[music_gen]
+gen_prompt = """Based on my brief descriptions of the novel's mood, theme, or setting, suggest a "primary descriptive sentence" to conceptualize the musical piece. Ensure you consider elements like the music's genre, BPM, primary instruments, emotions evoked, era (if applicable), and other relevant musical characteristics.
+Once complete, please output only a single "primary descriptive sentence" in a syntactically valid JSON format.
+The output template is as follows:
+{{"primary_sentence":"primary descriptive sentence"}}.
+To enhance the quality of your music's description or expression, you might consider drawing from the following categories:
+- Musical Genre and Era: "80s", "90s", "classical", "jazz", "EDM", "rock", "folk", "baroque", "bebop", "grunge", "funk", "hip-hop", "blues", "country".
+- BPM and Rhythm: "slow-paced", "mid-tempo", "upbeat", "rhythmic", "syncopated", "steady beat", "dynamic tempo".
+- Primary Instruments and Sound: "guitar", "synth", "piano", "saxophone", "drums", "violin", "flute", "bassy", "treble-heavy", "distorted", "acoustic", "electric", "ambient sounds".
+- Emotions and Atmosphere: "nostalgic", "energetic", "melancholic", "uplifting", "dark", "light-hearted", "intense", "relaxing", "haunting", "joyful", "sombre", "celebratory", "mystical".
+- Musical Techniques and Enhancements: "harmonious", "dissonant", "layered", "minimalistic", "rich textures", "simple melody", "complex rhythms", "vocal harmonies", "instrumental solo".
+Do note that this list isn't exhaustive, and you're encouraged to suggest similar terms not included here.
+Exclude words from the suggestion that are redundant or have conflicting meanings.
+Especially, Exclude words that conflict with the meaning of "primary_sentence".
+Do not output anything other than JSON values.
+Do not provide any additional explanation of the following.
+Only JSON is allowed.
+===
+This is some examples.
+Q:
+The genre is "Fantasy", the place is "Enchanted Forest", the mood is "Mystical", the title of the novel is "Whispering Leaves", and the chapter plot revolves around "A hidden glade where elves sing under the moonlight".
+A:
+{{"primary_sentence":"a gentle folk melody filled with whimsical flutes, echoing harps, and distant ethereal vocals, capturing the enchantment of a moonlit forest and the mystique of singing elves"}}
+
+Q:
+The genre is "Science Fiction", the place is "Galactic Space Station", the mood is "Tense", the title of the novel is "Stars Unbound", and the chapter plot revolves around "Ambassadors from different galaxies discussing a new treaty".
+A:
+{{"primary_sentence":"an ambient electronic track, with pulsating synths, spacey reverberations, and occasional digital glitches, reflecting the vastness of space and the tension of intergalactic diplomacy"}}
+
+Q:
+The genre is "Romance", the place is "Beach", the mood is "Heartfelt", the title of the novel is "Waves of Passion", and the chapter plot revolves around "Two lovers reconciling their differences by the shore".
+A:
+{{"primary_sentence":"a soft acoustic ballad featuring soulful guitars, delicate percussion, and heartfelt vocals, evoking feelings of love, reconciliation, and the gentle ebb and flow of the ocean waves"}}
+
+Q:
+The genre is "Middle Ages", the place is "Royal Palace", the mood is "Epic Adventure", the title of the novel is "Throne of Fates", and the chapter plot revolves around "A brave knight receiving a quest from the king".
+A:
+{{"primary_sentence":"a grand orchestral piece, dominated by powerful brass, rhythmic drums, and soaring strings, portraying the valor of knights, the majesty of royalty, and the anticipation of an epic quest"}}
+===
+This is my request.
+Q:
+{input}
+A:
+"""
+query = """
+The genre is "{genre}", the place is "{place}", the mood is "{mood}", the title of the novel is "{title}", and the chapter plot revolves around "{chapter_plot}".
+Print out only one primary_sentence in syntactically valid JSON format.
+"""

prompts/llama_prompts.toml

@@ -0,0 +1,360 @@
+[story_gen]
+add_side_character = """side character #{cur_side_chars}
+- name: {name},
+- job: {job},
+- age: {age},
+- personality: {personality}
+
+"""
+first_story_gen = """Write the first three paragraphs of a novel as much detailed as possible. They should be based on the background information. Blend 5W1H principle into the stories as a plain text. Don't let the paragraphs end the whole story.
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+Fill in the following JSON output format:
+{{"paragraphs":"string"}}
+
+Write the JSON output:
+"""
+next_story_gen = """Write the next paragraphs. The next paragraphs should be determined by an option and well connected to the current stories. 
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+Fill in the following JSON output format:
+{{"paragraphs":"string"}}
+
+stories
+{stories}
+
+option to the next stories: {action}
+
+Write the JSON output:
+"""
+actions_gen = """Suggest the 20 options to drive the stories to the next based on the information below. 
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+Fill in the following JSON output format:
+{{"options":["string1", "string2", "string3"]}}
+
+summary of the story
+{summary}
+
+Write the JSON output:
+"""
+summarize = """Summarize the text below
+
+{stories}
+
+"""
+title="""what would be the title of the story below? be specific and creative.
+
+{stories}
+
+title: """
+
+[chat_gen]
+chapter_title_ctx = """
+chapter{title_idx} {{
+    title: {chapter_title},
+    plot: {chapter_plot}
+}}
+"""
+add_side_character = """side character{cur_side_chars}: {{
+name: {name},
+job: {job},
+age: {age},
+personality: {personality} 
+}}
+
+"""
+chat_context = """You are a professional writing advisor, especially specialized in developing ideas on plotting stories and creating characters. I provide genre, where, and mood along with the rough description of one main character and three side characters. 
+
+Give creative but not too long responses based on the following information.
+
+genre: {genre}
+where: {place}
+mood: {mood}
+
+main character: {{
+name: {name1},
+job: {job1},
+age: {age1},
+personality: {personality1} 
+}}
+{side_char_placeholder}
+{chapter_title_placeholder}
+"""
+
+[plot_gen]
+main_plot_gen="""Write a title and an outline of a novel based on the background information below in Ronald Tobias's plot theory. The outline should follow the  "rising action", "crisis", "climax", "falling action", and "denouement" plot types. Each should be filled with a VERY detailed and descriptive at least two paragraphs of string. Randomly choose if the story goes optimistic or tragic.
+
+background information:
+- genre: string
+- where: string
+- mood: string
+
+main character
+- name: string
+- job: string
+- age: string
+- personality: string
+
+JSON output:
+{{
+	"title": "string", 
+	"outline": {{
+		"rising action": "paragraphs of string", 
+		"crisis": "paragraphs of string", 
+		"climax": "paragraphs of string", 
+		"falling action": "paragraphs of string", 
+		"denouement": "paragraphs of string"
+	}}
+}}
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+JSON output:
+"""
+first_story_gen="""Write the chapter title and the first few paragraphs of the "rising action" plot based on the background information below in Ronald Tobias's plot theory. Also, suggest three choosable actions to drive current story in different directions. The first few paragraphs should be filled with a VERY MUCH detailed and descriptive at least two paragraphs of string. 
+	
+REMEMBER the first few paragraphs should not end the whole story and allow leaway for the next paragraphs to come. 
+The whole story SHOULD stick to the "rising action -> crisis -> climax -> falling action -> denouement" flow, so REMEMBER not to write anything mentioned from the next plots of crisis, climax, falling action, and denouement yet.
+
+background information:
+- genre: string
+- where: string
+- mood: string
+
+main character
+- name: string
+- job: string
+- age: string
+- personality: string
+
+overall outline
+- title: string
+- rising action: string
+- crisis: string
+- climax: string
+- falling action: string
+- denouement: string
+
+JSON output:
+{{
+	"chapter_title": "string",
+	"paragraphs": ["string", "string", ...],
+	"actions": ["string", "string", "string"]
+}}
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+overall outline
+- title: {title}
+- rising action: {rising_action}
+- crisis: {crisis}
+- climax: {climax}
+- falling action: {falling_action}
+- denouement: {denouement}
+
+JSON output:
+"""
+
+[image_gen]
+neg_prompt="nsfw, worst quality, low quality, lowres, bad anatomy, bad hands, text, watermark, signature, error, missing fingers, extra digit, fewer digits, cropped, worst quality, normal quality, blurry, username, extra limbs, twins, boring, jpeg artifacts"
+
+[image_gen.character]
+gen_prompt = """Based on my brief descriptions of the character, suggest a "primary descriptive sentence" and "concise descriptors" to visualize them. Ensure you consider elements like the character's gender, age, appearance, occupation, clothing, posture, facial expression, mood, among others.
+Once complete, please output only a single "primary descriptive sentence" and the "concise descriptors" in a syntactically valid JSON format.
+The output template is as follows: {{"primary_sentence":"primary descriptive sentence","descriptors":["concise descriptor 1","concise descriptor 2","concise descriptor 3"]}}.
+To enhance the quality of your character's description or expression, you might consider drawing from the following categories:
+- Emotions and Expressions: "ecstatic", "melancholic", "furious", "startled", "bewildered", "pensive", "overjoyed", "crushed", "elated", "panicked", "satisfied", "cynical", "apathetic", "delighted", "terrified", "desperate", "triumphant", "mortified", "envious", "appreciative", "blissful", "heartbroken", "livid", "astounded", "baffled", "smiling", "frowning", "grinning", "crying", "pouting", "glaring", "blinking", "winking", "smirking", "whistling".
+- Physical Features: "upper body", "very long hair", "looking at viewer", "looking to the side", "looking at another", "thick lips", "skin spots", "acnes", "skin blemishes", "age spot", "perfect eyes", "detailed eyes", "realistic eyes", "dynamic standing", "beautiful face", "necklace", "high detailed skin", "hair ornament", "blush", "shiny skin", "long sleeves", "cleavage", "rubber suit", "slim", "plump", "muscular", "pale skin", "tan skin", "dark skin", "blonde hair", "brunette hair", "black hair", "blue eyes", "green eyes", "brown eyes", "curly hair", "short hair", "wavy hair".
+- Visual Enhancements: "masterpiece", "cinematic lighting", "detailed lighting", "tyndall effect", "soft lighting", "volumetric lighting", "close up", "wide shot", "glossy", "beautiful lighting", "warm lighting", "extreme", "ultimate", "best", "supreme", "ultra", "intense", "powerful", "exceptional", "remarkable", "strong", "vigorous", "dynamic angle", "front view person", "bangs", "waist up", "bokeh".
+- Age and Gender: "1boy", "1man", "1male", "1girl", "1woman", "1female", "teen", "teenage", "twenties", "thirties", "forties", "fifties", "middle-age".
+Do note that this list isn't exhaustive, and you're encouraged to suggest similar terms not included here.
+Exclude words from the suggestion that are redundant or have conflicting meanings.
+Especially, Exclude words that conflict with the meaning of "primary_sentence".
+Do not output anything other than JSON values.
+Do not provide any additional explanation of the following.
+Only JSON is allowed.
+===
+This is some examples.
+Q:
+The character's name is Liam, their job is as the Secret Agent, and they are in their 50s. And the keywords that help in associating with the character are "Thriller, Underground Warehouse, Darkness, ESTP, Ambitious, Generous".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"Middle-aged man pointing a gun in an underground warehouse","descriptors":["1man","solo","masterpiece","best quality","upper body","black suit","pistol in hand","dramatic lighting","muscular physique","intense brown eyes","raven-black hair","stylish cut","determined gaze","looking at viewer","stealthy demeanor","cunning strategist","advanced techwear","sleek","night operative","shadowy figure","night atmosphere","mysterious aura","highly detailed","film grain","detailed eyes and face"]}}
+
+Q:
+The character's name is Catherine, their job is as the Traveler, and they are in their 10s. And the keywords that help in associating with the character are "Romance, Starlit Bridge, Dreamy, ENTJ, Ambitious".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"A dreamy teenage girl standing on a starlit bridge with romantic ambitions","descriptors":["1girl","solo","masterpiece","best quality","upper body","flowing skirt","sun hat","bright-eyed","map in hand","ethereal beauty","wanderlust","scarf","whimsical","graceful poise","celestial allure","close-up","warm soft lighting","luminescent glow","gentle aura","mystic charm","smirk","dreamy landscape","poetic demeanor","cinematic lighting","extremely detailed","film grain","detailed eyes and face"]}}
+
+Q:
+The character's name is Claire, their job is as the Technological Advancement, and they are in their 20s. And the keywords that help in associating with the character are "Science Fiction, Space Station, INFP, Ambitious, Generous".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"A young ambitious woman tech expert aboard a futuristic space station","descriptors":["1girl","solo","masterpiece","best quality","upper body","sleek silver jumpsuit","futuristic heels","contemplative","editorial portrait","dynamic angle","sci-fi","techno-savvy","sharp focus","bokeh","beautiful lighting","intricate circuitry","robotic grace","rich colors","vivid contrasts","dramatic lighting","futuristic flair","avant-garde","high-tech allure","innovative mind","mechanical sophistication","film grain","detailed eyes and face"]}}
+
+Q:
+The character's name is Sophie, their job is as a Ballet Dancer, and they are in their 10s. And the keywords that help in associating with the character are "Grace, Dance Studio, Elegance, ISFJ, Gentle, Passionate"
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"An elegant dancer poses gracefully in a mirrored studio","descriptors":["1girl","teen","solo","masterpiece","best quality","upper body","beautiful face","shiny skin","wavy hair","ballet attire","tiptoe stance","flowing skirt","focused gaze","soft ambiance","soft lighting","film grain","detailed eyes and face"]}}
+===
+This is my request.
+Q:
+{input}
+A:
+"""
+query = """
+The character's name is {character_name}, their job is as the {job}, and they are in their {age}. And the keywords that help in associating with the character are "{keywords}".
+Print out no more than 45 words in syntactically valid JSON format.
+"""
+
+[image_gen.background]
+gen_prompt = """Based on my brief descriptions of the scene, suggest a "primary descriptive sentence" and "concise descriptors" to visualize it. Ensure you consider elements like the setting's time of day, atmosphere, prominent objects, mood, location, natural phenomena, architecture, among others.
+Once complete, please output only a single "primary descriptive sentence" and the "concise descriptors" in a syntactically valid JSON format.
+The output template is as follows: {{"primary_sentence":"primary descriptive sentence","descriptors":["concise descriptor 1","concise descriptor 2","concise descriptor 3"]}}.
+To enhance the quality of your scene's description or expression, you might consider drawing from the following categories:
+- Atmosphere and Time: "dawn", "dusk", "midday", "midnight", "sunset", "sunrise", "foggy", "misty", "stormy", "calm", "clear night", "starlit", "moonlit", "golden hour".
+- Natural Phenomena: "rainbow", "thunderstorm", "snowfall", "aurora borealis", "shooting star", "rain shower", "windy", "sunny".
+- Location and Architecture: "urban", "rural", "mountainous", "oceanfront", "forest", "desert", "island", "modern city", "ancient ruins", "castle", "village", "meadow", "cave", "bridge".
+- Prominent Objects: "giant tree", "waterfall", "stream", "rock formation", "ancient artifact", "bonfire", "tent", "vehicle", "statue", "fountain".
+- Visual Enhancements: "masterpiece", "cinematic lighting", "detailed lighting", "soft lighting", "volumetric lighting", "tyndall effect", "warm lighting", "close up", "wide shot", "beautiful perspective", "bokeh".
+Do note that this list isn't exhaustive, and you're encouraged to suggest similar terms not included here.
+Exclude words from the suggestion that are redundant or have conflicting meanings.
+Especially, Exclude words that conflict with the meaning of "primary_sentence".
+Do not output anything other than JSON values.
+Do not provide any additional explanation of the following.
+Only JSON is allowed.
+===
+This is some examples.
+Q:
+The genre is "Fantasy", the place is "Enchanted Forest", the mood is "Mystical", the title of the novel is "Whispering Leaves", and the chapter plot revolves around "A hidden glade where elves sing under the moonlight".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"a mystical glade in an enchanted forest where elves sing beneath the moonlight","descriptors":["no humans","masterpiece","fantasy","enchanted forest","moonlit glade","mystical atmosphere","singing elves","luminous fireflies","ancient trees","shimmering leaves","whispering winds","hidden secrets","elven magic","masterpiece","soft lighting","silver glow","detailed shadows","enchanted mood","highly detailed","film grain"]}}
+
+Q:
+The genre is "Science Fiction", the place is "Galactic Space Station", the mood is "Tense", the title of the novel is "Stars Unbound", and the chapter plot revolves around "Ambassadors from different galaxies discussing a new treaty".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"a tense gathering in a galactic space station where interstellar ambassadors negotiate","descriptors":["no humans","masterpiece","science fiction","galactic space station","star-studded backdrop","advanced technology","diverse aliens","hovering spacecrafts","futuristic architecture","tense discussions","interstellar politics","neon lights","holographic displays","masterpiece","detailed lighting","cinematic mood","highly detailed","film grain"]}}
+
+Q:
+The genre is "Romance", the place is "Beach", the mood is "Heartfelt", the title of the novel is "Waves of Passion", and the chapter plot revolves around "Two lovers reconciling their differences by the shore".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"a heartfelt scene on a beach during sunset where two lovers reconcile","descriptors":["no humans","masterpiece","romance","beach","sunset horizon","golden sands","lapping waves","embrace","teary-eyed confessions","seashells","reflective waters","warm hues","silhouette of lovers","soft breeze","beautiful perspective","detailed shadows","emotional atmosphere","highly detailed","film grain"]}}
+
+Q:
+The genre is "Middle Ages", the place is "Royal Palace", the mood is "Epic Adventure", the title of the novel is "Throne of Fates", and the chapter plot revolves around "A brave knight receiving a quest from the king".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"an epic scene in a royal palace where a knight is tasked with a quest by the king","descriptors":["no humans","masterpiece","middle ages","royal palace","castle","grand throne room","golden hour","armored knight","majestic king","tapestries","stone walls","torches","glistening armor","banner flags","medieval atmosphere","heroic demeanor","detailed architecture","golden crowns","highly detailed","film grain"]}}
+===
+This is my request.
+Q:
+{input}
+A:
+"""
+query = """
+The genre is "{genre}", the place is "{place}", the mood is "{mood}", the title of the novel is "{title}", and the chapter plot revolves around "{chapter_plot}".
+Print out no more than 45 words in syntactically valid JSON format.
+"""
+
+[music_gen]
+gen_prompt = """Based on my brief descriptions of the novel's mood, theme, or setting, suggest a "primary descriptive sentence" to conceptualize the musical piece. Ensure you consider elements like the music's genre, BPM, primary instruments, emotions evoked, era (if applicable), and other relevant musical characteristics.
+Once complete, please output only a single "primary descriptive sentence" in a syntactically valid JSON format.
+The output template is as follows:
+{{"primary_sentence":"primary descriptive sentence"}}.
+To enhance the quality of your music's description or expression, you might consider drawing from the following categories:
+- Musical Genre and Era: "80s", "90s", "classical", "jazz", "EDM", "rock", "folk", "baroque", "bebop", "grunge", "funk", "hip-hop", "blues", "country".
+- BPM and Rhythm: "slow-paced", "mid-tempo", "upbeat", "rhythmic", "syncopated", "steady beat", "dynamic tempo".
+- Primary Instruments and Sound: "guitar", "synth", "piano", "saxophone", "drums", "violin", "flute", "bassy", "treble-heavy", "distorted", "acoustic", "electric", "ambient sounds".
+- Emotions and Atmosphere: "nostalgic", "energetic", "melancholic", "uplifting", "dark", "light-hearted", "intense", "relaxing", "haunting", "joyful", "sombre", "celebratory", "mystical".
+- Musical Techniques and Enhancements: "harmonious", "dissonant", "layered", "minimalistic", "rich textures", "simple melody", "complex rhythms", "vocal harmonies", "instrumental solo".
+Do note that this list isn't exhaustive, and you're encouraged to suggest similar terms not included here.
+Exclude words from the suggestion that are redundant or have conflicting meanings.
+Especially, Exclude words that conflict with the meaning of "primary_sentence".
+Do not output anything other than JSON values.
+Do not provide any additional explanation of the following.
+Only JSON is allowed.
+===
+This is some examples.
+Q:
+The genre is "Fantasy", the place is "Enchanted Forest", the mood is "Mystical", the title of the novel is "Whispering Leaves", and the chapter plot revolves around "A hidden glade where elves sing under the moonlight".
+A:
+{{"primary_sentence":"a gentle folk melody filled with whimsical flutes, echoing harps, and distant ethereal vocals, capturing the enchantment of a moonlit forest and the mystique of singing elves"}}
+
+Q:
+The genre is "Science Fiction", the place is "Galactic Space Station", the mood is "Tense", the title of the novel is "Stars Unbound", and the chapter plot revolves around "Ambassadors from different galaxies discussing a new treaty".
+A:
+{{"primary_sentence":"an ambient electronic track, with pulsating synths, spacey reverberations, and occasional digital glitches, reflecting the vastness of space and the tension of intergalactic diplomacy"}}
+
+Q:
+The genre is "Romance", the place is "Beach", the mood is "Heartfelt", the title of the novel is "Waves of Passion", and the chapter plot revolves around "Two lovers reconciling their differences by the shore".
+A:
+{{"primary_sentence":"a soft acoustic ballad featuring soulful guitars, delicate percussion, and heartfelt vocals, evoking feelings of love, reconciliation, and the gentle ebb and flow of the ocean waves"}}
+
+Q:
+The genre is "Middle Ages", the place is "Royal Palace", the mood is "Epic Adventure", the title of the novel is "Throne of Fates", and the chapter plot revolves around "A brave knight receiving a quest from the king".
+A:
+{{"primary_sentence":"a grand orchestral piece, dominated by powerful brass, rhythmic drums, and soaring strings, portraying the valor of knights, the majesty of royalty, and the anticipation of an epic quest"}}
+===
+This is my request.
+Q:
+{input}
+A:
+"""
+query = """
+The genre is "{genre}", the place is "{place}", the mood is "{mood}", the title of the novel is "{title}", and the chapter plot revolves around "{chapter_plot}".
+Print out only one primary_sentence in syntactically valid JSON format.
+"""

prompts/palm_prompts.toml

@@ -0,0 +1,360 @@
+[story_gen]
+add_side_character = """side character #{cur_side_chars}
+- name: {name},
+- job: {job},
+- age: {age},
+- personality: {personality}
+
+"""
+first_story_gen = """Write the first three paragraphs of a novel as much detailed as possible. They should be based on the background information. Blend 5W1H principle into the stories as a plain text. Don't let the paragraphs end the whole story.
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+Fill in the following JSON output format:
+{{"paragraphs":"string"}}
+
+Write the JSON output:
+"""
+next_story_gen = """Write the next paragraphs. The next paragraphs should be determined by an option and well connected to the current stories. 
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+Fill in the following JSON output format:
+{{"paragraphs":"string"}}
+
+stories
+{stories}
+
+option to the next stories: {action}
+
+Write the JSON output:
+"""
+actions_gen = """Suggest the 20 options to drive the stories to the next based on the information below. 
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+Fill in the following JSON output format:
+{{"options":["string1", "string2", "string3"]}}
+
+summary of the story
+{summary}
+
+Write the JSON output:
+"""
+summarize = """Summarize the text below
+
+{stories}
+
+"""
+title="""what would be the title of the story below? be specific and creative.
+
+{stories}
+
+title: """
+
+[chat_gen]
+chapter_title_ctx = """
+chapter{title_idx} {{
+    title: {chapter_title},
+    plot: {chapter_plot}
+}}
+"""
+add_side_character = """side character{cur_side_chars}: {{
+name: {name},
+job: {job},
+age: {age},
+personality: {personality} 
+}}
+
+"""
+chat_context = """You are a professional writing advisor, especially specialized in developing ideas on plotting stories and creating characters. I provide genre, where, and mood along with the rough description of one main character and three side characters. 
+
+Give creative but not too long responses based on the following information.
+
+genre: {genre}
+where: {place}
+mood: {mood}
+
+main character: {{
+name: {name1},
+job: {job1},
+age: {age1},
+personality: {personality1} 
+}}
+{side_char_placeholder}
+{chapter_title_placeholder}
+"""
+
+[plot_gen]
+main_plot_gen="""Write a title and an outline of a novel based on the background information below in Ronald Tobias's plot theory. The outline should follow the  "rising action", "crisis", "climax", "falling action", and "denouement" plot types. Each should be filled with a VERY detailed and descriptive at least two paragraphs of string. Randomly choose if the story goes optimistic or tragic.
+
+background information:
+- genre: string
+- where: string
+- mood: string
+
+main character
+- name: string
+- job: string
+- age: string
+- personality: string
+
+JSON output:
+{{
+	"title": "string", 
+	"outline": {{
+		"rising action": "paragraphs of string", 
+		"crisis": "paragraphs of string", 
+		"climax": "paragraphs of string", 
+		"falling action": "paragraphs of string", 
+		"denouement": "paragraphs of string"
+	}}
+}}
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+JSON output:
+"""
+first_story_gen="""Write the chapter title and the first few paragraphs of the "rising action" plot based on the background information below in Ronald Tobias's plot theory. Also, suggest three choosable actions to drive current story in different directions. The first few paragraphs should be filled with a VERY MUCH detailed and descriptive at least two paragraphs of string. 
+	
+REMEMBER the first few paragraphs should not end the whole story and allow leaway for the next paragraphs to come. 
+The whole story SHOULD stick to the "rising action -> crisis -> climax -> falling action -> denouement" flow, so REMEMBER not to write anything mentioned from the next plots of crisis, climax, falling action, and denouement yet.
+
+background information:
+- genre: string
+- where: string
+- mood: string
+
+main character
+- name: string
+- job: string
+- age: string
+- personality: string
+
+overall outline
+- title: string
+- rising action: string
+- crisis: string
+- climax: string
+- falling action: string
+- denouement: string
+
+JSON output:
+{{
+	"chapter_title": "string",
+	"paragraphs": ["string", "string", ...],
+	"actions": ["string", "string", "string"]
+}}
+
+background information:
+- genre: {genre}
+- where: {place}
+- mood: {mood}
+
+main character
+- name: {main_char_name}
+- job: {main_char_job}
+- age: {main_char_age}
+- personality: {main_char_personality}
+{side_char_placeholder}
+overall outline
+- title: {title}
+- rising action: {rising_action}
+- crisis: {crisis}
+- climax: {climax}
+- falling action: {falling_action}
+- denouement: {denouement}
+
+JSON output:
+"""
+
+[image_gen]
+neg_prompt="nsfw, worst quality, low quality, lowres, bad anatomy, bad hands, text, watermark, signature, error, missing fingers, extra digit, fewer digits, cropped, worst quality, normal quality, blurry, username, extra limbs, twins, boring, jpeg artifacts"
+
+[image_gen.character]
+gen_prompt = """Based on my brief descriptions of the character, suggest a "primary descriptive sentence" and "concise descriptors" to visualize them. Ensure you consider elements like the character's gender, age, appearance, occupation, clothing, posture, facial expression, mood, among others.
+Once complete, please output only a single "primary descriptive sentence" and the "concise descriptors" in a syntactically valid JSON format.
+The output template is as follows: {{"primary_sentence":"primary descriptive sentence","descriptors":["concise descriptor 1","concise descriptor 2","concise descriptor 3"]}}.
+To enhance the quality of your character's description or expression, you might consider drawing from the following categories:
+- Emotions and Expressions: "ecstatic", "melancholic", "furious", "startled", "bewildered", "pensive", "overjoyed", "crushed", "elated", "panicked", "satisfied", "cynical", "apathetic", "delighted", "terrified", "desperate", "triumphant", "mortified", "envious", "appreciative", "blissful", "heartbroken", "livid", "astounded", "baffled", "smiling", "frowning", "grinning", "crying", "pouting", "glaring", "blinking", "winking", "smirking", "whistling".
+- Physical Features: "upper body", "very long hair", "looking at viewer", "looking to the side", "looking at another", "thick lips", "skin spots", "acnes", "skin blemishes", "age spot", "perfect eyes", "detailed eyes", "realistic eyes", "dynamic standing", "beautiful face", "necklace", "high detailed skin", "hair ornament", "blush", "shiny skin", "long sleeves", "cleavage", "rubber suit", "slim", "plump", "muscular", "pale skin", "tan skin", "dark skin", "blonde hair", "brunette hair", "black hair", "blue eyes", "green eyes", "brown eyes", "curly hair", "short hair", "wavy hair".
+- Visual Enhancements: "masterpiece", "cinematic lighting", "detailed lighting", "tyndall effect", "soft lighting", "volumetric lighting", "close up", "wide shot", "glossy", "beautiful lighting", "warm lighting", "extreme", "ultimate", "best", "supreme", "ultra", "intense", "powerful", "exceptional", "remarkable", "strong", "vigorous", "dynamic angle", "front view person", "bangs", "waist up", "bokeh".
+- Age and Gender: "1boy", "1man", "1male", "1girl", "1woman", "1female", "teen", "teenage", "twenties", "thirties", "forties", "fifties", "middle-age".
+Do note that this list isn't exhaustive, and you're encouraged to suggest similar terms not included here.
+Exclude words from the suggestion that are redundant or have conflicting meanings.
+Especially, Exclude words that conflict with the meaning of "primary_sentence".
+Do not output anything other than JSON values.
+Do not provide any additional explanation of the following.
+Only JSON is allowed.
+===
+This is some examples.
+Q:
+The character's name is Liam, their job is as the Secret Agent, and they are in their 50s. And the keywords that help in associating with the character are "Thriller, Underground Warehouse, Darkness, ESTP, Ambitious, Generous".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"Middle-aged man pointing a gun in an underground warehouse","descriptors":["1man","solo","masterpiece","best quality","upper body","black suit","pistol in hand","dramatic lighting","muscular physique","intense brown eyes","raven-black hair","stylish cut","determined gaze","looking at viewer","stealthy demeanor","cunning strategist","advanced techwear","sleek","night operative","shadowy figure","night atmosphere","mysterious aura","highly detailed","film grain","detailed eyes and face"]}}
+
+Q:
+The character's name is Catherine, their job is as the Traveler, and they are in their 10s. And the keywords that help in associating with the character are "Romance, Starlit Bridge, Dreamy, ENTJ, Ambitious".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"A dreamy teenage girl standing on a starlit bridge with romantic ambitions","descriptors":["1girl","solo","masterpiece","best quality","upper body","flowing skirt","sun hat","bright-eyed","map in hand","ethereal beauty","wanderlust","scarf","whimsical","graceful poise","celestial allure","close-up","warm soft lighting","luminescent glow","gentle aura","mystic charm","smirk","dreamy landscape","poetic demeanor","cinematic lighting","extremely detailed","film grain","detailed eyes and face"]}}
+
+Q:
+The character's name is Claire, their job is as the Technological Advancement, and they are in their 20s. And the keywords that help in associating with the character are "Science Fiction, Space Station, INFP, Ambitious, Generous".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"A young ambitious woman tech expert aboard a futuristic space station","descriptors":["1girl","solo","masterpiece","best quality","upper body","sleek silver jumpsuit","futuristic heels","contemplative","editorial portrait","dynamic angle","sci-fi","techno-savvy","sharp focus","bokeh","beautiful lighting","intricate circuitry","robotic grace","rich colors","vivid contrasts","dramatic lighting","futuristic flair","avant-garde","high-tech allure","innovative mind","mechanical sophistication","film grain","detailed eyes and face"]}}
+
+Q:
+The character's name is Sophie, their job is as a Ballet Dancer, and they are in their 10s. And the keywords that help in associating with the character are "Grace, Dance Studio, Elegance, ISFJ, Gentle, Passionate"
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"An elegant dancer poses gracefully in a mirrored studio","descriptors":["1girl","teen","solo","masterpiece","best quality","upper body","beautiful face","shiny skin","wavy hair","ballet attire","tiptoe stance","flowing skirt","focused gaze","soft ambiance","soft lighting","film grain","detailed eyes and face"]}}
+===
+This is my request.
+Q:
+{input}
+A:
+"""
+query = """
+The character's name is {character_name}, their job is as the {job}, and they are in their {age}. And the keywords that help in associating with the character are "{keywords}".
+Print out no more than 45 words in syntactically valid JSON format.
+"""
+
+[image_gen.background]
+gen_prompt = """Based on my brief descriptions of the scene, suggest a "primary descriptive sentence" and "concise descriptors" to visualize it. Ensure you consider elements like the setting's time of day, atmosphere, prominent objects, mood, location, natural phenomena, architecture, among others.
+Once complete, please output only a single "primary descriptive sentence" and the "concise descriptors" in a syntactically valid JSON format.
+The output template is as follows: {{"primary_sentence":"primary descriptive sentence","descriptors":["concise descriptor 1","concise descriptor 2","concise descriptor 3"]}}.
+To enhance the quality of your scene's description or expression, you might consider drawing from the following categories:
+- Atmosphere and Time: "dawn", "dusk", "midday", "midnight", "sunset", "sunrise", "foggy", "misty", "stormy", "calm", "clear night", "starlit", "moonlit", "golden hour".
+- Natural Phenomena: "rainbow", "thunderstorm", "snowfall", "aurora borealis", "shooting star", "rain shower", "windy", "sunny".
+- Location and Architecture: "urban", "rural", "mountainous", "oceanfront", "forest", "desert", "island", "modern city", "ancient ruins", "castle", "village", "meadow", "cave", "bridge".
+- Prominent Objects: "giant tree", "waterfall", "stream", "rock formation", "ancient artifact", "bonfire", "tent", "vehicle", "statue", "fountain".
+- Visual Enhancements: "masterpiece", "cinematic lighting", "detailed lighting", "soft lighting", "volumetric lighting", "tyndall effect", "warm lighting", "close up", "wide shot", "beautiful perspective", "bokeh".
+Do note that this list isn't exhaustive, and you're encouraged to suggest similar terms not included here.
+Exclude words from the suggestion that are redundant or have conflicting meanings.
+Especially, Exclude words that conflict with the meaning of "primary_sentence".
+Do not output anything other than JSON values.
+Do not provide any additional explanation of the following.
+Only JSON is allowed.
+===
+This is some examples.
+Q:
+The genre is "Fantasy", the place is "Enchanted Forest", the mood is "Mystical", the title of the novel is "Whispering Leaves", and the chapter plot revolves around "A hidden glade where elves sing under the moonlight".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"a mystical glade in an enchanted forest where elves sing beneath the moonlight","descriptors":["no humans","masterpiece","fantasy","enchanted forest","moonlit glade","mystical atmosphere","singing elves","luminous fireflies","ancient trees","shimmering leaves","whispering winds","hidden secrets","elven magic","masterpiece","soft lighting","silver glow","detailed shadows","enchanted mood","highly detailed","film grain"]}}
+
+Q:
+The genre is "Science Fiction", the place is "Galactic Space Station", the mood is "Tense", the title of the novel is "Stars Unbound", and the chapter plot revolves around "Ambassadors from different galaxies discussing a new treaty".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"a tense gathering in a galactic space station where interstellar ambassadors negotiate","descriptors":["no humans","masterpiece","science fiction","galactic space station","star-studded backdrop","advanced technology","diverse aliens","hovering spacecrafts","futuristic architecture","tense discussions","interstellar politics","neon lights","holographic displays","masterpiece","detailed lighting","cinematic mood","highly detailed","film grain"]}}
+
+Q:
+The genre is "Romance", the place is "Beach", the mood is "Heartfelt", the title of the novel is "Waves of Passion", and the chapter plot revolves around "Two lovers reconciling their differences by the shore".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"a heartfelt scene on a beach during sunset where two lovers reconcile","descriptors":["no humans","masterpiece","romance","beach","sunset horizon","golden sands","lapping waves","embrace","teary-eyed confessions","seashells","reflective waters","warm hues","silhouette of lovers","soft breeze","beautiful perspective","detailed shadows","emotional atmosphere","highly detailed","film grain"]}}
+
+Q:
+The genre is "Middle Ages", the place is "Royal Palace", the mood is "Epic Adventure", the title of the novel is "Throne of Fates", and the chapter plot revolves around "A brave knight receiving a quest from the king".
+Print out no more than 45 words in syntactically valid JSON format.
+A:
+{{"primary_sentence":"an epic scene in a royal palace where a knight is tasked with a quest by the king","descriptors":["no humans","masterpiece","middle ages","royal palace","castle","grand throne room","golden hour","armored knight","majestic king","tapestries","stone walls","torches","glistening armor","banner flags","medieval atmosphere","heroic demeanor","detailed architecture","golden crowns","highly detailed","film grain"]}}
+===
+This is my request.
+Q:
+{input}
+A:
+"""
+query = """
+The genre is "{genre}", the place is "{place}", the mood is "{mood}", the title of the novel is "{title}", and the chapter plot revolves around "{chapter_plot}".
+Print out no more than 45 words in syntactically valid JSON format.
+"""
+
+[music_gen]
+gen_prompt = """Based on my brief descriptions of the novel's mood, theme, or setting, suggest a "primary descriptive sentence" to conceptualize the musical piece. Ensure you consider elements like the music's genre, BPM, primary instruments, emotions evoked, era (if applicable), and other relevant musical characteristics.
+Once complete, please output only a single "primary descriptive sentence" in a syntactically valid JSON format.
+The output template is as follows:
+{{"primary_sentence":"primary descriptive sentence"}}.
+To enhance the quality of your music's description or expression, you might consider drawing from the following categories:
+- Musical Genre and Era: "80s", "90s", "classical", "jazz", "EDM", "rock", "folk", "baroque", "bebop", "grunge", "funk", "hip-hop", "blues", "country".
+- BPM and Rhythm: "slow-paced", "mid-tempo", "upbeat", "rhythmic", "syncopated", "steady beat", "dynamic tempo".
+- Primary Instruments and Sound: "guitar", "synth", "piano", "saxophone", "drums", "violin", "flute", "bassy", "treble-heavy", "distorted", "acoustic", "electric", "ambient sounds".
+- Emotions and Atmosphere: "nostalgic", "energetic", "melancholic", "uplifting", "dark", "light-hearted", "intense", "relaxing", "haunting", "joyful", "sombre", "celebratory", "mystical".
+- Musical Techniques and Enhancements: "harmonious", "dissonant", "layered", "minimalistic", "rich textures", "simple melody", "complex rhythms", "vocal harmonies", "instrumental solo".
+Do note that this list isn't exhaustive, and you're encouraged to suggest similar terms not included here.
+Exclude words from the suggestion that are redundant or have conflicting meanings.
+Especially, Exclude words that conflict with the meaning of "primary_sentence".
+Do not output anything other than JSON values.
+Do not provide any additional explanation of the following.
+Only JSON is allowed.
+===
+This is some examples.
+Q:
+The genre is "Fantasy", the place is "Enchanted Forest", the mood is "Mystical", the title of the novel is "Whispering Leaves", and the chapter plot revolves around "A hidden glade where elves sing under the moonlight".
+A:
+{{"primary_sentence":"a gentle folk melody filled with whimsical flutes, echoing harps, and distant ethereal vocals, capturing the enchantment of a moonlit forest and the mystique of singing elves"}}
+
+Q:
+The genre is "Science Fiction", the place is "Galactic Space Station", the mood is "Tense", the title of the novel is "Stars Unbound", and the chapter plot revolves around "Ambassadors from different galaxies discussing a new treaty".
+A:
+{{"primary_sentence":"an ambient electronic track, with pulsating synths, spacey reverberations, and occasional digital glitches, reflecting the vastness of space and the tension of intergalactic diplomacy"}}
+
+Q:
+The genre is "Romance", the place is "Beach", the mood is "Heartfelt", the title of the novel is "Waves of Passion", and the chapter plot revolves around "Two lovers reconciling their differences by the shore".
+A:
+{{"primary_sentence":"a soft acoustic ballad featuring soulful guitars, delicate percussion, and heartfelt vocals, evoking feelings of love, reconciliation, and the gentle ebb and flow of the ocean waves"}}
+
+Q:
+The genre is "Middle Ages", the place is "Royal Palace", the mood is "Epic Adventure", the title of the novel is "Throne of Fates", and the chapter plot revolves around "A brave knight receiving a quest from the king".
+A:
+{{"primary_sentence":"a grand orchestral piece, dominated by powerful brass, rhythmic drums, and soaring strings, portraying the valor of knights, the majesty of royalty, and the anticipation of an epic quest"}}
+===
+This is my request.
+Q:
+{input}
+A:
+"""
+query = """
+The genre is "{genre}", the place is "{place}", the mood is "{mood}", the title of the novel is "{title}", and the chapter plot revolves around "{chapter_plot}".
+Print out only one primary_sentence in syntactically valid JSON format.
+"""