multiple vibe

app.py

@@ -55,10 +55,29 @@ def control_ui():
     with gr.Row():
         with gr.Column():
             with gr.Accordion('风格迁移', open=False):
-                ref_image = gr.Image(label="上传图片", value=None, sources=["upload", "clipboard", "webcam"], interactive=True, type="pil")
-                info_extract = gr.Slider(label='参考信息提取', value=1, minimum=0, maximum=1, step=0.1)
-                ref_str = gr.Slider(label='参考强度', value=0.6, minimum=0, maximum=1, step=0.1)
-                reuse_img_vibe = gr.Button(value='使用上一次生成的图片')
+                ref_images = gr.Gallery(label="上传单(多)张图片", format="png", value=None, interactive=True, type="pil")
+                info_extracts = gr.State([])
+                ref_strs = gr.State([])
+                @gr.render(inputs=ref_images, triggers=[ref_images.upload, ref_images.change])
+                def multiple_vibes(images):
+                    if images is None:
+                        return
+                    else:
+                        exts = []
+                        strs = []
+                        for i, _ in enumerate(images):
+                            with gr.Row():
+                                extract = gr.Slider(label=f"图片{i + 1} 参考信息提取", value=1, minimum=0, maximum=1, step=0.1, interactive=True)
+                                strength = gr.Slider(label=f"图片{i + 1} 参考强度", value=0.6, minimum=0, maximum=1, step=0.1, interactive=True)
+                                exts.append(extract)
+                                strs.append(strength)
+                        def dynparas(*args):
+                            return list(args)
+                        for e, s in zip(exts, strs):
+                            e.change(fn=dynparas, inputs=exts, outputs=info_extracts)
+                            s.change(fn=dynparas, inputs=strs, outputs=ref_strs)
+                ref_images.change(lambda l: ([], []) if l is None else ([1]*len(l), [0.6]*len(l)), inputs=ref_images, outputs=[info_extracts, ref_strs])
+                ref_images.upload(lambda l: ([], []) if l is None else ([1]*len(l), [0.6]*len(l)), inputs=ref_images, outputs=[info_extracts, ref_strs])
             with gr.Accordion('附加输入', open=False):
                 with gr.Tab('图生图') as i2i:
                     i2i_image = gr.Image(label="上传图片", value=None, sources=["upload", "clipboard", "webcam"], interactive=True, type="pil")
@@ -95,15 +114,15 @@ def control_ui():
     height.change(lambda w, h: w if w*h<=1024*1024 else (1024*1024//h//64)*64, [width, height], width)
     i2i.select(lambda: 'i2i', inputs=None, outputs=selection)
     inp.select(lambda: 'inp', inputs=None, outputs=selection)
-    return gen_btn, [prompt, quality_tags, neg_prompt, seed, scale, width, height, steps, sampler, scheduler, smea, dyn, dyn_threshold, cfg_rescale, ref_image, info_extract, ref_str, i2i_image, i2i_str, i2i_noise, overlay, inp_img, selection], [save, rand_seed, reuse_seed, reuse_img_vibe, reuse_img_i2i, reuse_img_inp]
+    return gen_btn, [prompt, quality_tags, neg_prompt, seed, scale, width, height, steps, sampler, scheduler, smea, dyn, dyn_threshold, cfg_rescale, ref_images, info_extracts, ref_strs, i2i_image, i2i_str, i2i_noise, overlay, inp_img, selection], [save, rand_seed, reuse_seed, reuse_img_i2i, reuse_img_inp]
 
-def generate(prompt, quality_tags, neg_prompt, seed, scale, width, height, steps, sampler, scheduler, smea, dyn, dyn_threshold, cfg_rescale, ref_image, info_extract, ref_str, i2i_image, i2i_str, i2i_noise, overlay, inp_img, selection):
+def generate(prompt, quality_tags, neg_prompt, seed, scale, width, height, steps, sampler, scheduler, smea, dyn, dyn_threshold, cfg_rescale, ref_images, info_extracts, ref_strs, i2i_image, i2i_str, i2i_noise, overlay, inp_img, selection):
     global today_count
     set_token(os.environ.get('token'))
     img_data, payload = generate_novelai_image(
         f"{prompt}, {quality_tags}", neg_prompt, seed, scale, 
         width, height, steps, sampler, scheduler, 
-        smea, dyn, dyn_threshold, cfg_rescale, ref_image, info_extract, ref_str,
+        smea, dyn, dyn_threshold, cfg_rescale, ref_images, info_extracts, ref_strs,
         i2i_image, i2i_str, i2i_noise, overlay, inp_img, selection
     )
     if not isinstance(img_data, bytes):
@@ -145,10 +164,9 @@ def main_ui():
                 image, info = preview_ui()
     gen_btn.click(generate, paras, [image, info], concurrency_limit=1)
     others[2].click(lambda o, s: o if len(s) == 0 else s['parameters']['seed'], inputs=[paras[3], info], outputs=paras[3])
-    others[3].click(lambda i: i, inputs=image, outputs=paras[14])
-    others[4].click(lambda i: i, inputs=image, outputs=paras[17])
-    others[5].click(lambda i: gr.ImageEditor(value=i), inputs=image, outputs=paras[21])
-    image.change(rename_save_img, inputs=[image, info, others[0]], outputs=image)
+    others[3].click(lambda i: i, inputs=image, outputs=paras[17])
+    others[4].click(lambda i: gr.ImageEditor(value=i), inputs=image, outputs=paras[21])
+    image.change(rename_save_img, inputs=[image, info, others[0]], outputs=image, trigger_mode="once")
     return page, paras[:14]
 
 def util_ui():

utils.py

@@ -39,9 +39,9 @@ def generate_novelai_image(
     dyn=False,
     dyn_threshold=False,
     cfg_rescale=0,
-    ref_image=None,
-    info_extract=1,
-    ref_str=0.6,
+    ref_images=None,
+    info_extracts=[],
+    ref_strs=[],
     i2i_image=None,
     i2i_str=0.7,
     i2i_noise=0,
@@ -77,17 +77,17 @@ def generate_novelai_image(
             "noise": i2i_noise,
             "noise_schedule": schedule,
             "qualityToggle": True,
-            "reference_information_extracted": info_extract,
-            "reference_strength": ref_str,
+            "reference_information_extracted_multiple": info_extracts,
+            "reference_strength_multiple": ref_strs,
             "seed": seed,
             "sm": smea,
             "sm_dyn": dyn,
             "uncond_scale": 1,
-            "add_original_image": True
+            "add_original_image": overlay
         }
     }
-    if ref_image is not None:
-        payload['parameters']['reference_image'] = image2base64(ref_image)
+    if ref_images is not None:
+        payload['parameters']['reference_image_multiple'] = [image2base64(image[0]) for image in ref_images]
     if selection == 'inp' and inp_img['background'].getextrema()[3][1] > 0:
         payload['action'] = "infill"
         payload['model'] = 'nai-diffusion-3-inpainting'