Spaces:
Sleeping
Sleeping
Anonymous
commited on
Commit
•
7f4ab63
1
Parent(s):
e693f4b
fix app
Browse files
app.py
CHANGED
@@ -22,17 +22,16 @@ ckpt_dir_1024 = "checkpoints/base_1024_v1"
|
|
22 |
os.makedirs(ckpt_dir_1024, exist_ok=True)
|
23 |
hf_hub_download(repo_id="VideoCrafter/Text2Video-1024", filename="model.ckpt", local_dir=ckpt_dir_1024)
|
24 |
|
25 |
-
ckpt_path_256 = "checkpoints/base_256_v1/model.pth"
|
26 |
-
ckpt_dir_256 = "checkpoints/base_256_v1"
|
27 |
-
os.makedirs(ckpt_dir_256, exist_ok=True)
|
28 |
-
hf_hub_download(repo_id="MoonQiu/LongerCrafter", filename="model.pth", local_dir=ckpt_dir_256)
|
29 |
|
30 |
|
31 |
-
def infer(prompt, output_size
|
32 |
num_frames = 32
|
33 |
ddim_steps = 50
|
34 |
unconditional_guidance_scale = 12.0
|
35 |
-
seed = 123
|
36 |
save_fps = 10
|
37 |
window_size = 16
|
38 |
window_stride = 4
|
@@ -48,19 +47,19 @@ def infer(prompt, output_size="256x256"):
|
|
48 |
model_1024 = load_model_checkpoint(model_1024, ckpt_path_1024)
|
49 |
model_1024.eval()
|
50 |
model = model_1024
|
51 |
-
fps =
|
52 |
-
elif output_size == "256x256":
|
53 |
-
|
54 |
-
|
55 |
-
|
56 |
-
|
57 |
-
|
58 |
-
|
59 |
-
|
60 |
-
|
61 |
-
|
62 |
-
|
63 |
-
|
64 |
|
65 |
if seed is None:
|
66 |
seed = int.from_bytes(os.urandom(2), "big")
|
@@ -253,14 +252,26 @@ with gr.Blocks(css=css) as demo:
|
|
253 |
)
|
254 |
|
255 |
prompt_in = gr.Textbox(label="Prompt", placeholder="A chihuahua in astronaut suit floating in space, cinematic lighting, glow effect")
|
256 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
257 |
submit_btn = gr.Button("Generate")
|
258 |
video_result = gr.Video(label="Video Output")
|
259 |
|
260 |
-
gr.Examples(examples=examples, inputs=[prompt_in, output_size])
|
261 |
|
262 |
submit_btn.click(fn=infer,
|
263 |
-
inputs=[prompt_in, output_size],
|
264 |
outputs=[video_result],
|
265 |
api_name="zrscp")
|
266 |
|
|
|
22 |
os.makedirs(ckpt_dir_1024, exist_ok=True)
|
23 |
hf_hub_download(repo_id="VideoCrafter/Text2Video-1024", filename="model.ckpt", local_dir=ckpt_dir_1024)
|
24 |
|
25 |
+
# ckpt_path_256 = "checkpoints/base_256_v1/model.pth"
|
26 |
+
# ckpt_dir_256 = "checkpoints/base_256_v1"
|
27 |
+
# os.makedirs(ckpt_dir_256, exist_ok=True)
|
28 |
+
# hf_hub_download(repo_id="MoonQiu/LongerCrafter", filename="model.pth", local_dir=ckpt_dir_256)
|
29 |
|
30 |
|
31 |
+
def infer(prompt, output_size, seed):
|
32 |
num_frames = 32
|
33 |
ddim_steps = 50
|
34 |
unconditional_guidance_scale = 12.0
|
|
|
35 |
save_fps = 10
|
36 |
window_size = 16
|
37 |
window_stride = 4
|
|
|
47 |
model_1024 = load_model_checkpoint(model_1024, ckpt_path_1024)
|
48 |
model_1024.eval()
|
49 |
model = model_1024
|
50 |
+
fps = 28
|
51 |
+
# elif output_size == "256x256":
|
52 |
+
# width = 256
|
53 |
+
# height = 256
|
54 |
+
# config_256 = "configs/inference_t2v_tconv256_v1.0_freenoise.yaml"
|
55 |
+
# config_256 = OmegaConf.load(config_256)
|
56 |
+
# model_config_256 = config_256.pop("model", OmegaConf.create())
|
57 |
+
# model_256 = instantiate_from_config(model_config_256)
|
58 |
+
# model_256 = model_256.cuda()
|
59 |
+
# model_256 = load_model_checkpoint(model_256, ckpt_path_256)
|
60 |
+
# model_256.eval()
|
61 |
+
# model = model_256
|
62 |
+
# fps = 8
|
63 |
|
64 |
if seed is None:
|
65 |
seed = int.from_bytes(os.urandom(2), "big")
|
|
|
252 |
)
|
253 |
|
254 |
prompt_in = gr.Textbox(label="Prompt", placeholder="A chihuahua in astronaut suit floating in space, cinematic lighting, glow effect")
|
255 |
+
|
256 |
+
with gr.Row():
|
257 |
+
with gr.Accordion('FreeNoise Parameters (feel free to adjust these parameters based on your prompt): ', open=False):
|
258 |
+
with gr.Row():
|
259 |
+
output_size = gr.Dropdown(["576x1024"], value="576x1024", label="Output Size")
|
260 |
+
# output_size = gr.Dropdown(["576x1024", "256x256"], value="576x1024", label="Output Size", info="576x1024 is watermark-free")
|
261 |
+
with gr.Row():
|
262 |
+
seed = gr.Slider(label='seed',
|
263 |
+
minimum=0,
|
264 |
+
maximum=1000,
|
265 |
+
step=1,
|
266 |
+
value=123)
|
267 |
+
|
268 |
submit_btn = gr.Button("Generate")
|
269 |
video_result = gr.Video(label="Video Output")
|
270 |
|
271 |
+
gr.Examples(examples=examples, inputs=[prompt_in, output_size, seed])
|
272 |
|
273 |
submit_btn.click(fn=infer,
|
274 |
+
inputs=[prompt_in, output_size, seed],
|
275 |
outputs=[video_result],
|
276 |
api_name="zrscp")
|
277 |
|