test: global model loading

app.py

@@ -5,15 +5,16 @@ from diffusers import I2VGenXLPipeline
 from diffusers.utils.loading_utils import load_image
 from PIL import Image
 
+device = torch.device("cpu")
+negative_prompt = "Distorted, discontinuous, Ugly, blurry, low resolution, motionless, static, disfigured, disconnected limbs, Ugly faces, incomplete arms"
+generator = torch.manual_seed(8888)
+pipeline = I2VGenXLPipeline.from_pretrained("ali-vilab/i2vgen-xl", torch_dtype=torch.float16, variant="fp16")
+pipeline.to(device)
+pipeline.enable_model_cpu_offload()
+pipeline.unet.enable_forward_chunking()
+
 def generate(image: Image.Image, prompt: str):
-    device = torch.device("cpu")
-    negative_prompt = "Distorted, discontinuous, Ugly, blurry, low resolution, motionless, static, disfigured, disconnected limbs, Ugly faces, incomplete arms"
-    generator = torch.manual_seed(8888)
     image = image.convert("RGB")
-    pipeline = I2VGenXLPipeline.from_pretrained("ali-vilab/i2vgen-xl", torch_dtype=torch.float16, variant="fp16")
-    pipeline.to(device)
-    pipeline.enable_model_cpu_offload()
-    pipeline.unet.enable_forward_chunking()
     frames = pipeline(
         prompt=prompt,
         image=image,