Spaces:
Running
Running
| import gradio as gr | |
| from transformers import AutoModelForCausalLM, AutoTokenizer | |
| import torch | |
| import io | |
| from PIL import Image | |
| import requests | |
| import random | |
| import dom | |
| import os | |
| NUM_IMAGES = 2 | |
| # Configuración del dispositivo | |
| device = "cpu" | |
| if torch.cuda.is_available(): | |
| device = "cuda" | |
| elif torch.backends.mps.is_available(): | |
| device = "mps" | |
| # Configuración de modelos | |
| API_URL = "https://api-inference.huggingface.co/models/black-forest-labs/FLUX.1-dev" | |
| headers = {"Authorization": f"Bearer {os.getenv('api_token')}"} | |
| model_id_image_description = "vikhyatk/moondream2" | |
| revision = "2024-08-26" | |
| torch_dtype = torch.float32 | |
| if torch.cuda.is_available(): | |
| torch_dtype = torch.bfloat16 # Optimización en GPU | |
| # Carga de modelos persistente | |
| print("Cargando modelo de descripción de imágenes...") | |
| model_description = AutoModelForCausalLM.from_pretrained(model_id_image_description, trust_remote_code=True, revision=revision) | |
| tokenizer_description = AutoTokenizer.from_pretrained(model_id_image_description, revision=revision) | |
| def generate_description(image_path): | |
| image_test = Image.open(image_path) | |
| enc_image = model_description.encode_image(image_test) | |
| description = model_description.answer_question(enc_image, "Describe this image to create an avatar", tokenizer_description) | |
| return description | |
| def query(payload): | |
| response = requests.post(API_URL, headers=headers, json=payload) | |
| return response.content | |
| def generate_image_by_description(description, avatar_style=None): | |
| images = [] | |
| for _ in range(NUM_IMAGES): | |
| prompt = f"Create a pigeon profile avatar. Use the following description: {description}." | |
| if avatar_style: | |
| prompt += f" Use {avatar_style} style." | |
| image_bytes = query({"inputs": prompt, "parameters": {"seed": random.randint(0, 1000)}}) | |
| image = Image.open(io.BytesIO(image_bytes)) | |
| images.append(image) | |
| print(images) | |
| return images | |
| def process_and_generate(image, avatar_style): | |
| description = generate_description(image) | |
| return generate_image_by_description(description, avatar_style) | |
| with gr.Blocks(js=dom.generate_title) as demo: | |
| with gr.Row(): | |
| gr.Markdown(dom.generate_markdown) | |
| gr.Markdown(dom.models) | |
| with gr.Row(): | |
| with gr.Column(scale=2, min_width=300): | |
| selected_image = gr.Image(type="filepath", label="Upload an Image of the Pigeon", height=300) | |
| example_image = gr.Examples(["./examples/pigeon.webp"], label="Example Images", inputs=[selected_image]) | |
| avatar_style = gr.Radio( | |
| ["Realistic", "Pixel Art", "Imaginative", "Cartoon"], | |
| label="(optional) Select the avatar style:" | |
| ) | |
| generate_button = gr.Button("Generate Avatar", variant="primary") | |
| with gr.Column(scale=2, min_width=300): | |
| generated_image = gr.Gallery(type="pil", label="Generated Avatar", height=300) | |
| generate_button.click(process_and_generate, inputs=[selected_image, avatar_style], outputs=generated_image) | |
| demo.launch() | |