import os import google.generativeai as genai import gradio as gr import requests from moviepy.editor import AudioFileClip, ImageClip, CompositeVideoClip from PIL import Image # Configure Google Gemini API genai.configure(api_key=os.getenv("GEMINI_API_KEY")) # Play.ht API keys API_KEY = os.getenv('PLAY_API_KEY') USER_ID = os.getenv('PLAY_USER_ID') # Ensure compatibility with updated PIL library if not hasattr(Image, 'ANTIALIAS'): # Image.ANTIALIAS is deprecated; LANCZOS is the replacement Image.ANTIALIAS = Image.LANCZOS # Theme selection theme = gr.themes.Base( primary_hue="emerald", ) # Function to upload image to Gemini and get roasted text def upload_to_gemini(path, mime_type="image/jpeg"): file = genai.upload_file(path, mime_type=mime_type) return file def generate_roast(image_path): try: uploaded_file = upload_to_gemini(image_path) generation_config = { "temperature": 1, "top_p": 0.95, "top_k": 40, "max_output_tokens": 8192, "response_mime_type": "text/plain", } model = genai.GenerativeModel( model_name="gemini-1.5-flash-002", generation_config=generation_config, system_instruction="You are a professional satirist and fashion expert. Roast the provided profile picture in less than 50 words.", ) chat_session = model.start_chat( history=[{"role": "user", "parts": [uploaded_file]}] ) response = chat_session.send_message("Roast this image!") return response.text except Exception as e: return f"Error generating roast: {e}" # Function to convert text to speech with Play.ht def text_to_speech(text): try: url = "https://api.play.ht/api/v2/tts/stream" payload = { "voice": "s3://voice-cloning-zero-shot/d9ff78ba-d016-47f6-b0ef-dd630f59414e/female-cs/manifest.json", "output_format": "mp3", "text": text, } headers = { "accept": "audio/mpeg", "content-type": "application/json", "Authorization": API_KEY, "X-User-ID": USER_ID } response = requests.post(url, json=payload, headers=headers) if response.status_code == 200: audio_path = "output_audio.mp3" with open(audio_path, "wb") as audio_file: audio_file.write(response.content) return audio_path else: return f"Error generating audio: {response.status_code} - {response.text}" except Exception as e: return f"Error generating audio: {e}" # Function to create video from image, audio, and add logo overlay def create_video(image, audio): try: # Load the audio file audio_clip = AudioFileClip(audio) # Load the main image and set its duration to match the audio image_clip = ImageClip(image).set_duration(audio_clip.duration) # Load the logo image, resize it, and position it in the top-right corner logo = ImageClip("Logo.png").resize(height=100) # Adjust the height as needed logo = logo.set_position(("right", "top")).set_duration(audio_clip.duration) # Create a composite video with the main image and the logo overlay video_clip = CompositeVideoClip([image_clip, logo]).set_audio(audio_clip) # Save the video to a temporary file output_path = "/tmp/output_video_with_logo.mp4" video_clip.write_videofile( output_path, fps=30, codec="libx264", audio_codec="aac", preset="slow", ffmpeg_params=["-b:v", "2000k"] # Adjust bitrate if needed ) return output_path except Exception as e: return f"Error generating video: {e}" # Function to process all steps at once def process_roast(image_path): roast_text = generate_roast(image_path) audio_path = text_to_speech(roast_text) video_path = create_video(image_path, audio_path) return roast_text, audio_path, video_path # Gradio Interface with gr.Blocks(theme=theme) as demo: gr.Markdown("# Get Roasted, Ready?") gr.Markdown("Upload an image, click 'Roast Image', and the AI will roast it") with gr.Row(): image_input = gr.Image(type="filepath", label="Upload Image") with gr.Column(): output_text = gr.Textbox(label="Roast Text") audio_output = gr.Audio(label="Roast Audio") video_output = gr.Video(label="Roast Video") # Single button to handle all actions roast_button = gr.Button("Roast Image") roast_button.click(process_roast, inputs=image_input, outputs=[output_text, audio_output, video_output]) gr.Examples( examples=[["elon_musk.png"], ["jensen_huang.png"]], inputs=image_input ) # Launch the app demo.launch(debug=True)