Create App.py

App.py

@@ -0,0 +1,63 @@
+import streamlit as st
+from gpt4v import GPT4Vision
+from gpttts import GPTTTS
+from openai import OpenAI
+import os
+
+# Initialize GPT4Vision and OpenAI client
+image = GPT4Vision()
+client = OpenAI(api_key=os.environ['OPENAI_API_KEY'])
+talk = GPTTTS(client)
+
+st.set_page_config(page_title="Miracle", page_icon="🤖", layout="wide")
+
+
+def main():
+
+
+    col1, col2, col3 = st.columns(spec=[1,1,1],gap="small")
+
+    with col1:
+#    st.image("https://static.streamlit.io/examples/cat.jpg")
+
+        language = st.selectbox("Select language", options=["Afrikaans", "Arabic", "Armenian", "Azerbaijani", "Belarusian", "Bosnian", "Bulgarian", "Catalan", "Chinese", "Croatian", "Czech", "Danish", "Dutch", "English", "Estonian", "Finnish", "French", "Galician", "German", "Greek", "Hebrew", "Hindi", "Hungarian", "Icelandic", "Indonesian", "Italian", "Japanese", "Kannada", "Kazakh", "Korean", "Latvian", "Lithuanian", "Macedonian", "Malay", "Marathi", "Maori", "Nepali", "Norwegian", "Persian", "Polish", "Portuguese", "Romanian", "Russian", "Serbian", "Slovak", "Slovenian", "Spanish", "Swahili", "Swedish", "Tagalog", "Tamil", "Thai", "Turkish", "Ukrainian", "Urdu", "Vietnamese", "Welsh"],index=13)
+
+
+    # 1. Let user upload an image or video, or use camera to capture an image
+        uploaded_file = st.file_uploader("Upload image or video", label_visibility="hidden")
+
+    with col3:
+#    st.image("https://static.streamlit.io/examples/dog.jpg")
+
+        camera_image = st.camera_input("Or take a picture", label_visibility="hidden")
+
+    # Use the uploaded file or the camera image, whichever is available
+    file_to_process = uploaded_file if uploaded_file is not None else camera_image
+
+    if file_to_process is not None:
+        # Display the uploaded or captured image
+        
+        with col2:
+        
+            st.image(file_to_process, caption="Image")
+
+        # 2. Send the file to GPT4Vision for explanation
+        with st.spinner("Generating explanation..."):
+            explanation = image.describe(image_file=file_to_process, user_message="Describe this image in language:"+language)
+        st.success(explanation)
+        # 3. Display the explanation
+        # st.write(explanation)
+
+        # 4. Send response to GPTTTS to be spoken
+        with st.spinner("Generating audio..."):
+            audio_file_path = talk.generate_speech(text=explanation, model="tts-1-hd", voice="alloy")
+        # 5. Play audio automatically - Read the audio file and pass its content
+        with open(audio_file_path, "rb") as audio_file:
+            audio_data = audio_file.read()
+        st.audio(audio_data, format='audio/mp3', start_time=0)
+
+        # Optionally, delete the audio file after playing
+        # os.remove(audio_file_path)
+
+if __name__ == "__main__":
+    main()