main.py

import gradio as gr
from text_generation import Client

endpoint_url = "https://127.0.0.1:8080"
client = Client(endpoint_url)

text = client.generate("Why is the sky blue?").generated_text
print(text)

with gr.Blocks() as demo:
    gr.Markdown(text)

demo.queue().launch(server_name="0.0.0.0", server_port=3000)