add get route

app.py

@@ -1,6 +1,12 @@
+import json
 from typing import Dict, Union
-from gliner import GLiNER
+
 import gradio as gr
+import requests
+import uvicorn
+from fastapi import FastAPI
+from gliner import GLiNER
+
 
 model = GLiNER.from_pretrained("urchade/gliner_medium-v2.1")
 model.eval()
@@ -140,9 +146,21 @@ demo = gr.Interface(
     ],
     outputs=[gr.JSON()],
     examples=examples,
+    cache_examples="lazy",
     title="NER.tool",
     description="Named Entity Recognition using urchade/gliner_medium-v2.1",
     allow_flagging="never",
 )
-demo.queue(max_size=4)
-demo.launch()
+
+app = FastAPI()
+
+@app.get("/my_predict")
+def read_main(text: str = ""):
+    predict_response = requests.post('http://localhost:7860/call/predict', json={'data': [text, 'pokemon', 0.3, False]}).json()
+    if "event_id" not in predict_response:
+        return predict_response
+    return json.loads(requests.get(f'http://localhost:7860/call/predict/{predict_response["event_id"]}').text.split("data: ", 1)[-1])
+
+if __name__ == "__main__":
+    app = gr.mount_gradio_app(app, demo, path="/")
+    uvicorn.run(app, host="0.0.0.0", port=7860)