Update app.py

app.py

@@ -1,5 +1,6 @@
 import io
 from fastapi import FastAPI, File, UploadFile
+from fastapi import FastAPI, Request, Response, BackgroundTasks
 
 import subprocess
 import os
@@ -897,7 +898,82 @@ def do_chat_gpt(msges):
         return "Error"
             
 
-            
+@app.post("/falcon180b")
+async def get_answer_falcon180(request: Request, background_tasks: BackgroundTasks ):
+    data = await request.json()
+    text= data['text']
+    print("recievoed , ", text )
+    return StreamingResponse(do_falcon180(text), media_type="text/plain")
+    
+
+
+import asyncio
+from fastapi.responses import StreamingResponse
+
+async def do_falcon180(text):
+    starttime=time.time()
+    options = ChromeOptions()
+    options.add_argument('--no-sandbox')
+    options.add_argument('-headless')
+    options.add_argument("start-maximized")
+    service = Service(executable_path=chrome_driver_path)
+    driver = webdriver.Chrome(options= options,service=service)
+    driver.get("https://tiiuae-falcon-180b-demo.hf.space/") 
+    try:
+        while True:
+            try:
+                curr= time.time()
+                if curr- starttime>20:
+                    break
+                xpath_expression = "//div[@class='label-wrap svelte-s1r2yt']"
+                element = driver.find_element(By.XPATH, xpath_expression)
+                element.click()
+                element = driver.find_elements(By.CSS_SELECTOR, 'input[data-testid="number-input"]')
+                element[1].clear()  # Clear any existing value
+                element[1].send_keys('4000')
+                textarea_element = driver.find_element(By.XPATH,'//textarea[@placeholder="Type a message..."]')
+                for line in text.split('\n'):
+                    textarea_element.send_keys(line)
+                    textarea_element.send_keys(Keys.SHIFT + Keys.ENTER)
+                textarea_element.send_keys('\n')
+                break
+            except Exception as e:
+                print(e)
+                continue
+        old_text=""
+        while True:
+            # await asyncio.sleep(0.1)
+            curr= time.time()
+            if curr- starttime>180:
+                driver.quit()
+                break
+            done = False
+            try:
+                xpath_expression = "//span[contains(@class, 'chatbot')]"
+                element = driver.find_elements(By.XPATH, xpath_expression)
+                text = element[1].text
+                # print(text)
+                while True:
+                    text = element[1].text
+                    send_text= text[len(old_text):]
+                    old_text= text
+                    yield send_text.encode()
+                    try:
+                        element = driver.find_element(By.CSS_SELECTOR, 'div.wrap.default.minimal.svelte-zlszon.translucent.generating')
+                        # print("generating")
+                    except:
+                        # print("generated")
+                        driver.quit()
+                        done= True
+                        break
+                if done:
+                    break
+            except Exception as e:
+                print(e)
+                continue
+    except:
+        driver.quit()
+