import io from fastapi import FastAPI, File, UploadFile from fastapi import FastAPI, Request, Response, BackgroundTasks import subprocess import os import requests import random # import undetected_chromedriver as uc import shutil import json # from transformers import AutoModelForQuestionAnswering, AutoTokenizer, pipeline from pydantic import BaseModel from typing import Annotated from fastapi import Form import selenium from selenium import webdriver from selenium.webdriver import ChromeOptions from selenium.webdriver.chrome.service import Service import threading import random import string from selenium.webdriver.common.keys import Keys import time # from selenium.webdriver.firefox.options import Options # options = FirefoxOptions() # options.headless = True # service = Service() # driver = webdriver.Firefox(options= options,service=service) # driver.get("https://yuntian-deng-chatgpt.hf.space/") # driver.get("https://yuntian-deng-chatgpt.hf.space/") class Query(BaseModel): text: str host:str from fastapi import FastAPI, Request, Depends, UploadFile, File from fastapi.exceptions import HTTPException from fastapi.middleware.cors import CORSMiddleware from fastapi.responses import JSONResponse app = FastAPI() app.add_middleware( CORSMiddleware, allow_origins=['*'], allow_credentials=True, allow_methods=['*'], allow_headers=['*'], ) # cred = credentials.Certificate('key.json') # app1 = firebase_admin.initialize_app(cred) # db = firestore.client() # data_frame = pd.read_csv('data.csv') from selenium.webdriver.common.by import By from pymongo.mongo_client import MongoClient @app.on_event("startup") async def startup_event(): x=requests.get('https://open-ai-ping-eight.vercel.app/proxy') print("response ", x.text) print("on startup") # t = threading.Thread(target=makeqimg) # t.start() proxy =None llama_last_error=0 # LLAMA chrome_driver_path = '/usr/local/bin/chromedriver-linux64/chromedriver' @app.post("/llama") async def get_answer_llama(request: Request ): data = await request.json() text = data['text'] # print("recived ",text) res= "" res= do_ML_LLAMA70b(text,0) dict={"LLAMA":res} return JSONResponse(dict) def do_ML_LLAMA70b(text:str, trycount:int): starttime=time.time() options = ChromeOptions() global llama_last_error options.add_argument('--no-sandbox') options.add_argument('-headless') options.add_argument("start-maximized") service = Service(executable_path=chrome_driver_path) driver = webdriver.Chrome(options= options,service=service) driver.get("https://ysharma-explore-llamav2-with-tgi.hf.space/") try: while True: currtime= time.time() if(currtime>starttime+30): driver.delete_all_cookies() driver.quit() return "Requested Could not be proceed" try: span_element = driver.find_element(By.CLASS_NAME, 'svelte-s1r2yt') span_element.click() input_element = driver.find_elements(By.CSS_SELECTOR, 'input[data-testid="number-input"]') new_value = "2000" input_element[1].clear() input_element[1].send_keys(new_value) xpath_expression = '//textarea[@data-testid="textbox"]' textarea_element = driver.find_element(By.XPATH, xpath_expression) for line in text.split('\n'): textarea_element.send_keys(line) textarea_element.send_keys(Keys.SHIFT + Keys.ENTER) textarea_element.send_keys('\n') break except Exception as e: print(e) continue prev ="" time.sleep(2) while True: time.sleep(0.5) currtime= time.time() if(currtime>starttime+170): driver.delete_all_cookies() driver.quit() return prev element_selector = '.wrap.default.minimal.svelte-119qaqt.translucent.generating' try: element = driver.find_element(By.CSS_SELECTOR,element_selector) print("generating") continue except: print("Element is not present.") element = driver.find_element(By.XPATH,'//div[@data-testid="bot" and contains(@class, "message bot")]') element_text= element.text if element_text=="": pritn("empty text exception") continue driver.quit() return element_text driver.delete_all_cookies() driver.quit() llama_last_error= time.time() return " --Error Occurred-- " except: driver.delete_all_cookies() driver.quit() llama_last_error= time.time() return "Error Occurred " ########## MPT @app.post("/mpt") async def get_answer_mpt(request: Request ): data = await request.json() text = data['text'] print("recived ",text) res= do_ML_MPT(text,0) dict={"MPT":res} return JSONResponse(dict) def do_ML_MPT(text:str, trycount:int): starttime=time.time() options = ChromeOptions() options.add_argument('--no-sandbox') options.add_argument('-headless') options.add_argument("start-maximized") service = Service(executable_path=chrome_driver_path) driver = webdriver.Chrome(options= options,service=service) driver.get("https://mosaicml-mpt-30b-chat.hf.space") try: while True: currtime= time.time() if(currtime>starttime+20): driver.delete_all_cookies() driver.quit() return "Requested Could not be proceed" try: textarea_xpath = "//textarea[@data-testid='textbox' and @class='scroll-hide svelte-1pie7s6' and @placeholder='Chat Message Box']" textarea_element = driver.find_element(By.XPATH,textarea_xpath) for line in text.split('\n'): textarea_element.send_keys(line) # Simulate pressing the 'Shift + Enter' keys to add a newline without triggering submit textarea_element.send_keys(Keys.SHIFT + Keys.ENTER) break except: continue while True: currtime= time.time() if(currtime>starttime+20): driver.delete_all_cookies() driver.quit() return "Requested Could not be proceed" try: button_id = 'component-9' # Replace 'comonent-7' with the actual ID button_element = driver.find_element(By.ID,button_id) # Perform actions on the element (e.g., clicking the button) button_element.click() break except Exception as e: print(e) time.sleep(0.2) prev ="" # time.sleep(2) while True: time.sleep(0.5) currtime= time.time() if(currtime>starttime+120): driver.delete_all_cookies() driver.quit() return "Requested Could not be proceed" # value="" try: element = driver.find_element(By.XPATH,'//div[@data-testid="bot" and contains(@class, "message bot")]') x=(element.text) print("From text ",x) if x=="": raise ValueError(" k") driver.quit() return x except Exception as e: print(e) continue driver.quit() return " --Error Occurred-- " except: print("Error") if trycount>1: driver.delete_all_cookies() driver.quit() return "Error" driver.quit() return do_ML_MPT(text,trycount+1) '''Falcon 40 b intruct''' @app.post("/falcon") async def get_answer_falcon(request: Request ): data = await request.json() text = data['text'] print("recived ",text) res= do_ML_FALCON(text,0) dict={"FALCON":res} return JSONResponse(dict) def do_ML_FALCON(text:str, trycount:int): starttime=time.time() options = ChromeOptions() options.add_argument('--no-sandbox') options.add_argument('-headless') options.add_argument("start-maximized") service = Service(executable_path=chrome_driver_path) driver = webdriver.Chrome(options= options,service=service) driver.get("https://huggingfaceh4-falcon-chat.hf.space") try: while True: currtime= time.time() if(currtime>starttime+20): driver.delete_all_cookies() driver.quit() return "Requested Could not be proceed" try: textarea_element = driver.find_element(By.CSS_SELECTOR,'textarea[placeholder="Hello Falcon !!"]') for line in text.split('\n'): textarea_element.send_keys(line) # Simulate pressing the 'Shift + Enter' keys to add a newline without triggering submit textarea_element.send_keys(Keys.SHIFT + Keys.ENTER) textarea_element.send_keys('\n') break except: continue prev ="" # time.sleep(2) while True: time.sleep(0.5) currtime= time.time() if(currtime>starttime+170): driver.delete_all_cookies() driver.quit() return "Requested Could not be proceed" # value="" try: div_element = driver.find_element(By.CSS_SELECTOR,'div[data-testid="bot"]') div_text = div_element.text print(div_text) if prev==div_text and prev !="": driver.quit() return div_text prev= div_text except Exception as e: print(e) continue driver.quit() return " --Error Occurred-- " except: print("Error") driver.delete_all_cookies() driver.quit() return "Error Occureed" '''Star Code''' @app.post("/starcode") async def get_answer_falcon(request: Request ): data = await request.json() text = data['text'] print("recived ",text) res= do_ML_STARCODE(text,0) dict={"RESULT":res} return JSONResponse(dict) def do_ML_STARCODE(text:str, trycount:int): starttime=time.time() options = ChromeOptions() options.add_argument('--no-sandbox') options.add_argument('-headless') options.add_argument("start-maximized") service = Service(executable_path=chrome_driver_path) driver = webdriver.Chrome(options= options,service=service) driver.get("https://huggingfaceh4-starchat-playground.hf.space/") try: while True: currtime= time.time() if(currtime>starttime+20): driver.delete_all_cookies() driver.quit() return "Requested Could not be proceed" try: textarea_element = driver.find_element(By.CSS_SELECTOR,'textarea[placeholder="Enter your message here"]') for line in text.split('\n'): textarea_element.send_keys(line) # Simulate pressing the 'Shift + Enter' keys to add a newline without triggering submit textarea_element.send_keys(Keys.SHIFT + Keys.ENTER) time.sleep(0.5) textarea_element.send_keys('\n') break except: continue prev ="" # time.sleep(2) while True: time.sleep(0.5) currtime= time.time() if(currtime>starttime+170): driver.delete_all_cookies() driver.quit() return "Requested Could not be proceed" try: div_element = driver.find_element(By.CLASS_NAME,'svelte-j1gjts.generating') continue except: pass # value="" try: div_element = driver.find_element(By.CSS_SELECTOR,'div[data-testid="bot"]') text_content = div_element.text print(text_content) driver.delete_all_cookies() driver.quit() return text_content except Exception as e: print(e) continue driver.quit() return " --Error Occurred-- " except: print("Error") driver.delete_all_cookies() driver.quit() return "Error Occureed" @app.post("/chatgpt") async def get_answer_llama3(request: Request ): data = await request.json() msges= data['messages'] print("recievoed , ", msges ) return do_chat_gpt(msges) def do_chat_gpt(msges): starttime=time.time() options = ChromeOptions() options.add_argument('--no-sandbox') options.add_argument('-headless') options.add_argument("start-maximized") service = Service(executable_path=chrome_driver_path) driver = webdriver.Chrome(options= options,service=service) driver.get("https://openskyml-pigeon-chat.hf.space/") base="" for message in msges: base += "%s: %s \n" % (message["role"], message["content"]) base += "assistant:" print("base ",base) try: while True: curr= time.time() if curr- starttime>20: driver.quit() return "Error -1" try: textarea_element = driver.find_element(By.XPATH,'//textarea[@placeholder="Type a message..."]') for line in base.split('\n'): textarea_element.send_keys(line) textarea_element.send_keys(Keys.SHIFT + Keys.ENTER) time.sleep(0.5) textarea_element.send_keys('\n') break except Exception as e: print(e) time.sleep(0.5) continue while True: curr= time.time() if curr- starttime>175: driver.quit() return "Error -1" try: div_element = driver.find_element(By.CSS_SELECTOR,'div[data-testid="bot"]') text = div_element.text print(text) if text=="": raise ValueError("Empty text") driver.quit() return text except Exception as e: print(e) time.sleep(0.5) except: driver.quit() return "Error" @app.post("/falcon180b") async def get_answer_falcon180(request: Request, background_tasks: BackgroundTasks ): data = await request.json() text= data['text'] print("recievoed , ", text ) return StreamingResponse(do_falcon180(text), media_type="text/plain") import asyncio from fastapi.responses import StreamingResponse async def do_falcon180(text): starttime=time.time() options = ChromeOptions() options.add_argument('--no-sandbox') options.add_argument('-headless') options.add_argument("start-maximized") service = Service(executable_path=chrome_driver_path) driver = webdriver.Chrome(options= options,service=service) driver.get("https://ysharma-falcon-180b-demo.hf.space/") # driver.get("https://wffcyrus-falcon-180b-demo.hf.space") try: while True: try: curr= time.time() if curr- starttime>20: break xpath_expression = "//span[@class='svelte-s1r2yt' and contains(text(), 'Additional Inputs')]" element = driver.find_element(By.XPATH, xpath_expression) element.click() element = driver.find_elements(By.CSS_SELECTOR, 'input[data-testid="number-input"]') element[1].clear() # Clear any existing value element[1].send_keys('1900') textarea_element = driver.find_element(By.XPATH,'//textarea[@placeholder="Type a message..."]') for line in text.split('\n'): textarea_element.send_keys(line) textarea_element.send_keys(Keys.SHIFT + Keys.ENTER) textarea_element.send_keys('\n') break except Exception as e: print(e) continue old_text="" while True: # await asyncio.sleep(0.1) curr= time.time() if curr- starttime>180: driver.quit() break done = False try: xpath_expression = "//span[contains(@class, 'chatbot')]" element = driver.find_elements(By.XPATH, xpath_expression) text = element[1].text # print(text) while True: text = element[1].text send_text= text[len(old_text):] old_text= text yield send_text.encode() try: element = driver.find_element(By.CLASS_NAME,"generating") # print("generating") except: # print("generated") driver.quit() done= True break if done: break except Exception as e: print(e) continue except: driver.quit() @app.post("/wizlm70b") async def get_answer_falcon180(request: Request): data = await request.json() text= data['text'] print("recievoed , ", text ) return do_wizard70b(text) def do_wizard70b(text): starttime=time.time() options = ChromeOptions() options.add_argument('--no-sandbox') options.add_argument('-headless') options.add_argument("start-maximized") service = Service(executable_path=chrome_driver_path) driver = webdriver.Chrome(options= options,service=service) driver.get("https://chat.lmsys.org/") while True: curr= time.time() if curr- starttime>10: driver.delete_all_cookies() driver.quit() return "Error-- 1" try: button = driver.find_element(By.XPATH, "//button[contains(@class, 'svelte-kqij2n') and text()='Single Model']") button.click() break except Exception as e: print(e) time.sleep(0.5) # return driver.page_source # while True: # curr= time.time() # if curr- starttime>50: # driver.delete_all_cookies() # driver.quit() # return "Error-- 2" # try: # input_element = driver.find_elements(By.CLASS_NAME,'border-none') # # Send text to the element # input_element[2].clear() # input_element[2].send_keys('wizardlm-70b\n') # span_element = driver.find_elements(By.XPATH,'//span[text()="Parameters"]') # span_element[2].click() # input_element = driver.find_elements(By.XPATH ,'//input[@data-testid="number-input"]') # input_element[8].clear() # Clear any existing value # input_element[8].send_keys('1024') # break # except Exception as e: # print(e) # time.sleep(0.5) time.sleep(1) while True: curr= time.time() if curr- starttime>60: driver.delete_all_cookies() driver.quit() return "Error-- 3" try: textarea = driver.find_elements(By.XPATH,'//textarea[@data-testid="textbox"]') # You can also use other locators like by_id, by_name, by_class_name, etc. textarea[2].clear() for line in text.split('\n'): textarea[2].send_keys(line) textarea[2].send_keys('\n') except Exception as e: print(e) time.sleep(0.5) time.sleep(2) while True: curr= time.time() if curr- starttime>178: driver.delete_all_cookies() driver.quit() return "Error-- 3 -- timeout" try: element = driver.find_element(By.CSS_SELECTOR, '.generating') print("geberating") time.sleep(0.5) except: print("Element with 'generating' keyword in class is not present.") div_element = driver.find_element(By.XPATH,'//div[@data-testid="bot"]') extracted_text = div_element.text driver.delete_all_cookies() driver.quit() return extracted_text #####PALM 2 @app.post("/palm2") async def get_answer_llama(request: Request ): data = await request.json() text = data['text'] # print("recived ",text) res= "" res= do_ML_PALM(text,0) dict={"BOT":res} return JSONResponse(dict) def do_ML_PALM(text:str, trycount:int): starttime=time.time() options = ChromeOptions() options.add_argument('--no-sandbox') options.add_argument('-headless') options.add_argument("start-maximized") service = Service(executable_path=chrome_driver_path) driver = webdriver.Chrome(options= options,service=service) driver.get('https://chansung-palm-with-gradio-chat.hf.space') try: while True: curr = time.time() if curr-starttime>178: driver.delete_all_cookies() driver.quit() return 'Error -1' try: xpath = "//textarea[@data-testid='textbox' and @placeholder='Ask anything']" textarea = driver.find_element(By.XPATH,xpath) textarea.clear() for line in text.split('\n'): textarea.send_keys(line) textarea.send_keys("\n") break except: continue time.sleep(1.5) while True: if curr-starttime>178: driver.delete_all_cookies() driver.quit() return 'Error -2' try: div_element = driver.find_element(By.CSS_SELECTOR,'div.wrap.default.full.svelte-zlszon.generating') continue except: print('fail') try: div_element = driver.find_elements(By.CLASS_NAME,'md.svelte-9tftx4.chatbot') div_element= div_element[1] # Extract and print the text content of the div element div_text = div_element.text if div_text=="": continue driver.delete_all_cookies() driver.quit() return div_text except: time.sleep(0.5) continue except Exception as e: print(e) driver.delete_all_cookies() driver.quit() return "Error 3"