Zack Zhiyuan Li
update leaderboard UI
c865db2
raw
history blame
7.06 kB
import os
import gradio as gr
import pandas as pd
from gradio_huggingfacehub_search import HuggingfaceHubSearch
import requests
from urllib.parse import quote
leaderboard_url = os.getenv("LEADERBOARD_URL", "https://leaderboard.nexa4ai.com")
get_ranking_url = f"{leaderboard_url}/model/get-ranking-by-category"
get_models_url = f"{leaderboard_url}/model/get-models-by-category"
vote_url = f"{leaderboard_url}/model/vote"
submit_models_url = f"{leaderboard_url}/model/submit-models"
submit_category_url = f"{leaderboard_url}/model/submit-category"
def make_clickable_model(model_id):
model_name_show = ' '.join(model_id.split('/')[1:])
link = "https://huggingface.co/" + model_id
return f'<a target="_blank" href="{link}" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">{model_name_show}</a>'
def update_table(category):
retries = 3
while retries > 0:
try:
encoded_category = quote(category)
url_with_params = f"{get_ranking_url}?category={encoded_category}"
response = requests.get(url_with_params)
if response.status_code == 200:
ranking_data = response.json()["ranking"]
api_model_data = {
"Model": [make_clickable_model(item["model_id"]) for item in ranking_data],
"Votes": [item["votes"] for item in ranking_data],
"Categories": [item["categories"] for item in ranking_data] if category == "all" else [category] * len(ranking_data)
}
api_df = pd.DataFrame(api_model_data)
return api_df
else:
print(f"Failed to submit request: {response.text}")
retries -= 1
except requests.exceptions.RequestException as e:
print(f"Error occurred while making request: {e}")
retries -= 1
return pd.DataFrame()
def get_user(profile: gr.OAuthProfile | None) -> str:
if profile is None:
return ""
return profile.username
def get_vote_models(category):
if not category:
return []
url_with_params = f"{get_models_url}?category={category}"
response = requests.get(url_with_params)
if response.status_code == 200:
models_data = response.json()
return gr.CheckboxGroup(choices=models_data, label="Choose your options", interactive=True)
else:
print(f"Failed to get models: {response.text}")
return []
def submit_vote(username, category, models):
if not category or not models:
return "All fields are required!"
if not username:
return "You need to log in to submit a vote."
if username.startswith("Hello "):
username = username[6:]
data = {
"category": category,
"username": username,
"model_ids": models
}
response = requests.post(vote_url, json=data)
if response.status_code == 200:
return f"Vote '{models}' submitted successfully!"
else:
return f"Failed to vote: {response.text}"
def submit_model(category, customize_category, model_id):
if not model_id:
return "All fields are required!"
if not category or not customize_category:
return "Please choose a category or customize your own category!"
selected_category = category
if customize_category:
category_data = {
"category": customize_category
}
response = requests.post(submit_category_url, json=category_data)
if response.status_code != 200:
return f"Failed to submit category: {response.text}"
selected_category = customize_category
data = {
"model_id": model_id,
"categories": [selected_category]
}
response = requests.post(submit_models_url, json=data)
if response.status_code == 200:
return "Your request has been submitted successfully. We will notify you by email once processing is complete."
else:
return f"Failed to submit request: {response.text}"
def update_dropdown(customize_category, category):
if customize_category:
return "", gr.update(value="")
return category, gr.update()
theme = gr.themes.Soft()
with gr.Blocks(theme=theme) as app:
with gr.Tabs():
with gr.TabItem("Table"):
category = gr.Dropdown(
choices=["all", "Art & Design", "Biology", "Physics", "Business", "Chemistry", "Economics", "Philosophy", "History", "Culture", "Computer Science", "Math", "Education", "Health", "Law", "Engineering", "Coding", "Science", "Other"],
label="Select Category",
value="all"
)
initial_data = update_table("all")
table = gr.Dataframe(
headers=["Model", "Votes", "Categories"],
datatype=["markdown", "number", "str"],
value=initial_data,
col_count=(3, "fixed"),
)
app.load(lambda: update_table("all"), outputs=table)
category.change(update_table, inputs=category, outputs=table)
with gr.TabItem("Vote"):
username_text = gr.State(value="")
login_button = gr.LoginButton()
app.load(get_user, inputs=None, outputs=username_text)
category = gr.Dropdown(
choices=["Art & Design", "Biology", "Physics", "Business", "Chemistry", "Economics", "Philosophy", "History", "Culture", "Computer Science", "Math", "Education", "Health", "Law", "Engineering", "Coding", "Science", "Other"],
label="Select Category"
)
cbg = gr.CheckboxGroup(choices=[], label="Choose your options",interactive=True)
submit_button = gr.Button("Submit Vote")
submit_result = gr.Markdown()
category.change(get_vote_models, inputs=category, outputs=cbg)
submit_button.click(fn=submit_vote, inputs=[username_text, category, cbg], outputs=submit_result)
with gr.TabItem("Submit Model"):
category = gr.Dropdown(choices=["Art & Design", "Biology", "Physics", "Business", "Chemistry", "Economics", "Philosophy", "History", "Culture", "Computer Science", "Math", "Education", "Health", "Law", "Engineering", "Coding", "Science", "Other"], label="Select Category")
customize_category = gr.Textbox(label="Customize category", placeholder="Can't find your category? Enter your own.")
model_id = HuggingfaceHubSearch(label="Hub Model ID", placeholder="Search for model id on Huggingface", search_type="model")
submit_model_button = gr.Button("Submit Model")
submit_model_result = gr.Markdown()
customize_category.change(fn=update_dropdown, inputs=[customize_category, category], outputs=[category])
submit_model_button.click(fn=submit_model, inputs=[category, customize_category, model_id], outputs=submit_model_result)
app.launch(share=True)