import os import gradio as gr import pandas as pd from gradio_huggingfacehub_search import HuggingfaceHubSearch import requests from urllib.parse import quote leaderboard_url = os.getenv("LEADERBOARD_URL", "https://leaderboard.nexa4ai.com") get_ranking_url = f"{leaderboard_url}/model/get-ranking-by-category" get_models_url = f"{leaderboard_url}/model/get-models-by-category" vote_url = f"{leaderboard_url}/model/vote" submit_models_url = f"{leaderboard_url}/model/submit-models" submit_category_url = f"{leaderboard_url}/model/submit-category" def make_clickable_model(model_id): model_name_show = ' '.join(model_id.split('/')[1:]) link = "https://huggingface.co/" + model_id return f'{model_name_show}' def update_table(category): retries = 3 while retries > 0: try: encoded_category = quote(category) url_with_params = f"{get_ranking_url}?category={encoded_category}" response = requests.get(url_with_params) if response.status_code == 200: ranking_data = response.json()["ranking"] api_model_data = { "Model": [make_clickable_model(item["model_id"]) for item in ranking_data], "Votes": [item["votes"] for item in ranking_data], "Categories": [item["categories"] for item in ranking_data] if category == "all" else [category] * len(ranking_data) } api_df = pd.DataFrame(api_model_data) return api_df else: print(f"Failed to submit request: {response.text}") retries -= 1 except requests.exceptions.RequestException as e: print(f"Error occurred while making request: {e}") retries -= 1 return pd.DataFrame() def get_user(profile: gr.OAuthProfile | None) -> str: if profile is None: return "" return profile.username def get_vote_models(category): if not category: return [] url_with_params = f"{get_models_url}?category={category}" response = requests.get(url_with_params) if response.status_code == 200: models_data = response.json() return gr.CheckboxGroup(choices=models_data, label="Choose your options", interactive=True) else: print(f"Failed to get models: {response.text}") return [] def submit_vote(username, category, models): if not category or not models: return "All fields are required!" if not username: return "You need to log in to submit a vote." if username.startswith("Hello "): username = username[6:] data = { "category": category, "username": username, "model_ids": models } response = requests.post(vote_url, json=data) if response.status_code == 200: return f"Vote '{models}' submitted successfully!" else: return f"Failed to vote: {response.text}" def submit_model(category, customize_category, model_id): if not model_id: return "All fields are required!" if not category or not customize_category: return "Please choose a category or customize your own category!" selected_category = category if customize_category: category_data = { "category": customize_category } response = requests.post(submit_category_url, json=category_data) if response.status_code != 200: return f"Failed to submit category: {response.text}" selected_category = customize_category data = { "model_id": model_id, "categories": [selected_category] } response = requests.post(submit_models_url, json=data) if response.status_code == 200: return "Your request has been submitted successfully. We will notify you by email once processing is complete." else: return f"Failed to submit request: {response.text}" def update_dropdown(customize_category, category): if customize_category: return "", gr.update(value="") return category, gr.update() theme = gr.themes.Soft() with gr.Blocks(theme=theme) as app: with gr.Tabs(): with gr.TabItem("Table"): category = gr.Dropdown( choices=["all", "Art & Design", "Biology", "Physics", "Business", "Chemistry", "Economics", "Philosophy", "History", "Culture", "Computer Science", "Math", "Education", "Health", "Law", "Engineering", "Coding", "Science", "Other"], label="Select Category", value="all" ) initial_data = update_table("all") table = gr.Dataframe( headers=["Model", "Votes", "Categories"], datatype=["markdown", "number", "str"], value=initial_data, col_count=(3, "fixed"), ) app.load(lambda: update_table("all"), outputs=table) category.change(update_table, inputs=category, outputs=table) with gr.TabItem("Vote"): username_text = gr.State(value="") login_button = gr.LoginButton() app.load(get_user, inputs=None, outputs=username_text) category = gr.Dropdown( choices=["Art & Design", "Biology", "Physics", "Business", "Chemistry", "Economics", "Philosophy", "History", "Culture", "Computer Science", "Math", "Education", "Health", "Law", "Engineering", "Coding", "Science", "Other"], label="Select Category" ) cbg = gr.CheckboxGroup(choices=[], label="Choose your options",interactive=True) submit_button = gr.Button("Submit Vote") submit_result = gr.Markdown() category.change(get_vote_models, inputs=category, outputs=cbg) submit_button.click(fn=submit_vote, inputs=[username_text, category, cbg], outputs=submit_result) with gr.TabItem("Submit Model"): category = gr.Dropdown(choices=["Art & Design", "Biology", "Physics", "Business", "Chemistry", "Economics", "Philosophy", "History", "Culture", "Computer Science", "Math", "Education", "Health", "Law", "Engineering", "Coding", "Science", "Other"], label="Select Category") customize_category = gr.Textbox(label="Customize category", placeholder="Can't find your category? Enter your own.") model_id = HuggingfaceHubSearch(label="Hub Model ID", placeholder="Search for model id on Huggingface", search_type="model") submit_model_button = gr.Button("Submit Model") submit_model_result = gr.Markdown() customize_category.change(fn=update_dropdown, inputs=[customize_category, category], outputs=[category]) submit_model_button.click(fn=submit_model, inputs=[category, customize_category, model_id], outputs=submit_model_result) app.launch(share=True)