fix leaderboard updating and order (#1)

- implement continuous leaderboard fetching (0eac6a7420fe64d32f7b7b6cf3e0ac53b3b5204b)
- fix duplicate entries and sort order (aa04fbd3d622bfa4bf8628f3d2d18ca8d20d7d5e)


Co-authored-by: Alex Nijjar <[email protected]>

.gitignore

@@ -4,5 +4,6 @@ __pycache__/
 .ipynb_checkpoints
 *ipynb
 .vscode/
+.idea/
 
 logs/

app.py

@@ -1,13 +1,15 @@
 import os
+import time
 from dataclasses import dataclass
 
-from substrateinterface import Keypair
-from wandb.apis.public import Runs, Run
-
-import wandb
 import gradio as gr
+import schedule
+import wandb
+from substrateinterface import Keypair
+from wandb.apis.public import Run, Runs
 
 wandb_api = wandb.Api()
+demo = gr.Blocks(css=".typewriter {font-family: 'JMH Typewriter', sans-serif;}")
 
 SOURCE_VALIDATOR_UID = int(os.environ["SOURCE_VALIDATOR_UID"])
 WANDB_RUN_PATH = os.environ["WANDB_RUN_PATH"]
@@ -42,8 +44,11 @@ def is_valid_run(run: Run):
         return False
 
 
-def main():
-    demo = gr.Blocks(css=".typewriter {font-family: 'JMH Typewriter', sans-serif;}")
+def refresh_leaderboard():
+    print("Refreshing Leaderboard")
+
+    demo.clear()
+
     with demo:
         with gr.Accordion("Contest #1 Submission Leader: New Dream SDXL on NVIDIA RTX 4090s"):
             runs: Runs = wandb_api.runs(
@@ -58,39 +63,55 @@ def main():
                 if not is_valid_run(run):
                     continue
 
+                has_data = False
                 for key, value in run.summary.items():
                     if key.startswith("_"):
                         continue
 
+                    has_data = True
+
                     try:
                         uid = int(key)
 
-                        entries[uid] = LeaderboardEntry(
-                            uid=uid,
-                            rank=value["rank"],
-                            model=value["model"],
-                            score=value["score"],
-                            hotkey=value["hotkey"],
-                            previous_day_winner=value["multiday_winner"],
-                        )
+                        if uid not in entries:
+                            entries[uid] = LeaderboardEntry(
+                                uid=uid,
+                                rank=value["rank"],
+                                model=value["model"],
+                                score=value["score"],
+                                hotkey=value["hotkey"],
+                                previous_day_winner=value["multiday_winner"],
+                            )
                     except Exception:
                         continue
 
+                if has_data:
+                    break
+
             leaderboard: list[tuple] = [
-                (entry.uid, entry.model, entry.score, entry.hotkey, entry.previous_day_winner)
+                (entry.rank + 1, entry.uid, entry.model, entry.score, entry.hotkey, entry.previous_day_winner)
                 for entry in sorted(entries.values(), key=lambda entry: entry.rank)
             ]
 
             gr.components.Dataframe(
                 value=leaderboard,
-                headers=["Uid", "Model", "Score", "Hotkey", "Previous day winner"],
-                datatype=["number", "markdown", "number", "markdown", "bool"],
+                headers=["Rank", "Uid", "Model", "Score", "Hotkey", "Previous day winner"],
+                datatype=["number", "number", "markdown", "number", "markdown", "bool"],
                 elem_id="leaderboard-table",
                 interactive=False,
                 visible=True,
             )
 
-    demo.launch()
+
+def main():
+    refresh_leaderboard()
+    schedule.every().day.at("09:30:00", "America/New_York").do(refresh_leaderboard)
+
+    demo.launch(prevent_thread_lock=True)
+
+    while True:
+        schedule.run_pending()
+        time.sleep(1)
 
 
 main()

requirements.txt

@@ -2,3 +2,4 @@ black
 gradio
 wandb
 substrate-interface
+schedule