first init

.gitignore

@@ -0,0 +1,2 @@
+# General
+.DS_Store

app.py

@@ -0,0 +1,98 @@
+import gradio as gr
+import pandas as pd
+import os
+from datetime import datetime, timezone 
+import pytz
+
+csv_folder = "data"
+
+setups = ["CulturalBench_Hard","CulturalBench_Easy"]
+data_types = ["average","per_continent"]
+
+with open("markdown/aboutus.md", "r") as f:
+    ABOUT_MD = f.read()
+
+with open("markdown/header.md", "r") as f:
+    HEADER_MD = f.read()
+
+def make_full_leaderboard_md():
+    leaderboard_md = """
+    We evaluate models by the same dataset but with in two setup: CulturalBench-Easy and CulturalBench-Hard.
+
+    See more detail on our [Paper](https://arxiv.org)
+    """
+    leaderboard_md += f'''Human baseline: 92.4% on CulturalBench-Easy and 92.5% on CulturalBench-Hard'''
+    return leaderboard_md
+
+def display_leaderboard(setup, data_type):
+    file_name = f"{setup}_{data_type}.csv"
+    file_path = os.path.join(csv_folder, file_name)
+    df = pd.read_csv(file_path)
+    return df
+
+def build_leaderboard():
+    with gr.Row():
+        with gr.Column():
+            setup_radio = gr.Radio(choices=setups, label="Select Evaluation Setup:", value="CulturalBench_Hard", elem_id="setup_radio")
+        
+        with gr.Column():
+            data_type_radio = gr.Radio(choices=data_types, label="Average or per continent:", value="average", elem_id="data_type_radio")
+
+    leaderboard_viewer = gr.DataFrame(
+        value=display_leaderboard("CulturalBench_Hard", "average"), 
+        elem_id="leaderboard_viewer"
+    )
+
+    setup_radio.change(display_leaderboard, 
+                    inputs=[setup_radio, data_type_radio], 
+                    outputs=leaderboard_viewer)
+    data_type_radio.change(display_leaderboard, 
+                        inputs=[setup_radio, data_type_radio], 
+                        outputs=leaderboard_viewer) 
+
+LAST_UPDATED = datetime.now(pytz.timezone('US/Pacific')).strftime("%Y-%m-%d %H:%M:%S")
+header_md_text = HEADER_MD.replace("{LAST_UPDATED}", str(LAST_UPDATED))
+
+
+theme = gr.themes.Default.load("static/theme.json")
+text_size = gr.themes.sizes.text_lg
+font = [gr.themes.GoogleFont("Inconsolata"), "Arial", "sans-serif"]
+theme.text_size = text_size
+theme.font = font
+theme.set(
+    button_large_text_size="30px",
+    button_small_text_size="30px",
+    button_large_text_weight="1000",
+    button_small_text_weight="1000",
+    button_shadow="*shadow_drop_lg",
+    button_shadow_hover="*shadow_drop_lg",
+    checkbox_label_shadow="*shadow_drop_lg",
+    button_shadow_active="*shadow_inset",
+    button_secondary_background_fill="*color_green",
+    button_secondary_background_fill_dark="*color_green",
+    button_secondary_background_fill_hover="*color_green_darker",
+    button_secondary_background_fill_hover_dark="*color_green_darker",       
+    button_secondary_text_color="white",
+    button_secondary_text_color_dark="white",
+)
+
+with gr.Blocks(theme=theme) as demo:
+    
+    leaderboard_md = make_full_leaderboard_md()
+    with gr.Row():
+        with gr.Column(scale=4):
+            LAST_UPDATED = datetime.now(pytz.timezone('US/Pacific')).strftime("%Y-%m-%d %H:%M:%S")
+            header_md_text = HEADER_MD.replace("{LAST_UPDATED}", str(LAST_UPDATED))
+            gr.Markdown(header_md_text, elem_classes="markdown-text") 
+    text_size = gr.themes.sizes.text_lg
+
+    gr.Markdown("<hr style='margin: 20px 0;'>", elem_id="divider")
+
+    with gr.Tabs() as tabs:
+        with gr.Tab("🥇 Leaderboard", id=0):
+            md_3 = gr.Markdown(leaderboard_md, elem_id="markdown")
+            build_leaderboard()
+        with gr.Tab("ℹ️ About Us", id=1):
+            gr.Markdown(ABOUT_MD, elem_classes="markdown-text")
+
+demo.launch()

data/CulturalBench_Easy_average.csv

@@ -0,0 +1,28 @@
+model,accuracy
+gpt-3-5-turbo-1106,71.7196414
+gpt35turbo,71.96414018
+gpt4omini,83.21108394
+gpt4o,88.83455583
+gpt-4o-2024-08-06,89.73105134
+gpt-4-0125-preview,88.50855746
+gpt-4-1106-preview,88.59005705
+haiku,61.69519152
+sonnet3,60.06519967
+opus,81.01059495
+sonnet35,79.95110024
+mistralnemo,71.47514262
+mistralsmall,68.4596577
+mistral-large-2402,56.72371638
+mistrallarge,85.8190709
+llama3-8b,70.25264874
+llama3-70b,83.04808476
+llama3-1-8b,71.23064385
+llama3-1-70b,84.10757946
+llama3-1-405b,85.65607172
+gemma2-9b,76.20211899
+gemma2-27b,79.21760391
+mistral-7b-v1,58.10920945
+mistral-7b-v2,54.44172779
+mixtral-8x22B,74.00162999
+qwen1-5-72b-chat,80.11409943
+qwen2-72b,83.21108394

data/CulturalBench_Easy_per_continent.csv

@@ -0,0 +1,30 @@
+models, North America,South America,East Europe,South Europe ,West Europe,Africa,Middle East/ West Asia,South Asia ,Southeast Asia,East Asia,Oceania
+gpt-3-5-turbo-1106 ,80.72,71.34,72.64,83.75,78.61,81.22,54.71,80.68,67.5,63.7,86.36
+gpt35turbo ,87.85,72.21,76.86,80.97,74.61,80.74,59.19,83.82,68.39,62.04,78.48
+gpt4omini ,90.35,78.54,89.08,89.16,87.31,87.24,71.4,90.46,81.2,79.14,87.57
+gpt4o ,100,87.82,91.93,91.66,97.22,91.81,80.78,90.13,86.07,86.44,92.12
+gpt-4o-2024-08-06 ,100,85.61,92.32,93.06,97,92.42,86.76,90.22,86.28,88.5,92.12
+gpt-4-0125-preview ,100,86.9,90.96,90.42,94.44,87.97,82.34,94.11,85.46,84.7,87.57
+gpt-4-1106-preview ,97.5,87.22,92.28,91.8,90.65,85.59,82.5,95.65,84.95,85.6,96.66
+haiku ,80.35,58.8,64.91,67.91,55.78,72.39,58.07,68.76,57.09,56.52,76.37
+sonnet3 ,68.22,59.53,64.76,64.16,56.56,60.68,58.91,67.34,62.31,54.51,57.28
+opus ,100,74.56,81.16,84.86,83.96,83.13,73.58,88.64,80.1,79.47,92.12
+sonnet35 ,95,76.45,76.7,82.36,82.74,80.64,77.01,85.68,77.95,80.98,88.79
+mistralnemo ,80.72,69.46,78.49,74.86,72.83,77.66,62.26,79.63,71.68,64.82,80.91
+mistralsmall ,73.22,64.58,73.46,72.36,70.05,77.91,56.36,71.89,66.32,62.75,75.16
+mistral-large-2402 ,63.57,56.19,64.19,61.94,55.78,62.71,41.14,63.52,60.79,50.95,42.72
+mistrallarge ,95,82.87,88.18,93.2,86.53,88.9,79.13,88.68,82.45,84.77,92.12
+llama3-8b ,80.35,66.7,73.79,74.86,66.83,78.02,57.75,78.06,76.04,60.07,71.82
+llama3-70b ,97.5,78.54,87.9,87.64,85.74,85.37,75.94,86.34,85.66,78.65,79.7
+llama3-1-8b ,85.35,69.87,73.92,70.84,70.4,77.77,58.46,84.07,74.86,62.38,69.7
+llama3-1-70b ,97.5,76.29,88.43,87.78,86.53,83.02,76.98,91.65,87.39,80.15,92.12
+llama3-1-405b ,100,80.23,85.31,86.11,88.31,88.8,80.97,89.56,84.36,88.24,87.57
+gemma2-9b ,87.85,70.11,82.81,86.53,78.96,81.18,68.54,81.08,78.52,67.92,76.37
+gemma2-27b ,87.85,72.66,84.63,85,84.31,85.03,69.07,90.59,80.03,71.28,76.37
+mistral-7b-v1 ,61.43,53.36,57.2,56.25,58.92,68.35,49.33,63.76,60.71,55,56.06
+mistral-7b-v2 ,73.22,51.56,55.45,57.64,54.14,66.8,43.44,58.6,54.08,47.24,60.61
+mixtral-8x22B ,80.72,69.83,78.36,80,75.4,81.04,64.61,83.49,74.98,68.13,76.37
+qwen1-5-72b-chat ,97.5,74.54,85.48,90.56,82.18,83.03,71.01,88.01,81.32,76.98,80.91
+qwen2-72b ,97.5,81.45,86.94,86.39,89.87,85.78,69.86,87.59,78.14,83.03,95.46
+random ,24.28,29.85,22.76,26.39,32.39,28.26,25.32,20.8,25.59,22.9,25.76
+human ,91.65,92.27,93.6,92.92,92.31,91.65,92.53,94.48,93.47,92.08,90.06

data/CulturalBench_Hard_average.csv

@@ -0,0 +1,29 @@
+model,accuracy
+gpt-3-5-turbo-1106,26.97636512
+gpt35turbo,32.76283619
+gpt4omini,48.32925835
+gpt4o,61.45069275
+gpt-4o-2024-08-06,62.02118989
+gpt-4-0125-preview,61.61369193
+gpt-4-1106-preview,59.8207009
+haiku,25.34637327
+sonnet3,34.47432763
+opus,52.89323553
+sonnet35,51.50774246
+mistralnemo,37.73431133
+mistralsmall,43.27628362
+mistral-large-2402,48.65525672
+mistrallarge,43.92828036
+gemini-1-5-flash,45.31377343
+llama3-8b,21.43439283
+llama3-70b,30.399348
+llama3-1-8b,37.97881011
+llama3-1-70b,54.19722901
+llama3-1-405b,52.56723716
+gemma2-9b,38.95680522
+gemma2-27b,43.03178484
+mistral-7b-v1,19.5599022
+mistral-7b-v2,34.800326
+mixtral-8x22B,44.25427873
+qwen1-5-72b-chat,44.74327628
+qwen2-72b,48.65525672

data/CulturalBench_Hard_per_continent.csv

@@ -0,0 +1,28 @@
+Models, North America,South America,East Europe,South Europe ,West Europe,Africa,Middle East/ West Asia,South Asia ,Southeast Asia,East Asia,Oceania
+gpt-3-5-turbo-1106 ,36.78,26.45,20.21,29.58,37.4,28.37,17.61,36.74,25.33,23.38,36.97
+gpt35turbo ,41.78,36.27,30.65,34.03,43.53,34.22,21,46.51,30.28,28.76,36.97
+gpt4omini ,63.57,45.54,37.04,50,55.56,48.76,37.87,60.13,50.08,47.44,44.84
+gpt4o ,70.72,54.19,54.3,65.69,68.25,67.76,54.22,72.5,64.49,61.38,54.84
+gpt-4o-2024-08-06 ,75.72,55.76,52.73,64.03,69.81,65.2,59.05,68.42,61.39,62.49,60.61
+gpt-4-0125-preview ,75.72,57.42,56.57,60.14,68.03,67.56,54.94,66.7,59.99,65.22,59.39
+gpt-4-1106-preview ,77.85,52.82,53.9,61.25,60.12,66.87,53.23,73.5,59.56,61.55,56.06
+haiku ,43.93,30.17,28.36,20.84,33.96,27.64,19.42,33,17.2,20.32,27.88
+sonnet3 ,48.93,31.01,33.1,52.08,40.09,34.68,26.3,40.47,26.67,32.63,30.3
+opus ,75.35,43.52,47.59,54.86,52.78,58.94,42.45,64.37,58.28,52.95,53.94
+sonnet35 ,70.72,40.32,42.9,58.61,59.92,57.56,43.69,63.64,55.25,49.63,65.16
+mistralnemo ,48.93,30.09,37.84,46.94,45.66,39.86,29.76,45.78,39.63,34.06,34.84
+mistralsmall ,63.22,43.4,39.54,46.25,48,53.2,30.37,60.24,44.62,33.36,36.97
+mistral-large-2402 ,63.22,39.53,50.15,52.22,42.3,52.84,40.46,62.88,58.72,44.79,48.48
+mistrallarge ,72.85,34.93,44.11,49.58,48.88,42.08,39.13,45.09,51.78,44.22,42.72
+llama3-8b ,24.28,20.56,15.56,26.25,14.48,19.67,10.57,26.67,25.43,26.05,19.09
+llama3-70b ,27.14,26.2,24.09,23.75,34.52,30.02,27.92,38.54,30.01,33.73,41.52
+llama3-1-8b ,51.43,33.81,37.35,44.58,34.3,38.75,28.74,47.43,40.85,37.02,40.61
+llama3-1-70b ,75.72,46.18,45.53,56.25,63.69,60.15,50.04,62.72,51.5,57.19,53.94
+llama3-1-405b ,73.22,50.27,47.05,57.92,54.34,55.01,42.71,64.46,48.91,54.15,49.39
+gemma2-9b ,51.43,37.71,30.69,40.84,40.08,42.89,29.62,54.04,39.62,36.24,16.66
+gemma2-27b ,65.72,42.25,37.01,38.2,55.35,50.65,32.82,60.94,36.51,40.82,30.3
+mistral-7b-v1 ,31.78,26.2,18.53,22.08,22.39,22.72,11.43,21.71,15.67,16.68,15.76
+mistral-7b-v2 ,41.78,28.49,26.45,34.03,36.96,38.46,27.84,47.3,38.88,33.22,33.64
+mixtral-8x22B ,68.22,37.08,39.08,44.3,53.01,50.73,37.73,66.94,43.24,38.46,38.18
+qwen1-5-72b-chat ,75.35,45.88,40.48,45.84,44.22,49.83,29.83,65.22,44.87,41.15,41.52
+qwen2-72b ,75.35,40.44,44.23,50.7,54,49.83,37.52,55.04,49.48,50.72,55.16

markdown/aboutus.md

@@ -0,0 +1,12 @@
+## About Us
+
+### Paper
+
+Our arxiv paper: [CulturalBench: A Robust, Diverse, and Challenging Benchmark to measure cultural knowledge of LLMs](https://arxiv.org/)  
+ 
+ 
+### Contact
+
+Please contact us in the following ways:
+- Github Issues/PRs: Coming Soon
+- Other questions: Please contact Kelly with email: kellycyy[at]uw[dot]edu

markdown/header.md

@@ -0,0 +1,3 @@
+# 🌎 CulturalBench: A Robust, Diverse and Challegning Benchmark for Measuring Cultural Knowledge of LLMs
+[📰 Paper](https://arxiv.org) | [💬 Discussion](https://huggingface.co/spaces/kellycyy/CulturalBench/discussions) | Updated: **{LAST_UPDATED}**
+ 

static/theme.json

@@ -0,0 +1 @@
+{"theme": {"text_size": "20px", "background_fill_primary": "white", "background_fill_primary_dark": "*neutral_950", "background_fill_secondary": "*neutral_50", "background_fill_secondary_dark": "*neutral_900", "block_background_fill": "*background_fill_primary", "block_background_fill_dark": "*neutral_800", "block_border_color": "*border_color_primary", "block_border_color_dark": "*border_color_primary", "block_border_width": "1px", "block_border_width_dark": "1px", "block_info_text_color": "*body_text_color_subdued", "block_info_text_color_dark": "*body_text_color_subdued", "block_info_text_size": "*text_sm", "block_info_text_weight": "400", "block_label_background_fill": "*background_fill_primary", "block_label_background_fill_dark": "*background_fill_secondary", "block_label_border_color": "*border_color_primary", "block_label_border_color_dark": "*border_color_primary", "block_label_border_width": "1px", "block_label_border_width_dark": "1px", "block_label_margin": "0", "block_label_padding": "*spacing_sm *spacing_lg", "block_label_radius": "calc(*radius_lg - 1px) 0 calc(*radius_lg - 1px) 0", "block_label_right_radius": "0 calc(*radius_lg - 1px) 0 calc(*radius_lg - 1px)", "block_label_shadow": "*block_shadow", "block_label_text_color": "*neutral_500", "block_label_text_color_dark": "*neutral_200", "block_label_text_size": "*text_sm", "block_label_text_weight": "400", "block_padding": "*spacing_xl calc(*spacing_xl + 2px)", "block_radius": "*radius_lg", "block_shadow": "none", "block_shadow_dark": "none", "block_title_background_fill": "none", "block_title_background_fill_dark": "none", "block_title_border_color": "none", "block_title_border_color_dark": "none", "block_title_border_width": "0px", "block_title_border_width_dark": "0px", "block_title_padding": "0", "block_title_radius": "none", "block_title_text_color": "*neutral_500", "block_title_text_color_dark": "*neutral_200", "block_title_text_size": "*text_md", "block_title_text_weight": "400", "body_background_fill": "*background_fill_primary", "body_background_fill_dark": "*background_fill_primary", "body_text_color": "*neutral_700", "body_text_color_dark": "*neutral_200", "body_text_color_subdued": "*neutral_400", "body_text_color_subdued_dark": "*neutral_500", "body_text_size": "*text_md", "body_text_weight": "400", "border_color_accent": "*primary_300", "border_color_accent_dark": "*neutral_600", "border_color_primary": "*neutral_200", "border_color_primary_dark": "*neutral_700", "button_border_width": "*input_border_width", "button_border_width_dark": "*input_border_width", "button_cancel_background_fill": "*button_secondary_background_fill", "button_cancel_background_fill_dark": "*button_secondary_background_fill", "button_cancel_background_fill_hover": "*button_cancel_background_fill", "button_cancel_background_fill_hover_dark": "*button_cancel_background_fill", "button_cancel_border_color": "*button_secondary_border_color", "button_cancel_border_color_dark": "*button_secondary_border_color", "button_cancel_border_color_hover": "*button_cancel_border_color", "button_cancel_border_color_hover_dark": "*button_cancel_border_color", "button_cancel_text_color": "*button_secondary_text_color", "button_cancel_text_color_dark": "*button_secondary_text_color", "button_cancel_text_color_hover": "*button_cancel_text_color", "button_cancel_text_color_hover_dark": "*button_cancel_text_color", "button_large_padding": "*spacing_lg calc(2 * *spacing_lg)", "button_large_radius": "*radius_lg", "button_large_text_size": "*text_lg", "button_large_text_weight": "500", "button_primary_background_fill": "*primary_200", "button_primary_background_fill_dark": "*primary_700", "button_primary_background_fill_hover": "*button_primary_background_fill", "button_primary_background_fill_hover_dark": "*button_primary_background_fill", "button_primary_border_color": "*primary_200", "button_primary_border_color_dark": "*primary_600", "button_primary_border_color_hover": "*button_primary_border_color", "button_primary_border_color_hover_dark": "*button_primary_border_color", "button_primary_text_color": "*primary_600", "button_primary_text_color_dark": "white", "button_primary_text_color_hover": "*button_primary_text_color", "button_primary_text_color_hover_dark": "*button_primary_text_color", "button_secondary_background_fill": "*neutral_200", "button_secondary_background_fill_dark": "*neutral_600", "button_secondary_background_fill_hover": "*neutral_300", "button_secondary_background_fill_hover_dark": "*neutral_500", "button_secondary_border_color": "*neutral_200", "button_secondary_border_color_dark": "*neutral_600", "button_secondary_border_color_hover": "*button_secondary_border_color", "button_secondary_border_color_hover_dark": "*button_secondary_border_color", "button_secondary_text_color": "*neutral_700", "button_secondary_text_color_dark": "white", "button_secondary_text_color_hover": "*button_secondary_text_color", "button_secondary_text_color_hover_dark": "*button_secondary_text_color", "button_shadow": "none", "button_shadow_active": "none", "button_shadow_hover": "none", "button_small_padding": "*spacing_sm calc(2 * *spacing_sm)", "button_small_radius": "*radius_lg", "button_small_text_size": "*text_md", "button_small_text_weight": "400", "button_transition": "background-color 0.2s ease", "checkbox_background_color": "*background_fill_primary", "checkbox_background_color_dark": "*neutral_800", "checkbox_background_color_focus": "*checkbox_background_color", "checkbox_background_color_focus_dark": "*checkbox_background_color", "checkbox_background_color_hover": "*checkbox_background_color", "checkbox_background_color_hover_dark": "*checkbox_background_color", "checkbox_background_color_selected": "*secondary_600", "checkbox_background_color_selected_dark": "*secondary_600", "checkbox_border_color": "*neutral_300", "checkbox_border_color_dark": "*neutral_700", "checkbox_border_color_focus": "*secondary_500", "checkbox_border_color_focus_dark": "*secondary_500", "checkbox_border_color_hover": "*neutral_300", "checkbox_border_color_hover_dark": "*neutral_600", "checkbox_border_color_selected": "*secondary_600", "checkbox_border_color_selected_dark": "*secondary_600", "checkbox_border_radius": "*radius_sm", "checkbox_border_width": "*input_border_width", "checkbox_border_width_dark": "*input_border_width", "checkbox_check": "url(\"data:image/svg+xml,%3csvg viewBox='0 0 16 16' fill='white' xmlns='http://www.w3.org/2000/svg'%3e%3cpath d='M12.207 4.793a1 1 0 010 1.414l-5 5a1 1 0 01-1.414 0l-2-2a1 1 0 011.414-1.414L6.5 9.086l4.293-4.293a1 1 0 011.414 0z'/%3e%3c/svg%3e\")", "checkbox_label_background_fill": "*button_secondary_background_fill", "checkbox_label_background_fill_dark": "*button_secondary_background_fill", "checkbox_label_background_fill_hover": "*button_secondary_background_fill_hover", "checkbox_label_background_fill_hover_dark": "*button_secondary_background_fill_hover", "checkbox_label_background_fill_selected": "*checkbox_label_background_fill", "checkbox_label_background_fill_selected_dark": "*checkbox_label_background_fill", "checkbox_label_border_color": "*border_color_primary", "checkbox_label_border_color_dark": "*border_color_primary", "checkbox_label_border_color_hover": "*checkbox_label_border_color", "checkbox_label_border_color_hover_dark": "*checkbox_label_border_color", "checkbox_label_border_width": "*input_border_width", "checkbox_label_border_width_dark": "*input_border_width", "checkbox_label_gap": "*spacing_lg", "checkbox_label_padding": "*spacing_md calc(2 * *spacing_md)", "checkbox_label_shadow": "none", "checkbox_label_text_color": "*body_text_color", "checkbox_label_text_color_dark": "*body_text_color", "checkbox_label_text_color_selected": "*checkbox_label_text_color", "checkbox_label_text_color_selected_dark": "*checkbox_label_text_color", "checkbox_label_text_size": "*text_md", "checkbox_label_text_weight": "400", "checkbox_shadow": "*input_shadow", "color_accent": "*primary_500", "color_accent_soft": "*primary_50", "color_accent_soft_dark": "*neutral_700", "container_radius": "*radius_lg", "embed_radius": "*radius_md", "error_background_fill": "#fee2e2", "error_background_fill_dark": "*background_fill_primary", "error_border_color": "#fecaca", "error_border_color_dark": "*border_color_primary", "error_border_width": "1px", "error_border_width_dark": "1px", "error_text_color": "#ef4444", "error_text_color_dark": "#ef4444", "form_gap_width": "0px", "input_background_fill": "*neutral_100", "input_background_fill_dark": "*neutral_700", "input_background_fill_focus": "*secondary_500", "input_background_fill_focus_dark": "*secondary_600", "input_background_fill_hover": "*input_background_fill", "input_background_fill_hover_dark": "*input_background_fill", "input_border_color": "*border_color_primary", "input_border_color_dark": "*border_color_primary", "input_border_color_focus": "*secondary_300", "input_border_color_focus_dark": "*neutral_700", "input_border_color_hover": "*input_border_color", "input_border_color_hover_dark": "*input_border_color", "input_border_width": "0px", "input_border_width_dark": "0px", "input_padding": "*spacing_xl", "input_placeholder_color": "*neutral_400", "input_placeholder_color_dark": "*neutral_500", "input_radius": "*radius_lg", "input_shadow": "none", "input_shadow_dark": "none", "input_shadow_focus": "*input_shadow", "input_shadow_focus_dark": "*input_shadow", "input_text_size": "*text_md", "input_text_weight": "400", "layout_gap": "*spacing_xxl", "link_text_color": "*secondary_600", "link_text_color_active": "*secondary_600", "link_text_color_active_dark": "*secondary_500", "link_text_color_dark": "*secondary_500", "link_text_color_hover": "*secondary_700", "link_text_color_hover_dark": "*secondary_400", "link_text_color_visited": "*secondary_500", "link_text_color_visited_dark": "*secondary_600", "loader_color": "*color_accent", "loader_color_dark": "*color_accent", "name": "base", "neutral_100": "#f5f5f4", "neutral_200": "#e7e5e4", "neutral_300": "#d6d3d1", "neutral_400": "#a8a29e", "neutral_50": "#fafaf9", "neutral_500": "#78716c", "neutral_600": "#57534e", "neutral_700": "#44403c", "neutral_800": "#292524", "neutral_900": "#1c1917", "neutral_950": "#0f0e0d", "panel_background_fill": "*background_fill_secondary", "panel_background_fill_dark": "*background_fill_secondary", "panel_border_color": "*border_color_primary", "panel_border_color_dark": "*border_color_primary", "panel_border_width": "0", "panel_border_width_dark": "0", "primary_100": "#e0f2fe", "primary_200": "#bae6fd", "primary_300": "#7dd3fc", "primary_400": "#38bdf8", "primary_50": "#f0f9ff", "primary_500": "#0ea5e9", "primary_600": "#0284c7", "primary_700": "#0369a1", "primary_800": "#075985", "primary_900": "#0c4a6e", "primary_950": "#0b4165", "prose_header_text_weight": "500", "prose_text_size": "*text_md", "prose_text_weight": "400", "radio_circle": "url(\"data:image/svg+xml,%3csvg viewBox='0 0 16 16' fill='white' xmlns='http://www.w3.org/2000/svg'%3e%3ccircle cx='8' cy='8' r='3'/%3e%3c/svg%3e\")", "radius_lg": "3px", "radius_md": "3px", "radius_sm": "3px", "radius_xl": "3px", "radius_xs": "3px", "radius_xxl": "3px", "radius_xxs": "3px", "secondary_100": "#e0f2fe", "secondary_200": "#bae6fd", "secondary_300": "#7dd3fc", "secondary_400": "#38bdf8", "secondary_50": "#f0f9ff", "secondary_500": "#0ea5e9", "secondary_600": "#0284c7", "secondary_700": "#0369a1", "secondary_800": "#075985", "secondary_900": "#0c4a6e", "secondary_950": "#0b4165", "section_header_text_size": "*text_md", "section_header_text_weight": "400", "shadow_drop": "rgba(0,0,0,0.05) 0px 1px 2px 0px", "shadow_drop_lg": "0 1px 3px 0 rgb(0 0 0 / 0.1), 0 1px 2px -1px rgb(0 0 0 / 0.1)", "shadow_inset": "rgba(0,0,0,0.05) 0px 2px 4px 0px inset", "shadow_spread": "3px", "shadow_spread_dark": "1px", "slider_color": "*primary_600", "slider_color_dark": "*primary_600", "spacing_lg": "8px", "spacing_md": "6px", "spacing_sm": "4px", "spacing_xl": "10px", "spacing_xs": "2px", "spacing_xxl": "16px", "spacing_xxs": "1px", "stat_background_fill": "*primary_300", "stat_background_fill_dark": "*primary_500", "table_border_color": "*neutral_300", "table_border_color_dark": "*neutral_700", "table_even_background_fill": "white", "table_even_background_fill_dark": "*neutral_950", "table_odd_background_fill": "*neutral_50", "table_odd_background_fill_dark": "*neutral_900", "table_radius": "*radius_lg", "table_row_focus": "*color_accent_soft", "table_row_focus_dark": "*color_accent_soft", "text_lg": "20px", "text_md": "16px", "text_sm": "14px", "text_xl": "24px", "text_xs": "12px", "text_xxl": "28px", "text_xxs": "10px","color_green": "#d9ead3", "color_green_darker": "#69a94f"}, "version": "0.0.1"}