update gradio to 4.38.1

README.md

@@ -4,7 +4,7 @@ emoji: ⚔
 colorFrom: red
 colorTo: gray
 sdk: gradio
-sdk_version: 4.32.2
+sdk_version: 4.38.1
 app_file: app.py
 pinned: false
 datasets:

app.TabbedInterface.py

@@ -0,0 +1,27 @@
+"""Gradio app to showcase the LLM tokenization.
+
+"""
+
+import os
+from playground_app import demo as playground_tab
+from compression_app import demo as compression_tab
+from character_app import demo as character_tab
+from patcher.gr_interface import TabbedInterface
+from huggingface_hub import login
+
+auth_token = os.environ.get('HF_TOKEN', None)
+if auth_token:
+    login(token=auth_token)
+
+# More Tab: encoding efficiency; decoding efficiency;
+demo = TabbedInterface(
+    [playground_tab, compression_tab, character_tab],
+    [" ⚔️ Playground", "🏆 Compression Leaderboard", "📊 Character Statistics"],
+    title='<div align="center">Tokenizer Arena ⚔️</div>',
+    css="css/style.css"
+)
+
+demo.load(js=open("js/onload.js", "r", encoding="utf-8").read())
+
+if __name__ == "__main__":
+    demo.queue(max_size=1024, default_concurrency_limit=80).launch()

playground_app.py

@@ -39,7 +39,7 @@ with gr.Blocks() as demo:
             elem_classes="example-style"
         )
     user_input = gr.Textbox(
-        value=default_user_input,
+        # value=default_user_input,
         label="Input Text",
         lines=5,
         show_label=False,
@@ -77,7 +77,7 @@ with gr.Blocks() as demo:
                 tokenizer_name_1 = gr.Dropdown(
                     all_tokenizer_name,
                     label="Tokenizer 1",
-                    value=default_tokenizer_name_1,
+                    # value=default_tokenizer_name_1,
                 )
                 with gr.Group():
                     with gr.Row():
@@ -121,7 +121,7 @@ with gr.Blocks() as demo:
                 tokenizer_name_2 = gr.Dropdown(
                     all_tokenizer_name,
                     label="Tokenizer 2",
-                    value=default_tokenizer_name_2
+                    # value=default_tokenizer_name_2
                 )
                 with gr.Group():
                     with gr.Row():