patrickvonplaten commited on
Commit
4f0e6f8
1 Parent(s): df1257e
Files changed (1) hide show
  1. app.py +39 -48
app.py CHANGED
@@ -3,14 +3,17 @@ from huggingface_hub import HfApi, hf_hub_download
3
  from huggingface_hub.repocard import metadata_load
4
 
5
  import pandas as pd
6
- import gradio as gr
7
 
8
  METRICS_TO_NOT_DISPLAY = set(["ser"])
9
  NO_LANGUAGE_MODELS = []
10
 
11
- api = HfApi()
12
- models = api.list_models(filter="robust-speech-event")
13
- model_ids = [x.modelId for x in models]
 
 
 
14
 
15
 
16
  def get_metadatas(model_ids):
@@ -114,58 +117,46 @@ def retrieve_dataframes(
114
  data = all_datasets_results[dataset][metric]
115
  data_frame = pd.DataFrame.from_dict(data, orient="index")
116
  data_frame.fillna("", inplace=True)
117
- data_frame = data_frame.sort_index().transpose()
118
  pandas_datasets[dataset][metric] = data_frame
119
  return pandas_datasets
120
 
121
 
122
- # 1. Retrieve metadatas
123
- metadatas = get_metadatas(model_ids)
 
 
124
 
125
- # 2. Parse to results
126
- all_model_results, model_language_map = get_model_results_and_language_map(metadatas)
127
 
128
- # 3. Get datasets and langs
129
- all_datasets, all_langs, all_metrics = get_datasets_metrics_langs(
130
- all_model_results, model_language_map
131
- )
 
 
 
 
 
 
 
 
 
 
132
 
133
- # 4. Get dataframes
134
- all_dataframes = retrieve_dataframes(
135
- all_model_results, model_language_map, all_datasets, all_langs, all_metrics
136
- )
137
 
 
 
 
 
 
 
 
138
 
139
- def select(dataset, metric):
140
- return all_dataframes[dataset][metric]
141
-
142
-
143
- iface = gr.Interface(
144
- select,
145
- [
146
- gr.inputs.Dropdown(
147
- list(all_datasets),
148
- type="value",
149
- default="mozilla-foundation/common_voice_7_0",
150
- label="dataset",
151
- ),
152
- gr.inputs.Dropdown(
153
- list(all_metrics), type="value", default="wer", label="metric"
154
- ),
155
- ],
156
- gr.outputs.Dataframe(
157
- headers=None,
158
- max_rows=3,
159
- max_cols=10,
160
- overflow_row_behaviour="paginate",
161
- type="pandas",
162
- label=None,
163
- ),
164
- examples=[
165
- ["mozilla-foundation/common_voice_7_0", "wer"],
166
- ],
167
- allow_flagging=False,
168
- allow_screenshot=False,
169
  )
170
 
171
- iface.launch()
 
3
  from huggingface_hub.repocard import metadata_load
4
 
5
  import pandas as pd
6
+ import streamlit as st
7
 
8
  METRICS_TO_NOT_DISPLAY = set(["ser"])
9
  NO_LANGUAGE_MODELS = []
10
 
11
+
12
+ def get_model_ids():
13
+ api = HfApi()
14
+ models = api.list_models(filter="robust-speech-event")
15
+ model_ids = [x.modelId for x in models]
16
+ return model_ids
17
 
18
 
19
  def get_metadatas(model_ids):
 
117
  data = all_datasets_results[dataset][metric]
118
  data_frame = pd.DataFrame.from_dict(data, orient="index")
119
  data_frame.fillna("", inplace=True)
120
+ data_frame = data_frame.sort_index()
121
  pandas_datasets[dataset][metric] = data_frame
122
  return pandas_datasets
123
 
124
 
125
+ @st.cache(persist=True)
126
+ def main():
127
+ # 0. Get model ids
128
+ model_ids = get_model_ids()
129
 
130
+ # 1. Retrieve metadatas
131
+ metadatas = get_metadatas(model_ids)
132
 
133
+ # 2. Parse to results
134
+ all_model_results, model_language_map = get_model_results_and_language_map(metadatas)
135
+
136
+ # 3. Get datasets and langs
137
+ all_datasets, all_langs, all_metrics = get_datasets_metrics_langs(
138
+ all_model_results, model_language_map
139
+ )
140
+
141
+ # 4. Get dataframes
142
+ all_dataframes = retrieve_dataframes(
143
+ all_model_results, model_language_map, all_datasets, all_langs, all_metrics
144
+ )
145
+
146
+ return all_dataframes, all_datasets, all_metrics
147
 
 
 
 
 
148
 
149
+ all_dataframes, all_datasets, all_metrics = main()
150
+
151
+
152
+ dataset = st.selectbox(
153
+ 'Dataset',
154
+ tuple(all_datasets),
155
+ )
156
 
157
+ metric = st.selectbox(
158
+ 'Metric',
159
+ tuple(all_metrics),
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
160
  )
161
 
162
+ st.dataframe(all_dataframes[dataset][metric])