app.py

import evaluate
from evaluate.utils import launch_gradio_widget

module = evaluate.load("jordyvl/ece")
launch_gradio_widget(module)

"""
DEV: #might be nice to also plot reliability diagram
have sliders for kwargs :)

import gradio as gr

metric = ECE()

iface = gr.Interface(
  fn=compute, 
  inputs=gr.inputs.Dataframe(headers=["predictions", "references"], col_width=2, datatype="number"),
  outputs=gr.outputs.Textbox(label="accuracy"),
  description=metric.info.description,
  article=metric.info.citation,
 )
 
iface.launch()
"""