nDCG / app.py
JP-SystemsX
Minor tweaks
220984d
import evaluate
from evaluate.utils import parse_readme, infer_gradio_input_types, json_to_string_type,parse_gradio_data
import re
import sys
from pathlib import Path
from evaluate.utils.logging import get_logger
logger = get_logger(__name__)
REGEX_YAML_BLOCK = re.compile(r"---[\n\r]+([\S\s]*?)[\n\r]+---[\n\r]")
module = evaluate.load("JP-SystemsX/nDCG")
def launch_gradio_widget(metric):
"""Launches `metric` widget with Gradio."""
try:
import gradio as gr
except ImportError as error:
logger.error("To create a metric widget with Gradio make sure gradio is installed.")
raise error
local_path = Path(sys.path[0])
# if there are several input types, use first as default.
if isinstance(metric.features, list):
(feature_names, feature_types) = zip(*metric.features[0].items())
else:
(feature_names, feature_types) = zip(*metric.features.items())
gradio_input_types = infer_gradio_input_types(feature_types)
def compute(data):
return metric.compute(**parse_gradio_data(data, gradio_input_types))
iface = gr.Interface(
fn=compute,
inputs=gr.inputs.Dataframe(
headers=feature_names,
col_count=len(feature_names),
row_count=2,
datatype=json_to_string_type(gradio_input_types),
default=[['[1,2,3]','[1,2,3]'],['[1,1,0]','[0,1,1]']]
),
outputs=gr.outputs.Textbox(label=metric.name),
description=metric.info.description,
title=f"Metric: {metric.name}",
article=parse_readme(local_path / "README.md"),
)
iface.launch()
x = launch_gradio_widget(module)