File size: 552 Bytes
a6a9fb1
 
 
11b777c
3eacfc7
a6a9fb1
 
 
 
 
 
df2b4a5
a6a9fb1
 
11b777c
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
from datasets import load_dataset
from evaluate import evaluator
from transformers import AutoModelForSequenceClassification, pipeline
import gradio as gr
data = load_dataset("huolongguo10/insecure",split="train").shuffle(seed=42).select(range(1000))
task_evaluator = evaluator("text-classification")

# 1. Pass a model name or path
eval_results = task_evaluator.compute(
    model_or_pipeline="huolongguo10/check_sec",
    data=data,
    input_column="sentence1"
)

with gr.Blocks() as demo:
    gr.JSON(eval_results)
print(eval_results)
demo.launch()