evaluator_cs / app.py
huolongguo10's picture
Create app.py
a6a9fb1
raw
history blame
425 Bytes
from datasets import load_dataset
from evaluate import evaluator
from transformers import AutoModelForSequenceClassification, pipeline
data = load_dataset("huolongguo10/insecure").shuffle(seed=42).select(range(1000))
task_evaluator = evaluator("text-classification")
# 1. Pass a model name or path
eval_results = task_evaluator.compute(
model_or_pipeline="huolongguo10/check_sec",
data=data,
)
print(eval_results)