T5-Summarization / src /models /evaluate_model.py
Gagan Bhatia
Update evaluate_model.py
27b1621
import yaml
from model import Summarization
import pandas as pd
import json
def evaluate_model():
"""
Evaluate model using rouge measure
"""
with open("params.yml") as f:
params = yaml.safe_load(f)
test_df = pd.read_csv("data/processed/test.csv")[:25]
model = Summarization()
model.load_model(model_type=params["model_type"], model_dir=params["model_dir"])
results = model.evaluate(test_df=test_df, metrics=params["metric"])
with open("reports/metrics.csv", "w") as fp:
json.dump(results, fp)
if __name__ == "__main__":
evaluate_model()