import numpy as np import pandas as pd import sys file_path = sys.argv[1] metric = {} stastics = {} with open(file_path) as input_file: current_epoch=None for line in input_file: line= line.strip() if line.find("Bert Model") >-1: stastics["Bert Model"] =line if line.find("Current date and time") >-1: stastics["Current date and time"] =line if line.find("Train file") >-1: stastics["Train file"] =line if line.find("Valid file") >-1: stastics["Valid file"] =line if line.find("Test file") >-1: stastics["Test file"] =line if line.find("Train size") >-1: stastics["Train size"] =line if line.find("Valid size") >-1: stastics["Valid size"] =line if line.find("Test size") >-1: stastics["Test size"] =line tokens = line.split() for token in tokens: if token.find("epoch")==0: metric[token]=[] current_epoch=token continue if token.find("train_loss")>-1: metric[current_epoch].append(token) if token.find("val_loss")>-1: metric[current_epoch].append(token) if token.find("test_loss")>-1: metric[current_epoch].append(token) if token.find("train_acc")>-1: metric[current_epoch].append(token) if token.find("val_acc")>-1: metric[current_epoch].append(token) if token.find("test_acc")>-1: metric[current_epoch].append(token) results =[] for item in metric.items(): result=[] result.append(item[0].replace('epoch=',"")) for fig in item[1]: result.append(fig.split("=")[-1].replace(",","")) results.append(result) for item in stastics.items(): print(item[0],item[1].split()[-1]) #lets convert that to numpy array as np.array num = np.array(results) #now construct a beautiful table df = pd.DataFrame(num, columns=["EPOCH","Trn loss","Val Acc" ,"Tst loss","Trn Acc","Val loss","Tst Acc"]) # dash = 62 print("-"*dash) print("| ".join(df.columns), "|") for index,row in df.iterrows(): print("-"*dash) print("|",row["EPOCH"]," |", row["Trn loss"]," |", row["Val loss"]," |",row["Tst loss"], " |", row["Trn Acc"]," |",row["Val Acc"]," |",row["Tst Acc"]," |") print("-"*dash) #