|
|
|
|
|
|
|
|
|
|
|
from asyncore import write |
|
|
import My_Difflib |
|
|
from distutils.command.config import config |
|
|
import os, sys,string,re,glob |
|
|
import html |
|
|
import csv |
|
|
import copy |
|
|
from tqdm import tqdm |
|
|
import pathlib |
|
|
|
|
|
folder = str(pathlib.Path(__file__).parent.resolve()) |
|
|
|
|
|
Wrong_Dir = folder |
|
|
Mips_Dir = folder + "/Mips_Code" |
|
|
VEGA_Dir = folder + "/VEGA_Code" |
|
|
Ans_Dir = folder + "/Std_Code" |
|
|
count_wrong = 0 |
|
|
|
|
|
Mod_File_Func = {} |
|
|
Mod_Result = {} |
|
|
|
|
|
|
|
|
|
|
|
def deal_dir(src_dir): |
|
|
global Mod_File_Func |
|
|
global Mod_Result |
|
|
if not os.path.exists(src_dir): |
|
|
return False |
|
|
filelists = os.listdir(src_dir) |
|
|
for eachfile in filelists: |
|
|
tem =eachfile |
|
|
eachfile = src_dir + '/' +eachfile |
|
|
if os.path.isdir(eachfile): |
|
|
deal_dir(eachfile) |
|
|
elif os.path.isfile(eachfile) and ".cpp" in eachfile: |
|
|
module = eachfile.split("/")[-3] |
|
|
if module not in Mod_Result.keys(): |
|
|
Mod_Result[module] = [0,0,0] |
|
|
file = eachfile.split("/")[-2] |
|
|
func = eachfile.split("/")[-1].replace(".cpp", "") |
|
|
if (" ").join([module, file, func]) not in Mod_File_Func.keys(): |
|
|
Mod_File_Func[(" ").join([module, file, func])] = [] |
|
|
codes = "" |
|
|
f2 = open(eachfile, encoding = "utf-8") |
|
|
lines = f2.readlines() |
|
|
|
|
|
for idx, l in enumerate(lines): |
|
|
if idx == len(lines) - 1: |
|
|
codes += l.replace(" ", "").replace("\n", "").lower().replace("mips","").replace("xcore", "").replace("pulp", "").replace("riscv", "") |
|
|
else: |
|
|
codes += l.replace(" ", "").lower().replace("mips","").replace("xcore", "").replace("pulp", "").replace("riscv", "") |
|
|
f2.close() |
|
|
|
|
|
if "/Mips" in eachfile: |
|
|
Mod_File_Func[(" ").join([module, file, func])].append(["Mips", codes]) |
|
|
elif "/Std_Code/" in eachfile: |
|
|
Mod_File_Func[(" ").join([module, file, func])].append(["Ans", codes]) |
|
|
elif "/VEGA" in eachfile: |
|
|
Mod_File_Func[(" ").join([module, file, func])].append(["VEGA", codes]) |
|
|
return True |
|
|
|
|
|
wrong_stmt = [] |
|
|
def get_wrong_list(): |
|
|
global wrong_stmt |
|
|
with open(Wrong_Dir+"/wrong_list_all.csv", 'r', encoding='utf-8') as fcsv: |
|
|
reader = csv.reader(fcsv) |
|
|
for row in reader: |
|
|
if row[0] == "idx": |
|
|
continue |
|
|
wrong_stmt.append(row[0].strip().lower() + " " + row[1].strip().lower() + " " + row[2].strip().lower()) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def duplicate_data(tar): |
|
|
global wrong_stmt |
|
|
global Mod_File_Func |
|
|
global Mod_Result |
|
|
|
|
|
for kv in Mod_File_Func.items(): |
|
|
module = kv[0].split(" ")[0] |
|
|
if len(kv[1]) != 3: |
|
|
print(tar + " " + kv[0]) |
|
|
Ans = "" |
|
|
Vega = "" |
|
|
Mips = "" |
|
|
|
|
|
for codes in kv[1]: |
|
|
if codes[0] == "Mips": |
|
|
Mips = codes[1] |
|
|
|
|
|
if codes[0] == "Ans": |
|
|
Ans = codes[1] |
|
|
if codes[0] == "VEGA": |
|
|
Vega = codes[1] |
|
|
|
|
|
total = len(Ans.split("\n")) |
|
|
|
|
|
Mod_Result[module][0] += total |
|
|
|
|
|
vega_same = 0 |
|
|
vega_modi = 0 |
|
|
vega_add = 0 |
|
|
Mips_same = 0 |
|
|
Mips_modi = 0 |
|
|
Mips_add = 0 |
|
|
diff_vega = list(My_Difflib.Differ().compare(Ans.splitlines(), Vega.splitlines())) |
|
|
|
|
|
for idx, dv in enumerate(diff_vega): |
|
|
if dv[0] == '-': |
|
|
if idx < len(diff_vega) - 1 and diff_vega[idx+1][0] == '?': |
|
|
vega_modi += 1 |
|
|
else: |
|
|
vega_add += 1 |
|
|
elif dv[0] == '+': |
|
|
continue |
|
|
elif dv[0] == '?': |
|
|
continue |
|
|
|
|
|
elif dv.strip().replace("\n", "") == '': |
|
|
continue |
|
|
else: |
|
|
vega_same += 1 |
|
|
|
|
|
if kv[0].split(" ")[-2].strip().lower() + " " + kv[0].split(" ")[-1].strip().lower() + " " + tar.lower() not in wrong_stmt: |
|
|
vega_same = total |
|
|
vega_modi = 0 |
|
|
vega_add = 0 |
|
|
Mod_Result[module][2] += vega_same |
|
|
if Mips.replace("\n", "") != "None": |
|
|
diff_mips = list(My_Difflib.Differ().compare(Ans.splitlines(), Mips.splitlines())) |
|
|
for dm in diff_mips: |
|
|
if dm[0] == '-': |
|
|
if idx < len(diff_mips) - 1 and diff_mips[idx+1][0] == '?': |
|
|
Mips_modi += 1 |
|
|
else: |
|
|
Mips_add += 1 |
|
|
elif dm[0] == '+': |
|
|
continue |
|
|
elif dm[0] == '?': |
|
|
continue |
|
|
|
|
|
elif dm.strip().replace("\n", "") == '': |
|
|
continue |
|
|
else: |
|
|
Mips_same += 1 |
|
|
else: |
|
|
Mips_add = total |
|
|
|
|
|
Mod_Result[module][1] += Mips_same |
|
|
|
|
|
|
|
|
with open(folder+"/Fig9.csv", 'a', encoding='utf-8', newline="") as f: |
|
|
f_csv = csv.writer(f) |
|
|
avg_vega = 0.0 |
|
|
avg_mips = 0.0 |
|
|
for kv in Mod_Result.items(): |
|
|
f_csv.writerow([tar.replace("PULP", "RI5CY"), kv[0], round(kv[1][1]*1.0 / kv[1][0], 3), round(kv[1][2]*1.0 / kv[1][0], 3)]) |
|
|
avg_vega += float(round(kv[1][2]*1.0 / kv[1][0], 3)) |
|
|
avg_mips += float(round(kv[1][1]*1.0 / kv[1][0], 3)) |
|
|
f_csv.writerow([tar.replace("PULP", "RI5CY"), "Avg", round(avg_mips / len(Mod_Result), 3), round(avg_vega / len(Mod_Result), 3)]) |
|
|
|
|
|
with open(folder+"/Table3.csv", 'a', encoding='utf-8', newline="") as f: |
|
|
f_csv = csv.writer(f) |
|
|
all_vega = 0 |
|
|
all_mips = 0 |
|
|
all_stmt = 0 |
|
|
for kv in Mod_Result.items(): |
|
|
f_csv.writerow([tar.replace("PULP", "RI5CY"), kv[0], kv[1][2], kv[1][0]-kv[1][2]]) |
|
|
all_vega += kv[1][2] |
|
|
all_mips += kv[1][1] |
|
|
all_stmt += kv[1][0] |
|
|
f_csv.writerow([tar.replace("PULP", "RI5CY"), "All", all_vega, all_stmt - all_vega]) |
|
|
|
|
|
if __name__ == '__main__': |
|
|
get_wrong_list() |
|
|
with open(folder+"/Fig9.csv", 'w', encoding='utf-8', newline="") as f: |
|
|
f_csv = csv.writer(f) |
|
|
f_csv.writerow(["Target", "Module", "Fork_Acc", "VEGA_Acc"]) |
|
|
|
|
|
with open(folder+"/Table3.csv", 'w', encoding='utf-8', newline="") as f: |
|
|
f_csv = csv.writer(f) |
|
|
f_csv.writerow(["Target", "Module", "VEGA_Accurate_Lines", "VEGA_Manual_Lines"]) |
|
|
|
|
|
for tar in ["XCore", "PULP", "RISCV"]: |
|
|
Mod_File_Func = {} |
|
|
Mod_Result = {} |
|
|
deal_dir(Mips_Dir+"/"+tar) |
|
|
deal_dir(VEGA_Dir+"/"+tar) |
|
|
deal_dir(Ans_Dir+"/"+tar) |
|
|
|
|
|
duplicate_data(tar) |
|
|
|
