dict_util.py

import csv
import pickle
from random import randint

### NOTICE: csv only accept two colomn input. but accept multi-time input.


# 1_2_3, 1 is action, 2 is supply object, 3 is source object
def update_dict_csv(term_dict:dict, f):
    for rows in csv.reader(f):
        word = rows[0].lower()
        if word in term_dict:
            if rows[1] not in term_dict[word]:
                term_dict[word] = term_dict[word]+[rows[1]]
            else:
                print("{},{} 已存在".format(word, rows[1]))
        else:
            term_dict[word]=[rows[1]]
    term_dict = sort_dict(term_dict)
    pass

def export_csv_dict(term_dict:dict, f):
    for key, val in term_dict.items():
        csv.writer(f).writerow([key, val])
    pass

def save_pickle_dict(term_dict:dict, f):
    pickle.dump(term_dict, f, pickle.HIGHEST_PROTOCOL)
    pass

def update_pickel_csv(pickle_f, csv_f):
    term_dict = pickle.load(pickle_f)
    update_dict_csv(term_dict, csv_f)
    #save to pickle file, highest protocol to get better performance
    pickle.dump(term_dict, pickle_f, pickle.HIGHEST_PROTOCOL)
    pass

def sort_dict(term_dict:dict):
    term_dict = dict(sorted(term_dict.items(), key=lambda x:len(x[0]), reverse=True))
    return term_dict

def get_word(term_dict:dict, key:str) -> str:
    word = term_dict[key][randint(0,len(term_dict[key])-1)]
    return word

#demo
term_dict_sc2 = {}
with open("./finetune_data/dict_enzh.csv", 'r', encoding='utf-8') as f:
    update_dict_csv(term_dict_sc2,f)

with open("../test.csv", "w", encoding='utf-8') as w:
    export_csv_dict(term_dict_sc2,w)

## for load pickle, just:
# pickle.load(f)


def form_dict(src_path,tgt_path) -> dict:
    final_dict = {}
    with open(src_path, 'r', encoding="utf-8") as file:
        src_dict = list(csv.reader(file, delimiter=","))
    with open(tgt_path, 'r', encoding="utf-8") as file:
        tgt_dict = list(csv.reader(file, delimiter="," ))
    for idx, value in enumerate(src_dict):
        for item in value:
            final_dict.update({item:tgt_dict[idx]})
    return final_dict


class term_dict(dict):
    def __init__(self, path, src_lang, tgt_lang) -> None:
        src_dict = f"{path}/{src_lang}.csv"
        tgt_dict = f"{path}/{tgt_lang}.csv"
        super().__init__(form_dict(src_dict, tgt_dict))


    def get(self, key:str) -> str:
        word = self[key][randint(0,len(self[key])-1)]
        return word