add chunk merging

infer.py

@@ -232,7 +232,7 @@ def reformat_normed_term(list_pre_norm, spoken_norm_output, debug=False):
     for pre_norm in list_pre_norm:
         normed_words = []
         # words = pre_norm.split()
-        for w in pre_norm[1:-1]:
+        for w in pre_norm:
             if w.startswith('<mask>'):
                 term = w[7:].split('](')
                 # print(w)

utils.py

@@ -167,7 +167,7 @@ def merge_two_chunk(chunk_1, chunk_2, overlap, debug=False):
         print('-----------------------')
         print(compete_2, '\n', remain_2)
         print('-----------------------')
-        print(compromise)
+        print(compromise, '\n\n')
 
     return remain_1 + compromise + remain_2