Update summarize.py

summarize.py

@@ -116,15 +116,21 @@ def summarize_via_tokenbatches(
     pbar = tqdm(total=len(in_id_arr))
 
     for _id, _mask in zip(in_id_arr, att_arr):
-
+    
+        if model=='Blaise-g/led_pubmed_sumpubmed_1' or model=='Blaise-g/led_large_sumpbumed_scitldr':
+           model_arch = 'LED'
+        else:
+           model_arch = 'LongT5'
+        
         result = summarize(
             ids=_id,
             mask=_mask,
             model=model,
+            model_arch=model_arch,
             tokenizer=tokenizer,
             **kwargs,
         )
-        rate = round(float(len()), 3)
+        rate = round(float((len(input_text)-len(result))/len(input_text)), 3)
         _sum = {
             "input_tokens": _id,
             "summary": result,