Update app.py

app.py

@@ -148,6 +148,9 @@ def find_algnments(
 ):
     source_tokens = bert_tokenizer(source_text, return_tensors="pt")
     target_tokens = bert_tokenizer(translated_text, return_tensors="pt")
+    source_tokens_len = len(bert_tokenizer.tokenize(source_text))
+    target_tokens_len = len(bert_tokenizer.tokenize(translated_text))
+
     bpe_source_map = []
     for i in source_text.split():
         bpe_source_map += len(bert_tokenizer.tokenize(i)) * [i]