| from transformers import BartTokenizer | |
| from idiomify.builders import TargetsBuilder | |
| BATCH = [ | |
| ("I could die at any moment", "I could kick the bucket at any moment"), | |
| ("Speak plainly", "Don't beat around the bush") | |
| ] | |
| def main(): | |
| tokenizer = BartTokenizer.from_pretrained("facebook/bart-large") | |
| builder = TargetsBuilder(tokenizer) | |
| tgt_r, tgt = builder(BATCH) | |
| print(tgt_r) | |
| print(tgt) | |
| if __name__ == '__main__': | |
| main() | |