import json import sys import sacrebleu # Check command-line arguments if len(sys.argv) != 2: print("Usage: python script.py ") sys.exit(1) # Initialize lists to store targets and predictions targets = [] predictions = [] # Read the JSON lines file filename = sys.argv[1] with open(filename, 'r') as f: for line in f: obj = json.loads(line) targets.append(obj['target']) predictions.append(obj['prediction']) # Joining sentences for BLEU score calculation targets_str = ' '.join(targets) predictions_str = ' '.join(predictions) # Calculate BLEU score bleu = sacrebleu.sentence_bleu(predictions_str, [targets_str]) # Print results print(f"BLEU Score: {bleu.score}")