File size: 925 Bytes
eba2759 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 |
# Copyright (c) Meta Platforms, Inc. and affiliates
# All rights reserved.
#
# This source code is licensed under the license found in the
# MIT_LICENSE file in the root directory of this source tree.
from fire import Fire
import pandas as pd
import csv
from seamless_communication.cli.eval_utils.compute_metrics import (
compute_quality_metrics,
)
import os
from fairseq2.typing import Device
from pathlib import Path
def run_asr_bleu_expressive_model(
generation_dir_path: str,
generate_tsv_filename: str,
tgt_lang: str,
):
compute_quality_metrics(
f"{generation_dir_path}/{generate_tsv_filename}",
Path(generation_dir_path),
tgt_lang,
"S2ST",
device=Device("cuda"),
ref_text_col_name="tgt_text",
pred_text_col_name="s2t_out",
pred_audio_col_name="hypo_audio",
)
if __name__ == "__main__":
Fire(run_asr_bleu_expressive_model)
|