diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..9c0257a95db4cf7580a463572f95018fdd8ba8ef 100644 --- a/.gitattributes +++ b/.gitattributes @@ -30,6 +30,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.tgz filter=lfs diff=lfs merge=lfs -text *.wasm filter=lfs diff=lfs merge=lfs -text *.xz filter=lfs diff=lfs merge=lfs -text +*.arpa filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/EnglishCV/common_voice_prepare.py b/EnglishCV/common_voice_prepare.py new file mode 100644 index 0000000000000000000000000000000000000000..09fa6971a0fdcfdd1d73df7aa4297f1ce7f9e0f4 --- /dev/null +++ b/EnglishCV/common_voice_prepare.py @@ -0,0 +1,410 @@ +""" +Data preparation. +Download: https://voice.mozilla.org/en/datasets +Author +------ +Titouan Parcollet +Luca Della Libera 2022 +Pooneh Mousavi 2022 +""" + +from dataclasses import dataclass +import os +import csv +import re +import logging +import torchaudio +from tqdm import tqdm +import unicodedata +import functools +torchaudio.set_audio_backend("soundfile") +from speechbrain.utils.parallel import parallel_map +from speechbrain.dataio.dataio import read_audio_info + +logger = logging.getLogger(__name__) + + +def prepare_common_voice( + data_folder, + save_folder, + train_tsv_file=None, + dev_tsv_file=None, + test_tsv_file=None, + accented_letters=False, + language="en", + skip_prep=False, +): + """ + Prepares the csv files for the Mozilla Common Voice dataset. + Download: https://voice.mozilla.org/en/datasets + Arguments + --------- + data_folder : str + Path to the folder where the original Common Voice dataset is stored. + This path should include the lang: /datasets/CommonVoice// + save_folder : str + The directory where to store the csv files. + train_tsv_file : str, optional + Path to the Train Common Voice .tsv file (cs) + dev_tsv_file : str, optional + Path to the Dev Common Voice .tsv file (cs) + test_tsv_file : str, optional + Path to the Test Common Voice .tsv file (cs) + accented_letters : bool, optional + Defines if accented letters will be kept as individual letters or + transformed to the closest non-accented letters. + language: str + Specify the language for text normalization. + skip_prep: bool + If True, skip data preparation. + Example + ------- + >>> from recipes.CommonVoice.common_voice_prepare import prepare_common_voice + >>> data_folder = '/datasets/CommonVoice/en' + >>> save_folder = 'exp/CommonVoice_exp' + >>> train_tsv_file = '/datasets/CommonVoice/en/train.tsv' + >>> dev_tsv_file = '/datasets/CommonVoice/en/dev.tsv' + >>> test_tsv_file = '/datasets/CommonVoice/en/test.tsv' + >>> accented_letters = False + >>> duration_threshold = 10 + >>> prepare_common_voice( \ + data_folder, \ + save_folder, \ + train_tsv_file, \ + dev_tsv_file, \ + test_tsv_file, \ + accented_letters, \ + language="en" \ + ) + """ + + if skip_prep: + return + + # If not specified point toward standard location w.r.t CommonVoice tree + if train_tsv_file is None: + train_tsv_file = data_folder + "/train.tsv" + else: + train_tsv_file = train_tsv_file + + if dev_tsv_file is None: + dev_tsv_file = data_folder + "/dev.tsv" + else: + dev_tsv_file = dev_tsv_file + + if test_tsv_file is None: + test_tsv_file = data_folder + "/test.tsv" + else: + test_tsv_file = test_tsv_file + + # Setting the save folder + if not os.path.exists(save_folder): + os.makedirs(save_folder) + + # Setting ouput files + save_csv_train = save_folder + "/train.csv" + save_csv_dev = save_folder + "/dev.csv" + save_csv_test = save_folder + "/test.csv" + + # If csv already exists, we skip the data preparation + if skip(save_csv_train, save_csv_dev, save_csv_test): + + msg = "%s already exists, skipping data preparation!" % (save_csv_train) + logger.info(msg) + + msg = "%s already exists, skipping data preparation!" % (save_csv_dev) + logger.info(msg) + + msg = "%s already exists, skipping data preparation!" % (save_csv_test) + logger.info(msg) + + return + + # Additional checks to make sure the data folder contains Common Voice + check_commonvoice_folders(data_folder) + # Creating csv files for {train, dev, test} data + file_pairs = zip( + [train_tsv_file, dev_tsv_file, test_tsv_file], + [save_csv_train, save_csv_dev, save_csv_test], + ) + for tsv_file, save_csv in file_pairs: + create_csv( + tsv_file, save_csv, data_folder, accented_letters, language, + ) + + +def skip(save_csv_train, save_csv_dev, save_csv_test): + """ + Detects if the Common Voice data preparation has been already done. + If the preparation has been done, we can skip it. + Returns + ------- + bool + if True, the preparation phase can be skipped. + if False, it must be done. + """ + + # Checking folders and save options + skip = False + + if ( + os.path.isfile(save_csv_train) + and os.path.isfile(save_csv_dev) + and os.path.isfile(save_csv_test) + ): + skip = True + + return skip + + +@dataclass +class CVRow: + snt_id: str + duration: float + mp3_path: str + spk_id: str + words: str + + +def process_line(line, data_folder, language, accented_letters): + # Path is at indice 1 in Common Voice tsv files. And .mp3 files + # are located in datasets/lang/clips/ + mp3_path = data_folder + "/clips/" + line.split("\t")[1] + file_name = mp3_path.split(".")[-2].split("/")[-1] + spk_id = line.split("\t")[0] + snt_id = file_name + + # Setting torchaudio backend to sox-io (needed to read mp3 files) + """ + if torchaudio.get_audio_backend() != "sox_io": + logger.warning("This recipe needs the sox-io backend of torchaudio") + logger.warning("The torchaudio backend is changed to sox_io") + torchaudio.set_audio_backend("sox_io") + """ + # Reading the signal (to retrieve duration in seconds) + if os.path.isfile(mp3_path): + info = read_audio_info(mp3_path) + else: + msg = "\tError loading: %s" % (str(len(file_name))) + logger.info(msg) + return None + + duration = info.num_frames / info.sample_rate + + # Getting transcript + words = line.split("\t")[2] + + # Unicode Normalization + words = unicode_normalisation(words) + + # !! Language specific cleaning !! + words = language_specific_preprocess(language, words) + + # Remove accents if specified + if not accented_letters: + words = strip_accents(words) + words = words.replace("'", " ") + words = words.replace("’", " ") + + # Remove multiple spaces + words = re.sub(" +", " ", words) + + # Remove spaces at the beginning and the end of the sentence + words = words.lstrip().rstrip() + + # Getting chars + chars = words.replace(" ", "_") + chars = " ".join([char for char in chars][:]) + + # Remove too short sentences (or empty): + if language in ["ja", "ch"]: + if len(chars) < 3: + return None + else: + if len(words.split(" ")) < 3: + return None + + # Composition of the csv_line + return CVRow(snt_id, duration, mp3_path, spk_id, words) + + +def create_csv( + orig_tsv_file, csv_file, data_folder, accented_letters=False, language="en" +): + """ + Creates the csv file given a list of wav files. + Arguments + --------- + orig_tsv_file : str + Path to the Common Voice tsv file (standard file). + data_folder : str + Path of the CommonVoice dataset. + accented_letters : bool, optional + Defines if accented letters will be kept as individual letters or + transformed to the closest non-accented letters. + Returns + ------- + None + """ + + # Check if the given files exists + if not os.path.isfile(orig_tsv_file): + msg = "\t%s doesn't exist, verify your dataset!" % (orig_tsv_file) + logger.info(msg) + raise FileNotFoundError(msg) + + # We load and skip the header + loaded_csv = open(orig_tsv_file, "r").readlines()[1:] + nb_samples = len(loaded_csv) + + msg = "Preparing CSV files for %s samples ..." % (str(nb_samples)) + logger.info(msg) + + # Adding some Prints + msg = "Creating csv lists in %s ..." % (csv_file) + logger.info(msg) + + # Process and write lines + total_duration = 0.0 + + line_processor = functools.partial( + process_line, + data_folder=data_folder, + language=language, + accented_letters=accented_letters, + ) + + # Stream into a .tmp file, and rename it to the real path at the end. + csv_file_tmp = csv_file + ".tmp" + + with open(csv_file_tmp, mode="w", encoding="utf-8") as csv_f: + csv_writer = csv.writer( + csv_f, delimiter=",", quotechar='"', quoting=csv.QUOTE_MINIMAL + ) + + csv_writer.writerow(["ID", "duration", "wav", "spk_id", "wrd"]) + for line in tqdm(loaded_csv) : + + row = line_processor(line) + if row is not None : + total_duration += row.duration + csv_writer.writerow( + [ + row.snt_id, + str(row.duration), + row.mp3_path, + row.spk_id, + row.words, + ] + ) + + os.replace(csv_file_tmp, csv_file) + + # Final prints + msg = "%s successfully created!" % (csv_file) + logger.info(msg) + msg = "Number of samples: %s " % (str(len(loaded_csv))) + logger.info(msg) + msg = "Total duration: %s Hours" % (str(round(total_duration / 3600, 2))) + logger.info(msg) + + +def language_specific_preprocess(language, words): + # !! Language specific cleaning !! + # Important: feel free to specify the text normalization + # corresponding to your alphabet. + + if language in ["en", "fr", "it", "rw"]: + words = re.sub( + "[^’'A-Za-z0-9À-ÖØ-öø-ÿЀ-ӿéæœâçèàûî]+", " ", words + ).upper() + + if language == "de": + # this replacement helps preserve the case of ß + # (and helps retain solitary occurrences of SS) + # since python's upper() converts ß to SS. + words = words.replace("ß", "0000ß0000") + words = re.sub("[^’'A-Za-z0-9öÖäÄüÜß]+", " ", words).upper() + words = words.replace("'", " ") + words = words.replace("’", " ") + words = words.replace( + "0000SS0000", "ß" + ) # replace 0000SS0000 back to ß as its initial presence in the corpus + + if language == "fr": + # Replace J'y D'hui etc by J_ D_hui + words = words.replace("'", " ") + words = words.replace("’", " ") + + elif language == "ar": + HAMZA = "\u0621" + ALEF_MADDA = "\u0622" + ALEF_HAMZA_ABOVE = "\u0623" + letters = ( + "ابتةثجحخدذرزژشسصضطظعغفقكلمنهويىءآأؤإئ" + + HAMZA + + ALEF_MADDA + + ALEF_HAMZA_ABOVE + ) + words = re.sub("[^" + letters + " ]+", "", words).upper() + elif language == "fa": + HAMZA = "\u0621" + ALEF_MADDA = "\u0622" + ALEF_HAMZA_ABOVE = "\u0623" + letters = ( + "ابپتةثجحخچدذرزژسشصضطظعغفقگکلمنهویىءآأؤإئ" + + HAMZA + + ALEF_MADDA + + ALEF_HAMZA_ABOVE + ) + words = re.sub("[^" + letters + " ]+", "", words).upper() + elif language == "ga-IE": + # Irish lower() is complicated, but upper() is nondeterministic, so use lowercase + def pfxuc(a): + return len(a) >= 2 and a[0] in "tn" and a[1] in "AEIOUÁÉÍÓÚ" + + def galc(w): + return w.lower() if not pfxuc(w) else w[0] + "-" + w[1:].lower() + + words = re.sub("[^-A-Za-z'ÁÉÍÓÚáéíóú]+", " ", words) + words = " ".join(map(galc, words.split(" "))) + elif language == "es": + # Fix the following error in dataset large: + # KeyError: 'The item En noviembre lanzaron Queen Elizabeth , coproducida por Foreign Noi$e . requires replacements which were not supplied.' + words = words.replace("$", "s") + return words + + +def check_commonvoice_folders(data_folder): + """ + Check if the data folder actually contains the Common Voice dataset. + If not, raises an error. + Returns + ------- + None + Raises + ------ + FileNotFoundError + If data folder doesn't contain Common Voice dataset. + """ + files_str = "/clips" + # Checking clips + if not os.path.exists(data_folder + files_str): + err_msg = ( + "the folder %s does not exist (it is expected in " + "the Common Voice dataset)" % (data_folder + files_str) + ) + raise FileNotFoundError(err_msg) + + +def unicode_normalisation(text): + return str(text) + + +def strip_accents(text): + text = ( + unicodedata.normalize("NFD", text) + .encode("ascii", "ignore") + .decode("utf-8") + ) + return str(text) diff --git a/EnglishCV/results/final_cs/hyperparams.yaml b/EnglishCV/results/final_cs/hyperparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..51bb1fca03c6b555db1d3d2bae85bf67c03e7d75 --- /dev/null +++ b/EnglishCV/results/final_cs/hyperparams.yaml @@ -0,0 +1,144 @@ +# Generated 2023-09-08 from: +# /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/stac.yaml +# yamllint disable +# Generated 2023-08-03 from: +# /home/salah/new_tunisian_model/hparams/train_tunisian_withwavlm.yaml +# yamllint disable +# ################################ +# Model: wav2vec2 + DNN + CTC +# Augmentation: SpecAugment +# Authors: Titouan Parcollet 2021 +# ################################ + +seed: 1994 +__set_seed: !!python/object/apply:torch.manual_seed [1234] +output_folder: results/non_semi_final_stac +wer_file: results/non_semi_final_stac/wer.txt +save_folder: results/non_semi_final_stac/save +train_log: results/non_semi_final_stac/train_log.txt + + + +# Data files +data_folder: junk # e.g, /localscratch/cv-corpus-5.1-2020-06-22/fr +train_tsv_file: junk/train.tsv # Standard CommonVoice .tsv files +dev_tsv_file: junk/dev.tsv # Standard CommonVoice .tsv files +test_tsv_file: junk/test.tsv # Standard CommonVoice .tsv files +accented_letters: true + +csv_folder: /gpfsscratch/rech/nou/uzn19yk/switched_data/extended_clean/ +train_csv: /gpfsscratch/rech/nou/uzn19yk/switched_data/extended_clean//train.csv +valid_csv: /gpfsscratch/rech/nou/uzn19yk/switched_data/extended_clean//dev.csv +test_csv: +- all_tests/cs_test.csv +- all_tests/stac_test.csv + +# We remove utterance slonger than 10s in the train/dev/test sets as +# longer sentences certainly correspond to "open microphones". +avoid_if_longer_than: 13.0 +avoid_if_shorter_than: 0.5 + +# Training parameters +number_of_epochs: 20 +lr: 0.0002 +lr_weights: 0.01 +sorting: ascending +auto_mix_prec: false +sample_rate: 16000 +language_modelling: true +ngram_lm_path: + /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/arpas/pluslanguages_everything.arpa + +# With data_parallel batch_size is split into N jobs +# With DDP batch_size is multiplied by N jobs +# Must be 3 per GPU to fit 32GB of VRAM +batch_size: 3 +test_batch_size: 4 + +# Dataloader options +dataloader_options: + batch_size: 3 + num_workers: 6 + +test_dataloader_options: + batch_size: 4 + num_workers: 6 + +# Model parameters +activation: !name:torch.nn.Sigmoid +dnn_layers: 1 +dnn_neurons: 768 +freeze_encoder: true + +# Outputs +output_neurons: 76 # BPE size, index(blank/eos/bos) = 0 + +# Functions and classes +# +epoch_counter: &id006 !new:speechbrain.utils.epoch_loop.EpochCounter + limit: 20 + +encoder_dim: 3217 +enc: &id001 !new:speechbrain.nnet.RNN.LSTM + input_shape: [null, null, 3217] + num_layers: 2 + bidirectional: true + dropout: 0.2 + hidden_size: 1024 + +ctc_lin: &id002 !new:speechbrain.nnet.linear.Linear + + input_size: 2048 + n_neurons: 76 + +log_softmax: !new:speechbrain.nnet.activations.Softmax + apply_log: true + +ctc_cost: !name:speechbrain.nnet.losses.ctc_loss + blank_index: 0 + +modules: + enc: *id001 + ctc_lin: *id002 +model: &id003 !new:torch.nn.ModuleList +- [*id001, *id002] +model_opt_class: !name:torch.optim.Adam + lr: 0.0002 + +weights_opt_class: !name:torch.optim.Adam + lr: 0.01 + +lr_annealing_model: &id004 !new:speechbrain.nnet.schedulers.NewBobScheduler + initial_value: 0.0002 + improvement_threshold: 0.0025 + annealing_factor: 0.8 + patient: 0 + +lr_annealing_weights: &id005 !new:speechbrain.nnet.schedulers.NewBobScheduler + initial_value: 0.01 + improvement_threshold: 0.0025 + annealing_factor: 0.9 + patient: 0 + +label_encoder: &id007 !new:speechbrain.dataio.encoder.CTCTextEncoder + + +checkpointer: !new:speechbrain.utils.checkpoints.Checkpointer + checkpoints_dir: results/non_semi_final_stac/save + recoverables: + model: *id003 + scheduler_model: *id004 + scheduler_encoder: *id005 + counter: *id006 + tokenizer: *id007 +blank_index: 0 +unk_index: 1 + + +train_logger: !new:speechbrain.utils.train_logger.FileTrainLogger + save_file: results/non_semi_final_stac/train_log.txt + +error_rate_computer: !name:speechbrain.utils.metric_stats.ErrorRateStats + +cer_computer: !name:speechbrain.utils.metric_stats.ErrorRateStats + split_tokens: true diff --git a/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/CKPT.yaml b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/CKPT.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4b888496eecad2bd5d629fcf8869b08a724ec8e1 --- /dev/null +++ b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/CKPT.yaml @@ -0,0 +1,4 @@ +# yamllint disable +WER: 51.292116454039906 +end-of-epoch: true +unixtime: 1694130018.9642384 diff --git a/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/brain.ckpt b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/brain.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..257c53cab0548d9077f7ae97668d8fef1b0b1b3d --- /dev/null +++ b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/brain.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5c026fe6fa51700406bd476e131950c797b0b3bacb3daae0854e85689bb4cf9 +size 50 diff --git a/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/counter.ckpt b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/counter.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7dd349a9f2817e0adc9efe1492b7aa8992a52421 --- /dev/null +++ b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/counter.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5ca38f748a1d6eaf726b8a42fb575c3c71f1864a8143301782de13da2d9202b +size 2 diff --git a/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/dataloader-TRAIN.ckpt b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/dataloader-TRAIN.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b968e60328486cfa5ae986406f956ac0290aff90 --- /dev/null +++ b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/dataloader-TRAIN.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e1edcac43af8cea1439d222314af06354ae31da6a3d90b8cc6bcebc5c8e397 +size 4 diff --git a/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/model.ckpt b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b66a0f410476fe28db087866a0aad965d85a5c6a --- /dev/null +++ b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da683a8efa5709a06af9b258452c243da841780a0a7942c196c472a3e21e5010 +size 240389017 diff --git a/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/modelopt.ckpt b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/modelopt.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c93f9f1b21d6c991f246a57a1800eadf1d140598 --- /dev/null +++ b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/modelopt.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:416feb314443cf839f4425fc382e555dec90e3dea26fa52b75e4ac1b702c5078 +size 480787579 diff --git a/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/scheduler_encoder.ckpt b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/scheduler_encoder.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cd8641ac95a203186c7cc52e006fb11424905b88 --- /dev/null +++ b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/scheduler_encoder.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e2efd50f0cf28a080e2625fdd8a1852c669841537cdc0a57fce60bc6c1eec11 +size 515 diff --git a/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/scheduler_model.ckpt b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/scheduler_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..397681cc010e291f081703cf6f57ba010ec2c472 --- /dev/null +++ b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/scheduler_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cec54cc9236fa7aa965b397675d24299b973675cc0c6345de038fc70e51629ab +size 703 diff --git a/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..74e4787a8d8b8d483c219099cf3fc729d86bc3de --- /dev/null +++ b/EnglishCV/results/final_cs/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21080a140faeb4f39fad188aaf081914ec782be9c4320d6415e8822709e18017 +size 39 diff --git a/EnglishCV/results/final_cs/save/label_encoder.txt b/EnglishCV/results/final_cs/save/label_encoder.txt new file mode 100644 index 0000000000000000000000000000000000000000..a3a231ac6f609d8bf6376a0e1c83c079c5d19fe7 --- /dev/null +++ b/EnglishCV/results/final_cs/save/label_encoder.txt @@ -0,0 +1,80 @@ +'و' => 74 +'ي' => 1 +'ن' => 2 +' ' => 3 +'م' => 4 +'ش' => 5 +'ل' => 6 +'س' => 7 +'ت' => 8 +'ا' => 9 +'د' => 10 +'ر' => 11 +'ى' => 12 +'ب' => 13 +'ح' => 14 +'ط' => 15 +'ع' => 16 +'ك' => 17 +'ف' => 18 +'ق' => 19 +'ذ' => 20 +'ث' => 21 +'ج' => 22 +'ة' => 23 +'غ' => 24 +'o' => 25 +'k' => 26 +'b' => 27 +'n' => 28 +'خ' => 29 +'ه' => 30 +'v' => 31 +'i' => 32 +'l' => 33 +'à' => 34 +'ص' => 35 +'ض' => 36 +'a' => 37 +'u' => 38 +'t' => 39 +'m' => 40 +'q' => 41 +'e' => 42 +'d' => 43 +'c' => 44 +'p' => 45 +'r' => 46 +'أ' => 47 +'إ' => 48 +'s' => 49 +'j' => 50 +'ز' => 51 +'ء' => 52 +'h' => 53 +'f' => 54 +'آ' => 55 +'ئ' => 56 +'ؤ' => 57 +'ظ' => 58 +'y' => 59 +'é' => 60 +"'" => 61 +'z' => 62 +'x' => 63 +'w' => 64 +'g' => 65 +'è' => 66 +'û' => 67 +'ç' => 68 +'ê' => 69 +'ô' => 70 +'ù' => 71 +'î' => 72 +'â' => 73 +'' => 0 +1 => 75 +================ +'starting_index' => 0 +'unk_label' => 1 +'blank_label' => '' diff --git a/EnglishCV/results/final_cs/train_mixer.py b/EnglishCV/results/final_cs/train_mixer.py new file mode 100644 index 0000000000000000000000000000000000000000..4846ea6554104069ea6a2792607d883efb85c482 --- /dev/null +++ b/EnglishCV/results/final_cs/train_mixer.py @@ -0,0 +1,756 @@ +# -*- coding: utf-8 -*- + +import os +import sys +import torch +import logging +import speechbrain as sb +from speechbrain.utils.distributed import run_on_main +from hyperpyyaml import load_hyperpyyaml +from pathlib import Path +import torchaudio.transforms as T +from cv_train import ASRCV +import torchaudio +import numpy as np +import kenlm +from pyctcdecode import build_ctcdecoder +import re + +# Commented out IPython magic to ensure Python compatibility. +# %cd /content/drive/MyDrive/tunisian_corpora/tunisian_without_wavlm +#hparams_file, run_opts, overrides = sb.parse_arguments(["/gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/hparams/train_semi.yaml"]) +hparams_file, run_opts, overrides = sb.parse_arguments(["semi_supervised_test_tunisian.yaml"]) + +# If distributed_launch=True then +# create ddp_group with the right communication protocol +sb.utils.distributed.ddp_init_group(run_opts) + +with open(hparams_file) as fin: + hparams = load_hyperpyyaml(fin, overrides) + +# Create experiment directory +sb.create_experiment_directory( + experiment_directory=hparams["output_folder"], + hyperparams_to_save=hparams_file, + overrides=overrides, +) +# Dataset prep (parsing Librispeech) + +def dataio_prepare(hparams): + """This function prepares the datasets to be used in the brain class. + It also defines the data processing pipeline through user-defined functions.""" + + # 1. Define datasets + data_folder = hparams["data_folder"] + + train_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["train_csv"], replacements={"data_root": data_folder}, + ) + + if hparams["sorting"] == "ascending": + # we sort training data to speed up training and get better results. + train_data = train_data.filtered_sorted( + sort_key="duration", + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "descending": + train_data = train_data.filtered_sorted( + sort_key="duration", + reverse=True, + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "random": + pass + + else: + raise NotImplementedError( + "sorting must be random, ascending or descending" + ) + + valid_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["valid_csv"], replacements={"data_root": data_folder}, + ) + # We also sort the validation data so it is faster to validate + valid_data = valid_data.filtered_sorted(sort_key="duration") + test_datasets = {} + for csv_file in hparams["test_csv"]: + name = Path(csv_file).stem + test_datasets[name] = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=csv_file, replacements={"data_root": data_folder} + ) + test_datasets[name] = test_datasets[name].filtered_sorted( + sort_key="duration" + ) + + datasets = [train_data, valid_data] + [i for k, i in test_datasets.items()] + + + # 2. Define audio pipeline: + @sb.utils.data_pipeline.takes("wav") + @sb.utils.data_pipeline.provides("sig") + def audio_pipeline(wav): + info = torchaudio.info(wav) + sig = sb.dataio.dataio.read_audio(wav) + if len(sig.shape)>1 : + sig = torch.mean(sig, dim=1) + resampled = torchaudio.transforms.Resample( + info.sample_rate, hparams["sample_rate"], + )(sig) + return resampled + + sb.dataio.dataset.add_dynamic_item(datasets, audio_pipeline) + label_encoder = sb.dataio.encoder.CTCTextEncoder() + + # 3. Define text pipeline: + @sb.utils.data_pipeline.takes("wrd") + @sb.utils.data_pipeline.provides( + "wrd", "char_list", "tokens_list", "tokens" + ) + def text_pipeline(wrd): + yield wrd + char_list = list(wrd) + yield char_list + tokens_list = label_encoder.encode_sequence(char_list) + yield tokens_list + tokens = torch.LongTensor(tokens_list) + yield tokens + + sb.dataio.dataset.add_dynamic_item(datasets, text_pipeline) + lab_enc_file = os.path.join(hparams["save_folder"], "label_encoder.txt") + special_labels = { + "blank_label": hparams["blank_index"], + "unk_label": hparams["unk_index"] + } + label_encoder.load_or_create( + path=lab_enc_file, + from_didatasets=[train_data], + output_key="char_list", + special_labels=special_labels, + sequence_input=True, + ) + + # 4. Set output: + sb.dataio.dataset.set_output_keys( + datasets, ["id", "sig", "wrd", "char_list", "tokens"], + ) + return train_data, valid_data,test_datasets, label_encoder + +class ASR(sb.core.Brain): + def compute_forward(self, batch, stage): + """Forward computations from the waveform batches to the output probabilities.""" + + batch = batch.to(self.device) + wavs, wav_lens = batch.sig + wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device) + + if stage == sb.Stage.TRAIN: + if hasattr(self.hparams, "augmentation"): + wavs = self.hparams.augmentation(wavs, wav_lens) + + # Forward pass + feats = self.modules.wav2vec2(wavs, wav_lens) + x = self.modules.enc(feats) + logits = self.modules.ctc_lin(x) + p_ctc = self.hparams.log_softmax(logits) + + return p_ctc, wav_lens + + def custom_encode(self,wavs,wav_lens) : + wavs = wavs.to(self.device) + if(wav_lens is not None): wav_lens.to(self.device) + + feats = self.modules.wav2vec2(wavs, wav_lens) + x = self.modules.enc(feats) + logits = self.modules.ctc_lin(x) + p_ctc = self.hparams.log_softmax(logits) + + return feats,p_ctc + + + + def compute_objectives(self, predictions, batch, stage): + """Computes the loss (CTC) given predictions and targets.""" + + p_ctc, wav_lens = predictions + + ids = batch.id + tokens, tokens_lens = batch.tokens + + loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens) + + if stage != sb.Stage.TRAIN: + predicted_tokens = sb.decoders.ctc_greedy_decode( + p_ctc, wav_lens, blank_id=self.hparams.blank_index + ) + # Decode token terms to words + if self.hparams.use_language_modelling: + predicted_words = [] + for logs in p_ctc: + text = decoder.decode(logs.detach().cpu().numpy()) + predicted_words.append(text.split(" ")) + else: + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + # Convert indices to words + target_words = [wrd.split(" ") for wrd in batch.wrd] + + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + + return loss + + def fit_batch(self, batch): + """Train the parameters given a single batch in input""" + should_step = self.step % self.grad_accumulation_factor == 0 + # Managing automatic mixed precision + # TOFIX: CTC fine-tuning currently is unstable + # This is certainly due to CTC being done in fp16 instead of fp32 + if self.auto_mix_prec: + with torch.cuda.amp.autocast(): + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + with self.no_sync(not should_step): + self.scaler.scale( + loss / self.grad_accumulation_factor + ).backward() + if should_step: + + if not self.hparams.wav2vec2.freeze: + self.scaler.unscale_(self.wav2vec_optimizer) + self.scaler.unscale_(self.model_optimizer) + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.scaler.step(self.wav2vec_optimizer) + self.scaler.step(self.model_optimizer) + self.scaler.update() + self.zero_grad() + self.optimizer_step += 1 + else: + # This is mandatory because HF models have a weird behavior with DDP + # on the forward pass + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + + with self.no_sync(not should_step): + (loss / self.grad_accumulation_factor).backward() + if should_step: + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.wav2vec_optimizer.step() + self.model_optimizer.step() + self.zero_grad() + self.optimizer_step += 1 + + self.on_fit_batch_end(batch, outputs, loss, should_step) + return loss.detach().cpu() + + def evaluate_batch(self, batch, stage): + """Computations needed for validation/test batches""" + predictions = self.compute_forward(batch, stage=stage) + with torch.no_grad(): + loss = self.compute_objectives(predictions, batch, stage=stage) + return loss.detach() + + def on_stage_start(self, stage, epoch): + """Gets called at the beginning of each epoch""" + if stage != sb.Stage.TRAIN: + self.cer_metric = self.hparams.cer_computer() + self.wer_metric = self.hparams.error_rate_computer() + + def on_stage_end(self, stage, stage_loss, epoch): + """Gets called at the end of an epoch.""" + # Compute/store important stats + stage_stats = {"loss": stage_loss} + if stage == sb.Stage.TRAIN: + self.train_stats = stage_stats + else: + stage_stats["CER"] = self.cer_metric.summarize("error_rate") + stage_stats["WER"] = self.wer_metric.summarize("error_rate") + + # Perform end-of-iteration things, like annealing, logging, etc. + if stage == sb.Stage.VALID: + old_lr_model, new_lr_model = self.hparams.lr_annealing_model( + stage_stats["loss"] + ) + old_lr_wav2vec, new_lr_wav2vec = self.hparams.lr_annealing_wav2vec( + stage_stats["loss"] + ) + sb.nnet.schedulers.update_learning_rate( + self.model_optimizer, new_lr_model + ) + if not self.hparams.wav2vec2.freeze: + sb.nnet.schedulers.update_learning_rate( + self.wav2vec_optimizer, new_lr_wav2vec + ) + self.hparams.train_logger.log_stats( + stats_meta={ + "epoch": epoch, + "lr_model": old_lr_model, + "lr_wav2vec": old_lr_wav2vec, + }, + train_stats=self.train_stats, + valid_stats=stage_stats, + ) + self.checkpointer.save_and_keep_only( + meta={"WER": stage_stats["WER"]}, min_keys=["WER"], + ) + elif stage == sb.Stage.TEST: + self.hparams.train_logger.log_stats( + stats_meta={"Epoch loaded": self.hparams.epoch_counter.current}, + test_stats=stage_stats, + ) + with open(self.hparams.wer_file, "w") as w: + self.wer_metric.write_stats(w) + + def init_optimizers(self): + "Initializes the wav2vec2 optimizer and model optimizer" + + # If the wav2vec encoder is unfrozen, we create the optimizer + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer = self.hparams.wav2vec_opt_class( + self.modules.wav2vec2.parameters() + ) + if self.checkpointer is not None: + self.checkpointer.add_recoverable( + "wav2vec_opt", self.wav2vec_optimizer + ) + + self.model_optimizer = self.hparams.model_opt_class( + self.hparams.model.parameters() + ) + + if self.checkpointer is not None: + self.checkpointer.add_recoverable("modelopt", self.model_optimizer) + + def zero_grad(self, set_to_none=False): + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer.zero_grad(set_to_none) + self.model_optimizer.zero_grad(set_to_none) + + +""" +label_encoder = sb.dataio.encoder.CTCTextEncoder() + +train_data, valid_data, test_datasets, label_encoder = dataio_prepare( + hparams + ) + + +# We dynamicaly add the tokenizer to our brain class. +# NB: This tokenizer corresponds to the one used for the LM!! +""" +from speechbrain.pretrained import EncoderASR,EncoderDecoderASR +french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr").cuda() +#french_asr_model = "r" + +cvhparams_file, cvrun_opts, cvoverrides = sb.parse_arguments(["en_cv.yaml"]) +with open(cvhparams_file) as cvfin: + cvhparams = load_hyperpyyaml(cvfin, cvoverrides) +english_asr_model = ASRCV( + modules=cvhparams["modules"], + hparams=cvhparams, + run_opts=cvrun_opts, + checkpointer=cvhparams["checkpointer"], + ) +english_asr_model.checkpointer.recover_if_possible() +asr_brain = ASR( + modules=hparams["modules"], + hparams=hparams, + run_opts=run_opts, + checkpointer=hparams["checkpointer"], +) +asr_brain.checkpointer.recover_if_possible() +asr_brain.modules.eval() +english_asr_model.modules.eval() +french_asr_model.mods.eval() +""" +asr_brain.tokenizer = label_encoder + +# Testing +real = True +if real : + for k in test_datasets.keys(): # keys are test_clean, test_other etc + asr_brain.hparams.wer_file = os.path.join( + hparams["output_folder"], "wer_{}.txt".format(k) + ) + asr_brain.evaluate( + test_datasets[k], test_loader_kwargs=hparams["dataloader_options"] + ) +""" + +""" +from torch.nn.utils.rnn import pad_sequence +def load_paths(wavs_path): + waveforms = [] + for path in wavs_path : + waveform, _ = torchaudio.load(path) + waveforms.append(waveform.squeeze(0)) + # normalize array length to the bigger arrays by pading with 0's + padded_arrays = pad_sequence(waveforms, batch_first=True) + return torch.tensor(padded_arrays) + +waveform = load_paths(["/content/drive/MyDrive/tunisian_corpora/tunisian_without_wavlm/samples/Salah10.wav","/content/drive/MyDrive/tunisian_corpora/tunisian_without_wavlm/samples/Salah10.wav"]) +embeddings, posteriogram = asr_brain.custom_encode(waveform,None) +print(embeddings.shape) +print(posteriogram.shape) +""" + +from speechbrain.pretrained import EncoderASR,EncoderDecoderASR +import torchaudio +import speechbrain as sb +import torch +from torch.nn.utils.rnn import pad_sequence +import torch +import speechbrain as sb +import numpy as np +import torch.optim as optim +import torch.nn as nn + +# Commented out IPython magic to ensure Python compatibility. +# %ls + +#UTILS FUNCTIOJNS +def get_size_dimensions(arr): + size_dimensions = [] + while isinstance(arr, list): + size_dimensions.append(len(arr)) + arr = arr[0] + return size_dimensions + +def scale_array(batch,n): + scaled_batch = [] + + for array in batch: + if(n < len(array)): raise ValueError("Cannot scale Array down") + + repeat = round(n/len(array))+1 + scaled_length_array= [] + + for i in array: + for j in range(repeat) : + if(len(scaled_length_array) == n): break + scaled_length_array.append(i) + + scaled_batch.append(scaled_length_array) + + return torch.tensor(scaled_batch) + + +def load_paths(wavs_path): + waveforms = [] + for path in wavs_path : + waveform, _ = torchaudio.load(path) + waveforms.append(waveform.squeeze(0)) + # normalize array length to the bigger arrays by pading with 0's + padded_arrays = pad_sequence(waveforms, batch_first=True) + return torch.tensor(padded_arrays) + + + +def word_to_vec(input_string): + mapping= {'a': 1, 'b': 2, 'c': 3, 'd': 4, 'e': 5, 'f': 6, 'g': 7, 'h': 8, 'i': 9, 'j': 10, 'k': 11, 'l': 12, 'm': 13, 'n': 14, 'o': 15, 'p': 16, 'q': 17, 'r': 18, 's': 19, 't': 20, 'u': 21, 'v': 22, 'w': 23, 'x': 24, 'y': 25, 'z': 26, 'ا': 27, 'ب': 28, 'ت': 29, 'ث': 30, 'ج': 31, 'ح': 32, 'خ': 33, 'د': 34, 'ذ': 35, 'ر': 36, 'ز': 37, 'س': 38, 'ش': 39, 'ص': 40, 'ض': 41, 'ط': 42, 'ظ': 43, 'ع': 44, 'غ': 45, 'ف': 46, 'ق': 47, 'ك': 48, 'ل': 49, 'م': 50, 'ن': 51, 'ه': 52, 'و': 53, 'ي': 54,' ':55} + + numbers = [mapping[word] for word in input_string if word in mapping] + return numbers + +device = 'cuda' +verbose = 0 +#FLOW LEVEL FUNCTIONS +def merge_strategy(embeddings1, embeddings2, embeddings3,post1, post2,post3): + + + post1 = post1.to(device) + post2 = post2.to(device) + post3 = post3.to(device) + embeddings1 = embeddings1.to(device) + embeddings2 = embeddings2.to(device) + embeddings3 = embeddings3.to(device) + + posteriograms_merged = torch.cat((post1,post2,post3),dim=2) + embeddings_merged = torch.cat((embeddings1,embeddings2,embeddings3),dim=2) + + if(verbose !=0): + print('MERGED POST ',posteriograms_merged.shape) + print('MERGED emb ',embeddings_merged.shape) + + return torch.cat((posteriograms_merged,embeddings_merged),dim=2).to(device) + +def decode(model,wavs,wav_lens): + + with torch.no_grad(): + wav_lens = wav_lens.to(model.device) + encoder_out = model.encode_batch(wavs, wav_lens) + predictions = model.decoding_function(encoder_out, wav_lens) + return predictions + +def middle_layer(batch, lens): + + tn_embeddings, tn_posteriogram = asr_brain.custom_encode(batch,None) + + fr_embeddings = french_asr_model.mods.encoder.wav2vec2(batch) + fr_posteriogram =french_asr_model.encode_batch(batch,lens) + en_embeddings = english_asr_model.modules.wav2vec2(batch, lens) + x = english_asr_model.modules.enc(en_embeddings) + en_posteriogram = english_asr_model.modules.ctc_lin(x) + #scores, en_posteriogram = english_asr_model.mods.decoder(en_embeddings ,lens) + if(verbose !=0): + print('[EMBEDDINGS] FR:',fr_embeddings.shape, "EN:",en_embeddings.shape, "TN:", tn_embeddings.shape) + print('[POSTERIOGRAM] FR:',fr_posteriogram.shape, "EN:",en_posteriogram.shape,"TN:",tn_posteriogram.shape) + + + bilangual_sample = merge_strategy(fr_embeddings,en_embeddings,tn_embeddings,fr_posteriogram,en_posteriogram,tn_posteriogram) + return bilangual_sample + +class Mixer(sb.core.Brain): + + def compute_forward(self, batch, stage): + """Forward computations from the waveform batches to the output probabilities.""" + wavs, wav_lens = batch.sig + wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device) + + if stage == sb.Stage.TRAIN: + if hasattr(self.hparams, "augmentation"): + wavs = self.hparams.augmentation(wavs, wav_lens) + + multi_langual_feats = middle_layer(wavs, wav_lens) + multi_langual_feats= multi_langual_feats.to(device) + feats, _ = self.modules.enc(multi_langual_feats) + logits = self.modules.ctc_lin(feats) + p_ctc = self.hparams.log_softmax(logits) + + if stage!= sb.Stage.TRAIN: + p_tokens = sb.decoders.ctc_greedy_decode( + p_ctc, wav_lens, blank_id=self.hparams.blank_index + ) + else : + p_tokens = None + return p_ctc, wav_lens, p_tokens + + def compute_objectives(self, predictions, batch, stage): + """Computes the loss (CTC) given predictions and targets.""" + + p_ctc, wav_lens , predicted_tokens= predictions + + ids = batch.id + tokens, tokens_lens = batch.tokens + + loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens) + + + if stage == sb.Stage.VALID: + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + target_words = [wrd.split(" ") for wrd in batch.wrd] + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + if stage ==sb.Stage.TEST : + if self.hparams.language_modelling: + predicted_words = [] + for logs in p_ctc: + text = decoder.decode(logs.detach().cpu().numpy()) + predicted_words.append(text.split(" ")) + else : + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + + target_words = [wrd.split(" ") for wrd in batch.wrd] + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + + return loss + + def fit_batch(self, batch): + """Train the parameters given a single batch in input""" + should_step = self.step % self.grad_accumulation_factor == 0 + # Managing automatic mixed precision + # TOFIX: CTC fine-tuning currently is unstable + # This is certainly due to CTC being done in fp16 instead of fp32 + if self.auto_mix_prec: + with torch.cuda.amp.autocast(): + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + with self.no_sync(not should_step): + self.scaler.scale( + loss / self.grad_accumulation_factor + ).backward() + if should_step: + + + self.scaler.unscale_(self.model_optimizer) + if self.check_gradients(loss): + self.scaler.step(self.model_optimizer) + self.scaler.update() + self.zero_grad() + self.optimizer_step += 1 + else: + # This is mandatory because HF models have a weird behavior with DDP + # on the forward pass + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + + with self.no_sync(not should_step): + (loss / self.grad_accumulation_factor).backward() + if should_step: + if self.check_gradients(loss): + self.model_optimizer.step() + self.zero_grad() + self.optimizer_step += 1 + + self.on_fit_batch_end(batch, outputs, loss, should_step) + return loss.detach().cpu() + + def evaluate_batch(self, batch, stage): + """Computations needed for validation/test batches""" + predictions = self.compute_forward(batch, stage=stage) + with torch.no_grad(): + loss = self.compute_objectives(predictions, batch, stage=stage) + return loss.detach() + + def on_stage_start(self, stage, epoch): + """Gets called at the beginning of each epoch""" + if stage != sb.Stage.TRAIN: + self.cer_metric = self.hparams.cer_computer() + self.wer_metric = self.hparams.error_rate_computer() + + def on_stage_end(self, stage, stage_loss, epoch): + """Gets called at the end of an epoch.""" + # Compute/store important stats + stage_stats = {"loss": stage_loss} + if stage == sb.Stage.TRAIN: + self.train_stats = stage_stats + else: + stage_stats["CER"] = self.cer_metric.summarize("error_rate") + stage_stats["WER"] = self.wer_metric.summarize("error_rate") + + # Perform end-of-iteration things, like annealing, logging, etc. + if stage == sb.Stage.VALID: + old_lr_model, new_lr_model = self.hparams.lr_annealing_model( + stage_stats["loss"] + ) + sb.nnet.schedulers.update_learning_rate( + self.model_optimizer, new_lr_model + ) + self.hparams.train_logger.log_stats( + stats_meta={ + "epoch": epoch, + "lr_model": old_lr_model, + }, + train_stats=self.train_stats, + valid_stats=stage_stats, + ) + self.checkpointer.save_and_keep_only( + meta={"WER": stage_stats["WER"]}, min_keys=["WER"], + ) + elif stage == sb.Stage.TEST: + self.hparams.train_logger.log_stats( + stats_meta={"Epoch loaded": self.hparams.epoch_counter.current}, + test_stats=stage_stats, + ) + with open(self.hparams.wer_file, "w") as w: + self.wer_metric.write_stats(w) + + def init_optimizers(self): + + self.model_optimizer = self.hparams.model_opt_class( + self.hparams.model.parameters() + ) + + if self.checkpointer is not None: + self.checkpointer.add_recoverable("modelopt", self.model_optimizer) + + def zero_grad(self, set_to_none=False): + + self.model_optimizer.zero_grad(set_to_none) + + +hparams_file, run_opts, overrides = sb.parse_arguments(sys.argv[1:]) + +# If distributed_launch=True then +# create ddp_group with the right communication protocol +sb.utils.distributed.ddp_init_group(run_opts) + +with open(hparams_file) as fin: + hparams = load_hyperpyyaml(fin, overrides) + +# Create experiment directory +sb.create_experiment_directory( + experiment_directory=hparams["output_folder"], + hyperparams_to_save=hparams_file, + overrides=overrides, +) +def read_labels_file(labels_file): + with open(labels_file, "r",encoding="utf-8") as lf: + lines = lf.read().splitlines() + division = "===" + numbers = {} + for line in lines : + if division in line : + break + string, number = line.split("=>") + number = int(number) + string = string[1:-2] + numbers[number] = string + return [numbers[x] for x in range(len(numbers))] +train_data, valid_data, test_datasets, label_encoder = dataio_prepare( + hparams + ) + + +labels = read_labels_file(os.path.join(hparams["save_folder"], "label_encoder.txt")) +labels = [""] + labels[1:-1] + ["1"] +if hparams["language_modelling"]: + decoder = build_ctcdecoder( + labels, + kenlm_model_path=hparams["ngram_lm_path"], # either .arpa or .bin file + alpha=0.5, # tuned on a val set + beta=1, # tuned on a val set + ) + + + + +mixer = Mixer( + modules=hparams["modules"], + hparams=hparams, + run_opts=run_opts, + checkpointer=hparams["checkpointer"], +) +mixer.tokenizer = label_encoder + + +mixer.fit( + mixer.hparams.epoch_counter, + train_data, + valid_data, + train_loader_kwargs=hparams["dataloader_options"], + valid_loader_kwargs=hparams["test_dataloader_options"], +) +print(test_datasets.keys()) +for k in test_datasets.keys(): # keys are test_clean, test_other etc + mixer.hparams.wer_file = os.path.join( + hparams["output_folder"], "wer_{}.txt".format(k) + ) + mixer.evaluate( + test_datasets[k], test_loader_kwargs=hparams["test_dataloader_options"] + ) + diff --git a/EnglishCV/results/wav2vec2_ctc_en/1234/hyperparams.yaml b/EnglishCV/results/wav2vec2_ctc_en/1234/hyperparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5823788972c12278383fd59997e0823ccd9916cc --- /dev/null +++ b/EnglishCV/results/wav2vec2_ctc_en/1234/hyperparams.yaml @@ -0,0 +1,190 @@ +# Generated 2023-09-06 from: +# /gpfsdswork/projects/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/hparams/train_en_with_wav2vec.yaml +# yamllint disable +# ################################ +# Model: wav2vec2 + DNN + CTC +# Augmentation: SpecAugment +# Authors: Titouan Parcollet 2021 +# ################################ + +# Seed needs to be set at top of yaml, before objects with parameters are made +seed: 1234 +__set_seed: !!python/object/apply:torch.manual_seed [1234] +output_folder: results/wav2vec2_ctc_en/1234 +wer_file: results/wav2vec2_ctc_en/1234/wer.txt +save_folder: results/wav2vec2_ctc_en/1234/save +train_log: results/wav2vec2_ctc_en/1234/train_log.txt + +# URL for the biggest Fairseq english wav2vec2 model. +wav2vec2_hub: facebook/wav2vec2-large-lv60 +wav2vec2_folder: results/wav2vec2_ctc_en/1234/save/wav2vec2_checkpoint + +# Data files +data_folder: + /gpfsscratch/rech/nou/uzn19yk/download/cv-corpus-12.0-2022-12-07/en/cv-corpus-12.0-2022-12-07/en # e.g, /localscratch/cv-corpus-5.1-2020-06-22/fr +train_tsv_file: + /gpfsscratch/rech/nou/uzn19yk/download/cv-corpus-12.0-2022-12-07/en/cv-corpus-12.0-2022-12-07/en/train.tsv # Standard CommonVoice .tsv files +dev_tsv_file: + /gpfsscratch/rech/nou/uzn19yk/download/cv-corpus-12.0-2022-12-07/en/cv-corpus-12.0-2022-12-07/en/dev.tsv # Standard CommonVoice .tsv files +test_tsv_file: + /gpfsscratch/rech/nou/uzn19yk/download/cv-corpus-12.0-2022-12-07/en/cv-corpus-12.0-2022-12-07/en/test.tsv # Standard CommonVoice .tsv files +accented_letters: false +language: en # use 'it' for Italian, 'rw' for Kinyarwanda, 'en' for english +train_csv: results/wav2vec2_ctc_en/1234/save/train.csv +valid_csv: results/wav2vec2_ctc_en/1234/save/dev.csv +test_csv: results/wav2vec2_ctc_en/1234/save/test.csv +skip_prep: false # Skip data preparation + +# We remove utterance slonger than 10s in the train/dev/test sets as +# longer sentences certainly correspond to "open microphones". +avoid_if_longer_than: 10.0 + +# Training parameters +number_of_epochs: 10 +lr: 1.0 +lr_wav2vec: 0.0001 +sorting: ascending +auto_mix_prec: false +sample_rate: 16000 +ckpt_interval_minutes: 30 # save checkpoint every N min + +# With data_parallel batch_size is split into N jobs +# With DDP batch_size is multiplied by N jobs +# Must be 8 per GPU to fit 32GB of VRAM +batch_size: 8 +test_batch_size: 4 + +dataloader_options: + batch_size: 8 + num_workers: 6 +test_dataloader_options: + batch_size: 4 + num_workers: 6 + +# BPE parameters +token_type: char # ["unigram", "bpe", "char"] +character_coverage: 1.0 + +# Model parameters +# activation: !name:torch.nn.LeakyReLU +wav2vec_output_dim: 1024 +dnn_neurons: 1024 +freeze_wav2vec: false +freeze_feature_extractor: true +dropout: 0.15 +warmup_steps: 500 + +# Outputs +output_neurons: 29 # BPE size, index(blank/eos/bos) = 0 + +# Decoding parameters +# Be sure that the bos and eos index match with the BPEs ones +blank_index: 0 +bos_index: 1 +eos_index: 2 + +# +# Functions and classes +# +epoch_counter: &id007 !new:speechbrain.utils.epoch_loop.EpochCounter + + limit: 10 + +augmentation: !new:speechbrain.lobes.augment.TimeDomainSpecAugment + sample_rate: 16000 + speeds: [95, 100, 105] + +enc: &id002 !new:speechbrain.nnet.containers.Sequential + input_shape: [null, null, 1024] + linear1: !name:speechbrain.nnet.linear.Linear + n_neurons: 1024 + bias: true + bn1: !name:speechbrain.nnet.normalization.BatchNorm1d + activation: !new:torch.nn.LeakyReLU + drop: !new:torch.nn.Dropout + p: 0.15 + linear2: !name:speechbrain.nnet.linear.Linear + n_neurons: 1024 + bias: true + bn2: !name:speechbrain.nnet.normalization.BatchNorm1d + activation2: !new:torch.nn.LeakyReLU + drop2: !new:torch.nn.Dropout + p: 0.15 + linear3: !name:speechbrain.nnet.linear.Linear + n_neurons: 1024 + bias: true + bn3: !name:speechbrain.nnet.normalization.BatchNorm1d + activation3: !new:torch.nn.LeakyReLU + +wav2vec2: &id001 !new:speechbrain.lobes.models.huggingface_wav2vec.HuggingFaceWav2Vec2 + source: /gpfsscratch/rech/nou/uzn19yk/wav2vec2-large-lv60/ + output_norm: true + freeze: false + freeze_feature_extractor: true + save_path: results/wav2vec2_ctc_en/1234/save/wav2vec2_checkpoint + +##### +# Uncomment this block if you prefer to use a Fairseq pretrained model instead +# of a HuggingFace one. Here, we provide an URL that is obtained from the +# Fairseq github for the multilingual XLSR. +# +#wav2vec2_url: https://dl.fbaipublicfiles.com/fairseq/wav2vec/xlsr_53_56k.pt +#wav2vec2: !new:speechbrain.lobes.models.fairseq_wav2vec.FairseqWav2Vec2 +# pretrained_path: !ref +# output_norm: True +# freeze: False +# save_path: !ref /wav2vec2_checkpoint/model.pt +##### + +ctc_lin: &id003 !new:speechbrain.nnet.linear.Linear + + input_size: 1024 + n_neurons: 29 + +log_softmax: !new:speechbrain.nnet.activations.Softmax + apply_log: true + +ctc_cost: !name:speechbrain.nnet.losses.ctc_loss + blank_index: 0 + +modules: + wav2vec2: *id001 + enc: *id002 + ctc_lin: *id003 +model: &id004 !new:torch.nn.ModuleList +- [*id002, *id003] +model_opt_class: !name:torch.optim.Adadelta + lr: 1.0 + rho: 0.95 + eps: 1.e-8 + +wav2vec_opt_class: !name:torch.optim.Adam + lr: 0.0001 + +lr_annealing_model: &id005 !new:speechbrain.nnet.schedulers.NewBobScheduler + initial_value: 1.0 + improvement_threshold: 0.0025 + annealing_factor: 0.8 + patient: 0 + +lr_annealing_wav2vec: &id006 !new:speechbrain.nnet.schedulers.NewBobScheduler + initial_value: 0.0001 + improvement_threshold: 0.0025 + annealing_factor: 0.9 + patient: 0 + +checkpointer: !new:speechbrain.utils.checkpoints.Checkpointer + checkpoints_dir: results/wav2vec2_ctc_en/1234/save + recoverables: + wav2vec2: *id001 + model: *id004 + scheduler_model: *id005 + scheduler_wav2vec: *id006 + counter: *id007 +train_logger: !new:speechbrain.utils.train_logger.FileTrainLogger + save_file: results/wav2vec2_ctc_en/1234/train_log.txt + +error_rate_computer: !name:speechbrain.utils.metric_stats.ErrorRateStats + +cer_computer: !name:speechbrain.utils.metric_stats.ErrorRateStats + split_tokens: true diff --git a/EnglishCV/results/wav2vec2_ctc_en/1234/save/29_char.model b/EnglishCV/results/wav2vec2_ctc_en/1234/save/29_char.model new file mode 100644 index 0000000000000000000000000000000000000000..7d36281f2d5f3dcc6228ba6edc53530d7978c495 --- /dev/null +++ b/EnglishCV/results/wav2vec2_ctc_en/1234/save/29_char.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee4214a3ebba9461ca02ca61220a2338412bbf9ef5a5982f2bc40740c4ab91a8 +size 238011 diff --git a/EnglishCV/results/wav2vec2_ctc_en/1234/save/29_char.vocab b/EnglishCV/results/wav2vec2_ctc_en/1234/save/29_char.vocab new file mode 100644 index 0000000000000000000000000000000000000000..86b1ad0d585fd75de25634ff390c288698cd5b5c --- /dev/null +++ b/EnglishCV/results/wav2vec2_ctc_en/1234/save/29_char.vocab @@ -0,0 +1,28 @@ + 0 +▁ -1.786 +E -2.27261 +A -2.6326 +T -2.64317 +I -2.76341 +S -2.81519 +O -2.8189 +N -2.83568 +R -2.87568 +H -3.22802 +L -3.30075 +D -3.43047 +C -3.58554 +U -3.84445 +M -3.84732 +F -4.07023 +P -4.09107 +G -4.16259 +W -4.25412 +Y -4.30147 +B -4.36224 +V -4.71267 +K -5.1744 +X -6.46672 +J -6.5246 +Z -6.95828 +Q -7.12388 diff --git a/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/CKPT.yaml b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/CKPT.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0c5173885d9fa6ca2966aef7e4012aecc7cc2b20 --- /dev/null +++ b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/CKPT.yaml @@ -0,0 +1,4 @@ +# yamllint disable +WER: 18.234978071545488 +end-of-epoch: true +unixtime: 1694033791.9455216 diff --git a/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/brain.ckpt b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/brain.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..fe4341d412eaba86adbbf377c9a80df25c6c172d --- /dev/null +++ b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/brain.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06617abf655f8550362b963062fc2a57bd819826ab70e63701676ea09d23618d +size 51 diff --git a/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/counter.ckpt b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/counter.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..252faa6bfe3ec2b69d80ccdd6607473fd4d85313 --- /dev/null +++ b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/counter.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4735e3a265e16eee03f59718b9b5d03019c07d8b6c51f90da3a666eec13ab35 +size 1 diff --git a/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/dataloader-TRAIN.ckpt b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/dataloader-TRAIN.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b49ae35814bed04596012d4a635942cdbeef6395 --- /dev/null +++ b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/dataloader-TRAIN.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f21c20a479fcc07663ec4255ad1c85466afb791f514f8f3baa174bd56edca2d4 +size 6 diff --git a/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/model.ckpt b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..129abdd503ba99ccdedf9a78eadc650fe47a47c5 --- /dev/null +++ b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:422a1d7a30720e846d2cb79ff510832fe96c1495f559f08fb37bdd118269ea7b +size 12769326 diff --git a/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/modelopt.ckpt b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/modelopt.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cb5ca677f41201563e7642bebc858eacad4ec11c --- /dev/null +++ b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/modelopt.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65cda77e4403deb7c8cee3052ac687bfc3bf6e68264dcb0e297e8f88bccf0d66 +size 25485359 diff --git a/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/scheduler_model.ckpt b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/scheduler_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..309c42c4814b8ea00b72dc4c8967141be1447c96 --- /dev/null +++ b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/scheduler_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9c36e38dd81971c68387a9f921cf0d61adad21f5b3f6420b6f3015b0f9d20df +size 511 diff --git a/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/scheduler_wav2vec.ckpt b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/scheduler_wav2vec.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0b45b969424e34d98d74d62c55ee3a11aa803233 --- /dev/null +++ b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/scheduler_wav2vec.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0293788921aad16c6e904d7ec0b7dba2dd4778fa3b7f1bfa04276b3965599999 +size 515 diff --git a/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/wav2vec2.ckpt b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/wav2vec2.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..56303af367ba7a4d0c577e8eab8b3488c148e15f --- /dev/null +++ b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/wav2vec2.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f7073aa70c88927f11cff4f2ba63a026c8ff6c119837391d84013feb229ad3e +size 1261924189 diff --git a/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/wav2vec_opt.ckpt b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/wav2vec_opt.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..771d857dff7a8da5e1325fa9d2a1528bbf84443d --- /dev/null +++ b/EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00/wav2vec_opt.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42691a96ebaba3dd3baf7e2521763db7f79b37a6bde9b0ea9d1adc2cac5bdf5e +size 2490156402 diff --git a/EnglishCV/results/wav2vec2_ctc_en/1234/train_with_wav2vec.py b/EnglishCV/results/wav2vec2_ctc_en/1234/train_with_wav2vec.py new file mode 100644 index 0000000000000000000000000000000000000000..d462abf3d2e8244df5cdb183aa231082d7791a45 --- /dev/null +++ b/EnglishCV/results/wav2vec2_ctc_en/1234/train_with_wav2vec.py @@ -0,0 +1,388 @@ +#!/usr/bin/env python3 +import sys +import torch +import logging +import speechbrain as sb +import torchaudio +from hyperpyyaml import load_hyperpyyaml +from speechbrain.tokenizers.SentencePiece import SentencePiece +from speechbrain.utils.data_utils import undo_padding +from speechbrain.utils.distributed import run_on_main + +"""Recipe for training a sequence-to-sequence ASR system with CommonVoice. +The system employs a wav2vec2 encoder and a CTC decoder. +Decoding is performed with greedy decoding (will be extended to beam search). + +To run this recipe, do the following: +> python train_with_wav2vec2.py hparams/train_with_wav2vec2.yaml + +With the default hyperparameters, the system employs a pretrained wav2vec2 encoder. +The wav2vec2 model is pretrained following the model given in the hprams file. +It may be dependent on the language. + +The neural network is trained with CTC on sub-word units estimated with +Byte Pairwise Encoding (BPE). + +The experiment file is flexible enough to support a large variety of +different systems. By properly changing the parameter files, you can try +different encoders, decoders, tokens (e.g, characters instead of BPE), +training languages (all CommonVoice languages), and many +other possible variations. + +Authors + * Titouan Parcollet 2021 +""" + +logger = logging.getLogger(__name__) + + +# Define training procedure +class ASR(sb.core.Brain): + def compute_forward(self, batch, stage): + """Forward computations from the waveform batches to the output probabilities.""" + + batch = batch.to(self.device) + wavs, wav_lens = batch.sig + tokens_bos, _ = batch.tokens_bos + wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device) + + if stage == sb.Stage.TRAIN: + if hasattr(self.hparams, "augmentation"): + wavs = self.hparams.augmentation(wavs, wav_lens) + + # Forward pass + feats = self.modules.wav2vec2(wavs, wav_lens) + x = self.modules.enc(feats) + logits = self.modules.ctc_lin(x) + p_ctc = self.hparams.log_softmax(logits) + + return p_ctc, wav_lens + + def compute_objectives(self, predictions, batch, stage): + """Computes the loss (CTC) given predictions and targets.""" + + p_ctc, wav_lens = predictions + + ids = batch.id + tokens_eos, tokens_eos_lens = batch.tokens_eos + tokens, tokens_lens = batch.tokens + + loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens) + + if stage != sb.Stage.TRAIN: + # Decode token terms to words + sequence = sb.decoders.ctc_greedy_decode( + p_ctc, wav_lens, blank_id=self.hparams.blank_index + ) + + predicted_words = self.tokenizer(sequence, task="decode_from_list") + + # Convert indices to words + target_words = undo_padding(tokens, tokens_lens) + target_words = self.tokenizer(target_words, task="decode_from_list") + + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + + return loss + + def fit_batch(self, batch): + """Train the parameters given a single batch in input""" + should_step = self.step % self.grad_accumulation_factor == 0 + # Managing automatic mixed precision + # TOFIX: CTC fine-tuning currently is unstable + # This is certainly due to CTC being done in fp16 instead of fp32 + if self.auto_mix_prec: + with torch.cuda.amp.autocast(): + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + with self.no_sync(not should_step): + self.scaler.scale( + loss / self.grad_accumulation_factor + ).backward() + if should_step: + + if not self.hparams.wav2vec2.freeze: + self.scaler.unscale_(self.wav2vec_optimizer) + self.scaler.unscale_(self.model_optimizer) + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.scaler.step(self.wav2vec_optimizer) + self.scaler.step(self.model_optimizer) + self.scaler.update() + self.zero_grad() + self.optimizer_step += 1 + else: + # This is mandatory because HF models have a weird behavior with DDP + # on the forward pass + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + + with self.no_sync(not should_step): + (loss / self.grad_accumulation_factor).backward() + if should_step: + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.wav2vec_optimizer.step() + self.model_optimizer.step() + self.zero_grad() + self.optimizer_step += 1 + + self.on_fit_batch_end(batch, outputs, loss, should_step) + return loss.detach().cpu() + + def evaluate_batch(self, batch, stage): + """Computations needed for validation/test batches""" + predictions = self.compute_forward(batch, stage=stage) + with torch.no_grad(): + loss = self.compute_objectives(predictions, batch, stage=stage) + return loss.detach() + + def on_stage_start(self, stage, epoch): + """Gets called at the beginning of each epoch""" + if stage != sb.Stage.TRAIN: + self.cer_metric = self.hparams.cer_computer() + self.wer_metric = self.hparams.error_rate_computer() + + def on_stage_end(self, stage, stage_loss, epoch): + """Gets called at the end of an epoch.""" + # Compute/store important stats + stage_stats = {"loss": stage_loss} + if stage == sb.Stage.TRAIN: + self.train_stats = stage_stats + else: + stage_stats["CER"] = self.cer_metric.summarize("error_rate") + stage_stats["WER"] = self.wer_metric.summarize("error_rate") + + # Perform end-of-iteration things, like annealing, logging, etc. + if stage == sb.Stage.VALID: + old_lr_model, new_lr_model = self.hparams.lr_annealing_model( + stage_stats["loss"] + ) + old_lr_wav2vec, new_lr_wav2vec = self.hparams.lr_annealing_wav2vec( + stage_stats["loss"] + ) + sb.nnet.schedulers.update_learning_rate( + self.model_optimizer, new_lr_model + ) + if not self.hparams.wav2vec2.freeze: + sb.nnet.schedulers.update_learning_rate( + self.wav2vec_optimizer, new_lr_wav2vec + ) + self.hparams.train_logger.log_stats( + stats_meta={ + "epoch": epoch, + "lr_model": old_lr_model, + "lr_wav2vec": old_lr_wav2vec, + }, + train_stats=self.train_stats, + valid_stats=stage_stats, + ) + self.checkpointer.save_and_keep_only( + meta={"WER": stage_stats["WER"]}, min_keys=["WER"], + ) + elif stage == sb.Stage.TEST: + self.hparams.train_logger.log_stats( + stats_meta={"Epoch loaded": self.hparams.epoch_counter.current}, + test_stats=stage_stats, + ) + with open(self.hparams.wer_file, "w") as w: + self.wer_metric.write_stats(w) + + def init_optimizers(self): + "Initializes the wav2vec2 optimizer and model optimizer" + + # If the wav2vec encoder is unfrozen, we create the optimizer + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer = self.hparams.wav2vec_opt_class( + self.modules.wav2vec2.parameters() + ) + if self.checkpointer is not None: + self.checkpointer.add_recoverable( + "wav2vec_opt", self.wav2vec_optimizer + ) + + self.model_optimizer = self.hparams.model_opt_class( + self.hparams.model.parameters() + ) + + if self.checkpointer is not None: + self.checkpointer.add_recoverable("modelopt", self.model_optimizer) + + def zero_grad(self, set_to_none=False): + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer.zero_grad(set_to_none) + self.model_optimizer.zero_grad(set_to_none) + + +# Define custom data procedure +def dataio_prepare(hparams, tokenizer): + """This function prepares the datasets to be used in the brain class. + It also defines the data processing pipeline through user-defined functions.""" + + # 1. Define datasets + data_folder = hparams["data_folder"] + + train_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["train_csv"], replacements={"data_root": data_folder}, + ) + + if hparams["sorting"] == "ascending": + # we sort training data to speed up training and get better results. + train_data = train_data.filtered_sorted( + sort_key="duration", + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "descending": + train_data = train_data.filtered_sorted( + sort_key="duration", + reverse=True, + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "random": + pass + + else: + raise NotImplementedError( + "sorting must be random, ascending or descending" + ) + + valid_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["valid_csv"], replacements={"data_root": data_folder}, + ) + # We also sort the validation data so it is faster to validate + valid_data = valid_data.filtered_sorted(sort_key="duration") + + test_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["test_csv"], replacements={"data_root": data_folder}, + ) + + # We also sort the validation data so it is faster to validate + test_data = test_data.filtered_sorted(sort_key="duration") + + datasets = [train_data, valid_data, test_data] + + # 2. Define audio pipeline: + @sb.utils.data_pipeline.takes("wav") + @sb.utils.data_pipeline.provides("sig") + def audio_pipeline(wav): + info = torchaudio.info(wav) + sig = sb.dataio.dataio.read_audio(wav) + resampled = torchaudio.transforms.Resample( + info.sample_rate, hparams["sample_rate"], + )(sig) + return resampled + + sb.dataio.dataset.add_dynamic_item(datasets, audio_pipeline) + + # 3. Define text pipeline: + @sb.utils.data_pipeline.takes("wrd") + @sb.utils.data_pipeline.provides( + "tokens_list", "tokens_bos", "tokens_eos", "tokens" + ) + def text_pipeline(wrd): + tokens_list = tokenizer.sp.encode_as_ids(wrd) + yield tokens_list + tokens_bos = torch.LongTensor([hparams["bos_index"]] + (tokens_list)) + yield tokens_bos + tokens_eos = torch.LongTensor(tokens_list + [hparams["eos_index"]]) + yield tokens_eos + tokens = torch.LongTensor(tokens_list) + yield tokens + + sb.dataio.dataset.add_dynamic_item(datasets, text_pipeline) + + # 4. Set output: + sb.dataio.dataset.set_output_keys( + datasets, ["id", "sig", "tokens_bos", "tokens_eos", "tokens"], + ) + return train_data, valid_data, test_data + + +if __name__ == "__main__": + + # Load hyperparameters file with command-line overrides + hparams_file, run_opts, overrides = sb.parse_arguments(sys.argv[1:]) + with open(hparams_file) as fin: + hparams = load_hyperpyyaml(fin, overrides) + + # If --distributed_launch then + # create ddp_group with the right communication protocol + sb.utils.distributed.ddp_init_group(run_opts) + + # Dataset preparation (parsing CommonVoice) + from common_voice_prepare import prepare_common_voice # noqa + + # Create experiment directory + sb.create_experiment_directory( + experiment_directory=hparams["output_folder"], + hyperparams_to_save=hparams_file, + overrides=overrides, + ) + + # Due to DDP, we do the preparation ONLY on the main python process + run_on_main( + prepare_common_voice, + kwargs={ + "data_folder": hparams["data_folder"], + "save_folder": hparams["save_folder"], + "train_tsv_file": hparams["train_tsv_file"], + "dev_tsv_file": hparams["dev_tsv_file"], + "test_tsv_file": hparams["test_tsv_file"], + "accented_letters": hparams["accented_letters"], + "language": hparams["language"], + "skip_prep": hparams["skip_prep"], + }, + ) + + # Defining tokenizer and loading it + tokenizer = SentencePiece( + model_dir=hparams["save_folder"], + vocab_size=hparams["output_neurons"], + annotation_train=hparams["train_csv"], + annotation_read="wrd", + model_type=hparams["token_type"], + character_coverage=hparams["character_coverage"], + ) + + # Create the datasets objects as well as tokenization and encoding :-D + train_data, valid_data, test_data = dataio_prepare(hparams, tokenizer) + + # Trainer initialization + asr_brain = ASR( + modules=hparams["modules"], + hparams=hparams, + run_opts=run_opts, + checkpointer=hparams["checkpointer"], + ) + + # Adding objects to trainer. + asr_brain.tokenizer = tokenizer + + # Training + asr_brain.fit( + asr_brain.hparams.epoch_counter, + train_data, + valid_data, + train_loader_kwargs=hparams["dataloader_options"], + valid_loader_kwargs=hparams["test_dataloader_options"], + ) + + # Test + asr_brain.hparams.wer_file = hparams["output_folder"] + "/wer_test.txt" + asr_brain.evaluate( + test_data, + min_key="WER", + test_loader_kwargs=hparams["test_dataloader_options"], + ) diff --git a/EnglishCV/train_en_with_wav2vec.yaml b/EnglishCV/train_en_with_wav2vec.yaml new file mode 100644 index 0000000000000000000000000000000000000000..359655f5ed658407ac162b7b6293a19fef5bd4a5 --- /dev/null +++ b/EnglishCV/train_en_with_wav2vec.yaml @@ -0,0 +1,184 @@ +# ################################ +# Model: wav2vec2 + DNN + CTC +# Augmentation: SpecAugment +# Authors: Titouan Parcollet 2021 +# ################################ + +# Seed needs to be set at top of yaml, before objects with parameters are made +seed: 1234 +__set_seed: !!python/object/apply:torch.manual_seed [!ref ] +output_folder: !ref EnglishCV/results/wav2vec2_ctc_en/ +wer_file: !ref /wer.txt +save_folder: !ref /save +train_log: !ref /train_log.txt + +# URL for the biggest Fairseq english wav2vec2 model. +wav2vec2_hub: wav2vec2-large-lv60/ +wav2vec2_folder: !ref /wav2vec2_checkpoint + +# Data files +data_folder: /gpfsscratch/rech/nou/uzn19yk/download/cv-corpus-12.0-2022-12-07/en/cv-corpus-12.0-2022-12-07/en # e.g, /localscratch/cv-corpus-5.1-2020-06-22/fr +train_tsv_file: !ref /train.tsv # Standard CommonVoice .tsv files +dev_tsv_file: !ref /dev.tsv # Standard CommonVoice .tsv files +test_tsv_file: !ref /test.tsv # Standard CommonVoice .tsv files +accented_letters: False +language: en # use 'it' for Italian, 'rw' for Kinyarwanda, 'en' for english +train_csv: !ref /train.csv +valid_csv: !ref /dev.csv +test_csv: !ref /test.csv +skip_prep: False # Skip data preparation + +# We remove utterance slonger than 10s in the train/dev/test sets as +# longer sentences certainly correspond to "open microphones". +avoid_if_longer_than: 10.0 + +# Training parameters +number_of_epochs: 10 +lr: 1.0 +lr_wav2vec: 0.0001 +sorting: ascending +auto_mix_prec: False +sample_rate: 16000 +ckpt_interval_minutes: 30 # save checkpoint every N min + +# With data_parallel batch_size is split into N jobs +# With DDP batch_size is multiplied by N jobs +# Must be 8 per GPU to fit 32GB of VRAM +batch_size: 8 +test_batch_size: 4 + +dataloader_options: + batch_size: !ref + num_workers: 6 +test_dataloader_options: + batch_size: !ref + num_workers: 6 + +# BPE parameters +token_type: char # ["unigram", "bpe", "char"] +character_coverage: 1.0 + +# Model parameters +# activation: !name:torch.nn.LeakyReLU +wav2vec_output_dim: 1024 +dnn_neurons: 1024 +freeze_wav2vec: False +freeze_feature_extractor: True +dropout: 0.15 +warmup_steps: 500 + +# Outputs +output_neurons: 29 # BPE size, index(blank/eos/bos) = 0 + +# Decoding parameters +# Be sure that the bos and eos index match with the BPEs ones +blank_index: 0 +bos_index: 1 +eos_index: 2 + +# +# Functions and classes +# +epoch_counter: !new:speechbrain.utils.epoch_loop.EpochCounter + limit: !ref + +augmentation: !new:speechbrain.lobes.augment.TimeDomainSpecAugment + sample_rate: !ref + speeds: [95, 100, 105] + +enc: !new:speechbrain.nnet.containers.Sequential + input_shape: [null, null, !ref ] + linear1: !name:speechbrain.nnet.linear.Linear + n_neurons: !ref + bias: True + bn1: !name:speechbrain.nnet.normalization.BatchNorm1d + activation: !new:torch.nn.LeakyReLU + drop: !new:torch.nn.Dropout + p: !ref + linear2: !name:speechbrain.nnet.linear.Linear + n_neurons: !ref + bias: True + bn2: !name:speechbrain.nnet.normalization.BatchNorm1d + activation2: !new:torch.nn.LeakyReLU + drop2: !new:torch.nn.Dropout + p: !ref + linear3: !name:speechbrain.nnet.linear.Linear + n_neurons: !ref + bias: True + bn3: !name:speechbrain.nnet.normalization.BatchNorm1d + activation3: !new:torch.nn.LeakyReLU + +wav2vec2: !new:speechbrain.lobes.models.huggingface_wav2vec.HuggingFaceWav2Vec2 + source: wav2vec2-large-lv60/ + output_norm: True + freeze: !ref + freeze_feature_extractor: !ref + save_path: !ref + +##### +# Uncomment this block if you prefer to use a Fairseq pretrained model instead +# of a HuggingFace one. Here, we provide an URL that is obtained from the +# Fairseq github for the multilingual XLSR. +# +#wav2vec2_url: https://dl.fbaipublicfiles.com/fairseq/wav2vec/xlsr_53_56k.pt +#wav2vec2: !new:speechbrain.lobes.models.fairseq_wav2vec.FairseqWav2Vec2 +# pretrained_path: !ref +# output_norm: True +# freeze: False +# save_path: !ref /wav2vec2_checkpoint/model.pt +##### + +ctc_lin: !new:speechbrain.nnet.linear.Linear + input_size: !ref + n_neurons: !ref + +log_softmax: !new:speechbrain.nnet.activations.Softmax + apply_log: True + +ctc_cost: !name:speechbrain.nnet.losses.ctc_loss + blank_index: !ref + +modules: + wav2vec2: !ref + enc: !ref + ctc_lin: !ref + +model: !new:torch.nn.ModuleList + - [!ref , !ref ] + +model_opt_class: !name:torch.optim.Adadelta + lr: !ref + rho: 0.95 + eps: 1.e-8 + +wav2vec_opt_class: !name:torch.optim.Adam + lr: !ref + +lr_annealing_model: !new:speechbrain.nnet.schedulers.NewBobScheduler + initial_value: !ref + improvement_threshold: 0.0025 + annealing_factor: 0.8 + patient: 0 + +lr_annealing_wav2vec: !new:speechbrain.nnet.schedulers.NewBobScheduler + initial_value: !ref + improvement_threshold: 0.0025 + annealing_factor: 0.9 + patient: 0 + +checkpointer: !new:speechbrain.utils.checkpoints.Checkpointer + checkpoints_dir: !ref + recoverables: + wav2vec2: !ref + model: !ref + scheduler_model: !ref + scheduler_wav2vec: !ref + counter: !ref + +train_logger: !new:speechbrain.utils.train_logger.FileTrainLogger + save_file: !ref + +error_rate_computer: !name:speechbrain.utils.metric_stats.ErrorRateStats + +cer_computer: !name:speechbrain.utils.metric_stats.ErrorRateStats + split_tokens: True diff --git a/EnglishCV/train_with_wav2vec.py b/EnglishCV/train_with_wav2vec.py new file mode 100644 index 0000000000000000000000000000000000000000..25edc1a9bb8ebe29c887bca40018e9c467aa98ef --- /dev/null +++ b/EnglishCV/train_with_wav2vec.py @@ -0,0 +1,388 @@ +#!/usr/bin/env python3 +import sys +import torch +import logging +import speechbrain as sb +import torchaudio +from hyperpyyaml import load_hyperpyyaml +from speechbrain.tokenizers.SentencePiece import SentencePiece +from speechbrain.utils.data_utils import undo_padding +from speechbrain.utils.distributed import run_on_main + +"""Recipe for training a sequence-to-sequence ASR system with CommonVoice. +The system employs a wav2vec2 encoder and a CTC decoder. +Decoding is performed with greedy decoding (will be extended to beam search). + +To run this recipe, do the following: +> python train_with_wav2vec2.py hparams/train_with_wav2vec2.yaml + +With the default hyperparameters, the system employs a pretrained wav2vec2 encoder. +The wav2vec2 model is pretrained following the model given in the hprams file. +It may be dependent on the language. + +The neural network is trained with CTC on sub-word units estimated with +Byte Pairwise Encoding (BPE). + +The experiment file is flexible enough to support a large variety of +different systems. By properly changing the parameter files, you can try +different encoders, decoders, tokens (e.g, characters instead of BPE), +training languages (all CommonVoice languages), and many +other possible variations. + +Authors + * Titouan Parcollet 2021 +""" + +logger = logging.getLogger(__name__) + + +# Define training procedure +class ASRCV(sb.core.Brain): + def compute_forward(self, batch, stage): + """Forward computations from the waveform batches to the output probabilities.""" + + batch = batch.to(self.device) + wavs, wav_lens = batch.sig + tokens_bos, _ = batch.tokens_bos + wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device) + + if stage == sb.Stage.TRAIN: + if hasattr(self.hparams, "augmentation"): + wavs = self.hparams.augmentation(wavs, wav_lens) + + # Forward pass + feats = self.modules.wav2vec2(wavs, wav_lens) + x = self.modules.enc(feats) + logits = self.modules.ctc_lin(x) + p_ctc = self.hparams.log_softmax(logits) + + return p_ctc, wav_lens + + def compute_objectives(self, predictions, batch, stage): + """Computes the loss (CTC) given predictions and targets.""" + + p_ctc, wav_lens = predictions + + ids = batch.id + tokens_eos, tokens_eos_lens = batch.tokens_eos + tokens, tokens_lens = batch.tokens + + loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens) + + if stage != sb.Stage.TRAIN: + # Decode token terms to words + sequence = sb.decoders.ctc_greedy_decode( + p_ctc, wav_lens, blank_id=self.hparams.blank_index + ) + + predicted_words = self.tokenizer(sequence, task="decode_from_list") + + # Convert indices to words + target_words = undo_padding(tokens, tokens_lens) + target_words = self.tokenizer(target_words, task="decode_from_list") + + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + + return loss + + def fit_batch(self, batch): + """Train the parameters given a single batch in input""" + should_step = self.step % self.grad_accumulation_factor == 0 + # Managing automatic mixed precision + # TOFIX: CTC fine-tuning currently is unstable + # This is certainly due to CTC being done in fp16 instead of fp32 + if self.auto_mix_prec: + with torch.cuda.amp.autocast(): + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + with self.no_sync(not should_step): + self.scaler.scale( + loss / self.grad_accumulation_factor + ).backward() + if should_step: + + if not self.hparams.wav2vec2.freeze: + self.scaler.unscale_(self.wav2vec_optimizer) + self.scaler.unscale_(self.model_optimizer) + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.scaler.step(self.wav2vec_optimizer) + self.scaler.step(self.model_optimizer) + self.scaler.update() + self.zero_grad() + self.optimizer_step += 1 + else: + # This is mandatory because HF models have a weird behavior with DDP + # on the forward pass + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + + with self.no_sync(not should_step): + (loss / self.grad_accumulation_factor).backward() + if should_step: + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.wav2vec_optimizer.step() + self.model_optimizer.step() + self.zero_grad() + self.optimizer_step += 1 + + self.on_fit_batch_end(batch, outputs, loss, should_step) + return loss.detach().cpu() + + def evaluate_batch(self, batch, stage): + """Computations needed for validation/test batches""" + predictions = self.compute_forward(batch, stage=stage) + with torch.no_grad(): + loss = self.compute_objectives(predictions, batch, stage=stage) + return loss.detach() + + def on_stage_start(self, stage, epoch): + """Gets called at the beginning of each epoch""" + if stage != sb.Stage.TRAIN: + self.cer_metric = self.hparams.cer_computer() + self.wer_metric = self.hparams.error_rate_computer() + + def on_stage_end(self, stage, stage_loss, epoch): + """Gets called at the end of an epoch.""" + # Compute/store important stats + stage_stats = {"loss": stage_loss} + if stage == sb.Stage.TRAIN: + self.train_stats = stage_stats + else: + stage_stats["CER"] = self.cer_metric.summarize("error_rate") + stage_stats["WER"] = self.wer_metric.summarize("error_rate") + + # Perform end-of-iteration things, like annealing, logging, etc. + if stage == sb.Stage.VALID: + old_lr_model, new_lr_model = self.hparams.lr_annealing_model( + stage_stats["loss"] + ) + old_lr_wav2vec, new_lr_wav2vec = self.hparams.lr_annealing_wav2vec( + stage_stats["loss"] + ) + sb.nnet.schedulers.update_learning_rate( + self.model_optimizer, new_lr_model + ) + if not self.hparams.wav2vec2.freeze: + sb.nnet.schedulers.update_learning_rate( + self.wav2vec_optimizer, new_lr_wav2vec + ) + self.hparams.train_logger.log_stats( + stats_meta={ + "epoch": epoch, + "lr_model": old_lr_model, + "lr_wav2vec": old_lr_wav2vec, + }, + train_stats=self.train_stats, + valid_stats=stage_stats, + ) + self.checkpointer.save_and_keep_only( + meta={"WER": stage_stats["WER"]}, min_keys=["WER"], + ) + elif stage == sb.Stage.TEST: + self.hparams.train_logger.log_stats( + stats_meta={"Epoch loaded": self.hparams.epoch_counter.current}, + test_stats=stage_stats, + ) + with open(self.hparams.wer_file, "w") as w: + self.wer_metric.write_stats(w) + + def init_optimizers(self): + "Initializes the wav2vec2 optimizer and model optimizer" + + # If the wav2vec encoder is unfrozen, we create the optimizer + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer = self.hparams.wav2vec_opt_class( + self.modules.wav2vec2.parameters() + ) + if self.checkpointer is not None: + self.checkpointer.add_recoverable( + "wav2vec_opt", self.wav2vec_optimizer + ) + + self.model_optimizer = self.hparams.model_opt_class( + self.hparams.model.parameters() + ) + + if self.checkpointer is not None: + self.checkpointer.add_recoverable("modelopt", self.model_optimizer) + + def zero_grad(self, set_to_none=False): + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer.zero_grad(set_to_none) + self.model_optimizer.zero_grad(set_to_none) + + +# Define custom data procedure +def dataio_prepare(hparams, tokenizer): + """This function prepares the datasets to be used in the brain class. + It also defines the data processing pipeline through user-defined functions.""" + + # 1. Define datasets + data_folder = hparams["data_folder"] + + train_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["train_csv"], replacements={"data_root": data_folder}, + ) + + if hparams["sorting"] == "ascending": + # we sort training data to speed up training and get better results. + train_data = train_data.filtered_sorted( + sort_key="duration", + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "descending": + train_data = train_data.filtered_sorted( + sort_key="duration", + reverse=True, + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "random": + pass + + else: + raise NotImplementedError( + "sorting must be random, ascending or descending" + ) + + valid_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["valid_csv"], replacements={"data_root": data_folder}, + ) + # We also sort the validation data so it is faster to validate + valid_data = valid_data.filtered_sorted(sort_key="duration") + + test_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["test_csv"], replacements={"data_root": data_folder}, + ) + + # We also sort the validation data so it is faster to validate + test_data = test_data.filtered_sorted(sort_key="duration") + + datasets = [train_data, valid_data, test_data] + + # 2. Define audio pipeline: + @sb.utils.data_pipeline.takes("wav") + @sb.utils.data_pipeline.provides("sig") + def audio_pipeline(wav): + info = torchaudio.info(wav) + sig = sb.dataio.dataio.read_audio(wav) + resampled = torchaudio.transforms.Resample( + info.sample_rate, hparams["sample_rate"], + )(sig) + return resampled + + sb.dataio.dataset.add_dynamic_item(datasets, audio_pipeline) + + # 3. Define text pipeline: + @sb.utils.data_pipeline.takes("wrd") + @sb.utils.data_pipeline.provides( + "tokens_list", "tokens_bos", "tokens_eos", "tokens" + ) + def text_pipeline(wrd): + tokens_list = tokenizer.sp.encode_as_ids(wrd) + yield tokens_list + tokens_bos = torch.LongTensor([hparams["bos_index"]] + (tokens_list)) + yield tokens_bos + tokens_eos = torch.LongTensor(tokens_list + [hparams["eos_index"]]) + yield tokens_eos + tokens = torch.LongTensor(tokens_list) + yield tokens + + sb.dataio.dataset.add_dynamic_item(datasets, text_pipeline) + + # 4. Set output: + sb.dataio.dataset.set_output_keys( + datasets, ["id", "sig", "tokens_bos", "tokens_eos", "tokens"], + ) + return train_data, valid_data, test_data + + +if __name__ == "__main__": + + # Load hyperparameters file with command-line overrides + hparams_file, run_opts, overrides = sb.parse_arguments(sys.argv[1:]) + with open(hparams_file) as fin: + hparams = load_hyperpyyaml(fin, overrides) + + # If --distributed_launch then + # create ddp_group with the right communication protocol + sb.utils.distributed.ddp_init_group(run_opts) + + # Dataset preparation (parsing CommonVoice) + from common_voice_prepare import prepare_common_voice # noqa + + # Create experiment directory + sb.create_experiment_directory( + experiment_directory=hparams["output_folder"], + hyperparams_to_save=hparams_file, + overrides=overrides, + ) + + # Due to DDP, we do the preparation ONLY on the main python process + run_on_main( + prepare_common_voice, + kwargs={ + "data_folder": hparams["data_folder"], + "save_folder": hparams["save_folder"], + "train_tsv_file": hparams["train_tsv_file"], + "dev_tsv_file": hparams["dev_tsv_file"], + "test_tsv_file": hparams["test_tsv_file"], + "accented_letters": hparams["accented_letters"], + "language": hparams["language"], + "skip_prep": hparams["skip_prep"], + }, + ) + + # Defining tokenizer and loading it + tokenizer = SentencePiece( + model_dir=hparams["save_folder"], + vocab_size=hparams["output_neurons"], + annotation_train=hparams["train_csv"], + annotation_read="wrd", + model_type=hparams["token_type"], + character_coverage=hparams["character_coverage"], + ) + + # Create the datasets objects as well as tokenization and encoding :-D + train_data, valid_data, test_data = dataio_prepare(hparams, tokenizer) + + # Trainer initialization + asr_brain = ASRCV( + modules=hparams["modules"], + hparams=hparams, + run_opts=run_opts, + checkpointer=hparams["checkpointer"], + ) + + # Adding objects to trainer. + asr_brain.tokenizer = tokenizer + + # Training + asr_brain.fit( + asr_brain.hparams.epoch_counter, + train_data, + valid_data, + train_loader_kwargs=hparams["dataloader_options"], + valid_loader_kwargs=hparams["test_dataloader_options"], + ) + + # Test + asr_brain.hparams.wer_file = hparams["output_folder"] + "/wer_test.txt" + asr_brain.evaluate( + test_data, + min_key="WER", + test_loader_kwargs=hparams["test_dataloader_options"], + ) diff --git a/README.md b/README.md index f2006a83b8548b6d5d9bb6209c96628d14c309b9..79e4305d04d46117886fcaa654f84ab798113a7e 100644 --- a/README.md +++ b/README.md @@ -1,13 +1,21 @@ --- -title: Code Switched Tunisian SpeechToText -emoji: 👀 -colorFrom: yellow -colorTo: green -sdk: gradio -sdk_version: 3.44.4 -app_file: app.py -pinned: false license: apache-2.0 --- +# Tunisian Arabic ASR Model with wav2vec2 and code switching +This repository provides all the necessary tools to perform automatic speech recognition from an end-to-end system pretrained on Tunisian arabic dialect. This model utilizes a code_switching approach and can process english , french and tunisian arabic +## Performance +the performance of the mode is : +| Release Version |WER (%) | CER (%) | +|-----------------|---------|---------| +| v1.0 |29.47 | 12.44 | +## Pipeline +The architecture comprises three components: + * French ASR pretrained with wav2vec2 on french corporas + * English ASR pretrained with wav2vec2 on english corporas + * Custom Tunisian ASR pretrained using wav2vec on a tunisian arabic corpora + All three models will process the audio data. Subsequently, the resulting posteriorgrams will be combined and utilized as input for the Mixer, which will produce the final posteriorgrams. +## Install +```python +pip install speechbrain transformers +``` -Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference diff --git a/TunisianASR/README.md b/TunisianASR/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7ee722217a29d8f656f945ba096eb38eebe58fc9 --- /dev/null +++ b/TunisianASR/README.md @@ -0,0 +1,21 @@ +# Tunisian Arabic ASR Model with wav2vec2 + +This repository provides all the necessary tools to perform automatic speech recognition from an end-to-end system pretrained on Tunisian arabic dialect + +## Performance +the performance of the mode is : +| Release Version | |WER (%) | CER (%) | +|-----------------|----|---------|---------| +| v1.0 | Without LM |11.82 | 6.33 | +## Dataset +This ASR model was trained on : +* TARIC : The corpus, named TARIC (Tunisian Arabic Railway Interaction Corpus) has a collection of audio recordings and transcriptions from dialogues in the Tunisian Railway Transport Network. - [Taric Corpus](https://aclanthology.org/L14-1385/) - +* STAC :A corpus of spoken Tunisian Arabic - [STAC Corpus](https://www.researchgate.net/publication/307583782_Spoken_Tunisian_Arabic_Corpus_STAC_Transcription_and_Annotation) +* IWSLT : A Tunisian conversational speech - [IWSLT Corpus](https://iwslt.org/2022/dialect)- +* Tunspeech : Our custom dataset + +## Install +```python +pip install speechbrain transformers +``` + diff --git a/TunisianASR/results/14epoch_tunisian/1234/env.log b/TunisianASR/results/14epoch_tunisian/1234/env.log new file mode 100644 index 0000000000000000000000000000000000000000..b6845eedae108942b4d4b5db81ee02ca1ff293af --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian/1234/env.log @@ -0,0 +1,347 @@ +SpeechBrain system description +============================== +Python version: +3.8.5 (default, Sep 4 2020, 07:30:14) +[GCC 7.3.0] +============================== +Installed Python packages: +absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work +============================== +Git revision: +8a51838 +============================== +CUDA version: +11.7 \ No newline at end of file diff --git a/TunisianASR/results/14epoch_tunisian/1234/hyperparams.yaml b/TunisianASR/results/14epoch_tunisian/1234/hyperparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6b995b96a8e203b927563b1145dc4a34dbd9ea20 --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian/1234/hyperparams.yaml @@ -0,0 +1,194 @@ +# Generated 2023-09-20 from: +# /home/salah/Code_Switched_Tunisian_Speech_Recognition/TunisianASR/semi_trained.yaml +# yamllint disable +# ################################ +# Model: wav2vec2 + DNN + CTC +# Augmentation: SpecAugment +# Authors: Titouan Parcollet 2021 +# ################################ + +# Seed needs to be set at top of yaml, before objects with parameters are made +seed: 1234 +__set_seed: !!python/object/apply:torch.manual_seed [1234] +output_folder: TunisianASR/results/14epoch_tunisian/1234/ +wer_file: TunisianASR/results/14epoch_tunisian/1234//wer.txt +save_folder: TunisianASR/results/14epoch_tunisian/1234//save +train_log: TunisianASR/results/14epoch_tunisian/1234//train_log.txt + +# URL for the biggest LeBenchmark wav2vec french. +wav2vec2_folder: TunisianASR/results/14epoch_tunisian/1234//save/wav2vec2_checkpoint + +# Data files +data_folder: /gpfsscratch/rech/nou/uzn19yk/tunisian_junk # e.g, /localscratch/cv-corpus-5.1-2020-06-22/fr +train_tsv_file: /gpfsscratch/rech/nou/uzn19yk/tunisian_junk/train.tsv # Standard CommonVoice .tsv files +dev_tsv_file: /gpfsscratch/rech/nou/uzn19yk/tunisian_junk/dev.tsv # Standard CommonVoice .tsv files +test_tsv_file: /gpfsscratch/rech/nou/uzn19yk/tunisian_junk/test.tsv # Standard CommonVoice .tsv files +accented_letters: true +language: fr # use 'it' for Italian, 'rw' for Kinyarwanda, 'en' for english +train_csv: /gpfsscratch/rech/nou/uzn19yk/tunisian_csvs/good_final/train.csv +valid_csv: /gpfsscratch/rech/nou/uzn19yk/tunisian_csvs/good_final/dev.csv +test_csv: +- /gpfsscratch/rech/nou/uzn19yk/tunisian_csvs/full_annotation_test.csv +- /gpfsscratch/rech/nou/uzn19yk/tunisian_csvs/good_final/iwslt_test.csv +- /gpfsscratch/rech/nou/uzn19yk/tunisian_csvs/good_final/taric_test.csv + +skip_prep: true # Skip data preparation + +use_language_modelling: true +ngram_lm_path: arpas/outdomain.arpa + +# We remove utterance slonger than 10s in the train/dev/test sets as +# longer sentences certainly correspond to "open microphones". +avoid_if_longer_than: 10.0 +avoid_if_shorter_than: 1.2 + + +# Training parameters +number_of_epochs: 14 +lr: 1.0 +lr_wav2vec: 0.0001 +sorting: ascending +auto_mix_prec: false +sample_rate: 16000 +ckpt_interval_minutes: 30 # save checkpoint every N min + +# With data_parallel batch_size is split into N jobs +# With DDP batch_size is multiplied by N jobs +# Must be 6 per GPU to fit 16GB of VRAM +batch_size: 10 +test_batch_size: 4 + +dataloader_options: + batch_size: 10 + num_workers: 6 +test_dataloader_options: + batch_size: 4 + num_workers: 6 + +# BPE parameters +token_type: char # ["unigram", "bpe", "char"] +character_coverage: 1.0 + +# Model parameters +# activation: !name:torch.nn.LeakyReLU +wav2vec_output_dim: 1024 +dnn_neurons: 1024 +freeze_wav2vec: false +freeze_feature_extractor: true +dropout: 0.15 +warmup_steps: 500 # The wav2vec 2 model isn't updated for this amount of steps + +# Outputs +output_neurons: 40 # BPE size, index(blank/eos/bos) = 0 + +# Decoding parameters +# Be sure that the bos and eos index match with the BPEs ones +blank_index: 0 +unk_index: 1 + +# +# Functions and classes +# +epoch_counter: &id007 !new:speechbrain.utils.epoch_loop.EpochCounter + + limit: 14 + +augmentation: !new:speechbrain.lobes.augment.TimeDomainSpecAugment + sample_rate: 16000 + speeds: [95, 100, 105] + +enc: &id002 !new:speechbrain.nnet.containers.Sequential + input_shape: [null, null, 1024] + linear1: !name:speechbrain.nnet.linear.Linear + n_neurons: 1024 + bias: true + bn1: !name:speechbrain.nnet.normalization.BatchNorm1d + activation: !new:torch.nn.LeakyReLU + drop: !new:torch.nn.Dropout + p: 0.15 + linear2: !name:speechbrain.nnet.linear.Linear + n_neurons: 1024 + bias: true + bn2: !name:speechbrain.nnet.normalization.BatchNorm1d + activation2: !new:torch.nn.LeakyReLU + drop2: !new:torch.nn.Dropout + p: 0.15 + linear3: !name:speechbrain.nnet.linear.Linear + n_neurons: 1024 + bias: true + bn3: !name:speechbrain.nnet.normalization.BatchNorm1d + activation3: !new:torch.nn.LeakyReLU + +wav2vec2: &id001 !new:speechbrain.lobes.models.huggingface_wav2vec.HuggingFaceWav2Vec2 + source: wavlm-large/ + output_norm: false + freeze: false + freeze_feature_extractor: true + save_path: TunisianASR/results/14epoch_tunisian/1234//save/wav2vec2_checkpoint + +##### +# Uncomment this block if you prefer to use a Fairseq pretrained model instead +# of a HuggingFace one. Here, we provide an URL that is obtained from the +# Fairseq github for the multilingual XLSR. +# +#wav2vec2_url: https://dl.fbaipublicfiles.com/fairseq/wav2vec/xlsr_53_56k.pt +#wav2vec2: !new:speechbrain.lobes.models.fairseq_wav2vec.FairseqWav2Vec2 +# pretrained_path: !ref +# output_norm: True +# freeze: False +# save_path: !ref /wav2vec2_checkpoint/model.pt +##### + + +ctc_lin: &id003 !new:speechbrain.nnet.linear.Linear + + input_size: 1024 + n_neurons: 40 + +log_softmax: !new:speechbrain.nnet.activations.Softmax + apply_log: true + +ctc_cost: !name:speechbrain.nnet.losses.ctc_loss + blank_index: 0 + +modules: + wav2vec2: *id001 + enc: *id002 + ctc_lin: *id003 +model: &id004 !new:torch.nn.ModuleList +- [*id002, *id003] +model_opt_class: !name:torch.optim.Adadelta + lr: 1.0 + rho: 0.95 + eps: 1.e-8 + +wav2vec_opt_class: !name:torch.optim.Adam + lr: 0.0001 + +lr_annealing_model: &id005 !new:speechbrain.nnet.schedulers.NewBobScheduler + initial_value: 1.0 + improvement_threshold: 0.0025 + annealing_factor: 0.8 + patient: 0 + +lr_annealing_wav2vec: &id006 !new:speechbrain.nnet.schedulers.NewBobScheduler + initial_value: 0.0001 + improvement_threshold: 0.0025 + annealing_factor: 0.9 + patient: 0 + +checkpointer: !new:speechbrain.utils.checkpoints.Checkpointer + checkpoints_dir: TunisianASR/results/14epoch_tunisian/1234//save + recoverables: + wav2vec2: *id001 + model: *id004 + scheduler_model: *id005 + scheduler_wav2vec: *id006 + counter: *id007 +train_logger: !new:speechbrain.utils.train_logger.FileTrainLogger + save_file: TunisianASR/results/14epoch_tunisian/1234//train_log.txt + +error_rate_computer: !name:speechbrain.utils.metric_stats.ErrorRateStats + +cer_computer: !name:speechbrain.utils.metric_stats.ErrorRateStats + split_tokens: true diff --git a/TunisianASR/results/14epoch_tunisian/1234/log.txt b/TunisianASR/results/14epoch_tunisian/1234/log.txt new file mode 100644 index 0000000000000000000000000000000000000000..ca2227b03887a929c15e0dbe77288b31115486d5 --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian/1234/log.txt @@ -0,0 +1,359 @@ +2023-09-20 16:23:38,106 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 16:23:38,106 - speechbrain.core - INFO - Experiment folder: TunisianASR/results/14epoch_tunisian/1234/ +2023-09-20 16:23:39,287 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 16:23:39,866 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 16:23:39,869 - speechbrain.pretrained.fetching - INFO - Fetch hyperparams.yaml: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-20 16:23:39,871 - speechbrain.pretrained.fetching - INFO - Fetch custom.py: Linking to local file in /home/salah/Code_Switched_Tunisian_Speech_Recognition/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-20 16:23:47,958 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-20 16:23:48,018 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-20 16:23:48,023 - speechbrain.pretrained.fetching - INFO - Fetch wav2vec2.ckpt: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-20 16:23:48,025 - speechbrain.pretrained.fetching - INFO - Fetch asr.ckpt: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-20 16:23:48,028 - speechbrain.pretrained.fetching - INFO - Fetch tokenizer.ckpt: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-20 16:23:48,029 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-20 16:23:56,361 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-20 16:23:56,366 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 16:23:56,366 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-20 16:23:56,529 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-20 16:23:57,316 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-20 16:23:59,928 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 16:23:59,940 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-20 16:24:00,139 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-20 16:24:00,967 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-20 16:24:49,007 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. diff --git a/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/CKPT.yaml b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/CKPT.yaml new file mode 100644 index 0000000000000000000000000000000000000000..da1de29c2da92e94905fc79fbc45a0fd5e18d56d --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/CKPT.yaml @@ -0,0 +1,4 @@ +# yamllint disable +WER: 26.88369650826989 +end-of-epoch: true +unixtime: 1691019518.289327 diff --git a/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/brain.ckpt b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/brain.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d8e39510ec383241369532b0d4f51b3d2869d5b3 --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/brain.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c991c52635ebf5f1d342ff11f149ab3000260e4b08bf1b4356e5134002a60feb +size 51 diff --git a/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/counter.ckpt b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/counter.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c06253869477dd4885186714c8d856202c39dbbb --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/counter.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8527a891e224136950ff32ca212b45bc93f69fbb801c3b1ebedac52775f99e61 +size 2 diff --git a/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/dataloader-TRAIN.ckpt b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/dataloader-TRAIN.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8ca8b61a36e6b813743b1a45341c4a0582e9bed1 --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/dataloader-TRAIN.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:646ecafa8b16fbb513bf9ddc56ba5e34c8818c0c8a7858871698ef9d15ddea68 +size 5 diff --git a/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/model.ckpt b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..77d77feed5be0e6b5e80740b55e38c6d21ab0847 --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cb0cabac5780ffeb4b9850d30e8cd10f748896ddb04aa963d29512463f9b65c +size 12814446 diff --git a/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/modelopt.ckpt b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/modelopt.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9a1e621305deed8a166aca9b1eaae09f779cb76f --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/modelopt.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20f6aecbdbc179aeac4a305431e9f4d17a3436a4aa8426d20f066d6c99c7b449 +size 25575599 diff --git a/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/scheduler_model.ckpt b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/scheduler_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d55060949293b2e29b4b4c5b9b7c8dde9d449180 --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/scheduler_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a25325a19660b044c1edc3405e8a298702a93f2f569b0548f8066bb50e8e3c8 +size 639 diff --git a/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/scheduler_wav2vec.ckpt b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/scheduler_wav2vec.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d25650616607f80780da6d120cd76c73c4e8474d --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/scheduler_wav2vec.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b238edab7c400d8ad289eb44c8912bc0d1d2144f2ac59e48b9ab736dc4ef5f79 +size 643 diff --git a/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/wav2vec2.ckpt b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/wav2vec2.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4f5a86e7c99c4a071e148be517cf02a5c2a4c58a --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/wav2vec2.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9f5cd05dd7941f51ce7f19acd406b3eb562de4bc4c6ed818f709563a8308e8d +size 1262005979 diff --git a/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/wav2vec_opt.ckpt b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/wav2vec_opt.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3017d6bc482b89eb40187d4469da8fe02e74919c --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00/wav2vec_opt.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d191b5b044b5dd0414bafb8c762083c4d344e3c81de807ef6a092dba4a383dd +size 2490361859 diff --git a/TunisianASR/results/14epoch_tunisian/1234/save/label_encoder.txt b/TunisianASR/results/14epoch_tunisian/1234/save/label_encoder.txt new file mode 100644 index 0000000000000000000000000000000000000000..737f9151e65d7dd5cd4f0b5960d2caace176ac85 --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian/1234/save/label_encoder.txt @@ -0,0 +1,44 @@ +'ب' => 38 +'ا' => 1 +'ه' => 2 +'ي' => 3 +'و' => 4 +'ن' => 5 +'أ' => 6 +' ' => 7 +'م' => 8 +'ش' => 9 +'ل' => 10 +'س' => 11 +'ت' => 12 +'د' => 13 +'ر' => 14 +'ى' => 15 +'ح' => 16 +'ط' => 17 +'ع' => 18 +'ك' => 19 +'ف' => 20 +'ق' => 21 +'آ' => 22 +'ة' => 23 +'ج' => 24 +'ض' => 25 +'ز' => 26 +'ص' => 27 +'إ' => 28 +'ث' => 29 +'خ' => 30 +'ڨ' => 31 +'ذ' => 32 +'ظ' => 33 +'ء' => 34 +'غ' => 35 +'ئ' => 36 +'ؤ' => 37 +'' => 0 +1 => 39 +================ +'starting_index' => 0 +'unk_label' => 1 +'blank_label' => '' diff --git a/TunisianASR/results/14epoch_tunisian/1234/train_with_wav2vec.py b/TunisianASR/results/14epoch_tunisian/1234/train_with_wav2vec.py new file mode 100644 index 0000000000000000000000000000000000000000..5d6ca4c5a378583fd297e1202522b9dc9c2368de --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian/1234/train_with_wav2vec.py @@ -0,0 +1,399 @@ +#!/usr/bin/env python3 +import sys +import torch +import logging +import speechbrain as sb +from pathlib import Path +import os +import torchaudio +from hyperpyyaml import load_hyperpyyaml +from speechbrain.tokenizers.SentencePiece import SentencePiece +from speechbrain.utils.data_utils import undo_padding +from speechbrain.utils.distributed import run_on_main + +"""Recipe for training a sequence-to-sequence ASR system with CommonVoice. +The system employs a wav2vec2 encoder and a CTC decoder. +Decoding is performed with greedy decoding (will be extended to beam search). + +To run this recipe, do the following: +> python train_with_wav2vec2.py hparams/train_with_wav2vec2.yaml + +With the default hyperparameters, the system employs a pretrained wav2vec2 encoder. +The wav2vec2 model is pretrained following the model given in the hprams file. +It may be dependent on the language. + +The neural network is trained with CTC on sub-word units estimated with +Byte Pairwise Encoding (BPE). + +The experiment file is flexible enough to support a large variety of +different systems. By properly changing the parameter files, you can try +different encoders, decoders, tokens (e.g, characters instead of BPE), +training languages (all CommonVoice languages), and many +other possible variations. + +Authors + * Titouan Parcollet 2021 +""" + +logger = logging.getLogger(__name__) + + +# Define training procedure +class ASR(sb.core.Brain): + def compute_forward(self, batch, stage): + """Forward computations from the waveform batches to the output probabilities.""" + + batch = batch.to(self.device) + wavs, wav_lens = batch.sig + wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device) + if stage == sb.Stage.TRAIN: + if hasattr(self.hparams, "augmentation"): + wavs = self.hparams.augmentation(wavs, wav_lens) + + # Forward pass + feats = self.modules.wav2vec2(wavs, wav_lens) + x = self.modules.enc(feats) + logits = self.modules.ctc_lin(x) + p_ctc = self.hparams.log_softmax(logits) + + return p_ctc, wav_lens + + def compute_objectives(self, predictions, batch, stage): + """Computes the loss (CTC) given predictions and targets.""" + + p_ctc, wav_lens = predictions + + ids = batch.id + tokens, tokens_lens = batch.tokens + + loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens) + + if stage != sb.Stage.TRAIN: + predicted_tokens = sb.decoders.ctc_greedy_decode( + p_ctc, wav_lens, blank_id=self.hparams.blank_index + ) + # Decode token terms to words + if self.hparams.use_language_modelling: + predicted_words = [] + for logs in p_ctc: + text = decoder.decode(logs.detach().cpu().numpy()) + predicted_words.append(text.split(" ")) + else: + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + # Convert indices to words + target_words = [wrd.split(" ") for wrd in batch.wrd] + + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + + return loss + + def fit_batch(self, batch): + """Train the parameters given a single batch in input""" + should_step = self.step % self.grad_accumulation_factor == 0 + # Managing automatic mixed precision + # TOFIX: CTC fine-tuning currently is unstable + # This is certainly due to CTC being done in fp16 instead of fp32 + if self.auto_mix_prec: + with torch.cuda.amp.autocast(): + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + with self.no_sync(not should_step): + self.scaler.scale( + loss / self.grad_accumulation_factor + ).backward() + if should_step: + + if not self.hparams.wav2vec2.freeze: + self.scaler.unscale_(self.wav2vec_optimizer) + self.scaler.unscale_(self.model_optimizer) + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.scaler.step(self.wav2vec_optimizer) + self.scaler.step(self.model_optimizer) + self.scaler.update() + self.zero_grad() + self.optimizer_step += 1 + else: + # This is mandatory because HF models have a weird behavior with DDP + # on the forward pass + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + + with self.no_sync(not should_step): + (loss / self.grad_accumulation_factor).backward() + if should_step: + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.wav2vec_optimizer.step() + self.model_optimizer.step() + self.zero_grad() + self.optimizer_step += 1 + + self.on_fit_batch_end(batch, outputs, loss, should_step) + return loss.detach().cpu() + + def evaluate_batch(self, batch, stage): + """Computations needed for validation/test batches""" + predictions = self.compute_forward(batch, stage=stage) + with torch.no_grad(): + loss = self.compute_objectives(predictions, batch, stage=stage) + return loss.detach() + + def on_stage_start(self, stage, epoch): + """Gets called at the beginning of each epoch""" + if stage != sb.Stage.TRAIN: + self.cer_metric = self.hparams.cer_computer() + self.wer_metric = self.hparams.error_rate_computer() + + def on_stage_end(self, stage, stage_loss, epoch): + """Gets called at the end of an epoch.""" + # Compute/store important stats + stage_stats = {"loss": stage_loss} + if stage == sb.Stage.TRAIN: + self.train_stats = stage_stats + else: + stage_stats["CER"] = self.cer_metric.summarize("error_rate") + stage_stats["WER"] = self.wer_metric.summarize("error_rate") + + # Perform end-of-iteration things, like annealing, logging, etc. + if stage == sb.Stage.VALID: + old_lr_model, new_lr_model = self.hparams.lr_annealing_model( + stage_stats["loss"] + ) + old_lr_wav2vec, new_lr_wav2vec = self.hparams.lr_annealing_wav2vec( + stage_stats["loss"] + ) + sb.nnet.schedulers.update_learning_rate( + self.model_optimizer, new_lr_model + ) + if not self.hparams.wav2vec2.freeze: + sb.nnet.schedulers.update_learning_rate( + self.wav2vec_optimizer, new_lr_wav2vec + ) + self.hparams.train_logger.log_stats( + stats_meta={ + "epoch": epoch, + "lr_model": old_lr_model, + "lr_wav2vec": old_lr_wav2vec, + }, + train_stats=self.train_stats, + valid_stats=stage_stats, + ) + self.checkpointer.save_and_keep_only( + meta={"WER": stage_stats["WER"]}, min_keys=["WER"], + ) + elif stage == sb.Stage.TEST: + self.hparams.train_logger.log_stats( + stats_meta={"Epoch loaded": self.hparams.epoch_counter.current}, + test_stats=stage_stats, + ) + with open(self.hparams.wer_file, "w") as w: + self.wer_metric.write_stats(w) + + def init_optimizers(self): + "Initializes the wav2vec2 optimizer and model optimizer" + + # If the wav2vec encoder is unfrozen, we create the optimizer + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer = self.hparams.wav2vec_opt_class( + self.modules.wav2vec2.parameters() + ) + if self.checkpointer is not None: + self.checkpointer.add_recoverable( + "wav2vec_opt", self.wav2vec_optimizer + ) + + self.model_optimizer = self.hparams.model_opt_class( + self.hparams.model.parameters() + ) + + if self.checkpointer is not None: + self.checkpointer.add_recoverable("modelopt", self.model_optimizer) + + def zero_grad(self, set_to_none=False): + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer.zero_grad(set_to_none) + self.model_optimizer.zero_grad(set_to_none) + + +# Define custom data procedure +def dataio_prepare(hparams): + """This function prepares the datasets to be used in the brain class. + It also defines the data processing pipeline through user-defined functions.""" + + # 1. Define datasets + data_folder = hparams["data_folder"] + + train_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["train_csv"], replacements={"data_root": data_folder}, + ) + + if hparams["sorting"] == "ascending": + # we sort training data to speed up training and get better results. + train_data = train_data.filtered_sorted( + sort_key="duration", + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "descending": + train_data = train_data.filtered_sorted( + sort_key="duration", + reverse=True, + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "random": + pass + + else: + raise NotImplementedError( + "sorting must be random, ascending or descending" + ) + + valid_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["valid_csv"], replacements={"data_root": data_folder}, + ) + # We also sort the validation data so it is faster to validate + valid_data = valid_data.filtered_sorted(sort_key="duration") + test_datasets = {} + for csv_file in hparams["test_csv"]: + name = Path(csv_file).stem + test_datasets[name] = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=csv_file, replacements={"data_root": data_folder} + ) + test_datasets[name] = test_datasets[name].filtered_sorted( + sort_key="duration" + ) + + datasets = [train_data, valid_data] + [i for k, i in test_datasets.items()] + + + # 2. Define audio pipeline: + @sb.utils.data_pipeline.takes("wav") + @sb.utils.data_pipeline.provides("sig") + def audio_pipeline(wav): + info = torchaudio.info(wav) + sig = sb.dataio.dataio.read_audio(wav) + resampled = torchaudio.transforms.Resample( + info.sample_rate, hparams["sample_rate"], + )(sig) + return resampled + + sb.dataio.dataset.add_dynamic_item(datasets, audio_pipeline) + label_encoder = sb.dataio.encoder.CTCTextEncoder() + + # 3. Define text pipeline: + @sb.utils.data_pipeline.takes("wrd") + @sb.utils.data_pipeline.provides( + "wrd", "char_list", "tokens_list", "tokens" + ) + def text_pipeline(wrd): + yield wrd + char_list = list(wrd) + yield char_list + tokens_list = label_encoder.encode_sequence(char_list) + yield tokens_list + tokens = torch.LongTensor(tokens_list) + yield tokens + + sb.dataio.dataset.add_dynamic_item(datasets, text_pipeline) + lab_enc_file = os.path.join(hparams["save_folder"], "label_encoder.txt") + special_labels = { + "blank_label": hparams["blank_index"], + "unk_label": hparams["unk_index"] + } + label_encoder.load_or_create( + path=lab_enc_file, + from_didatasets=[train_data], + output_key="char_list", + special_labels=special_labels, + sequence_input=True, + ) + + # 4. Set output: + sb.dataio.dataset.set_output_keys( + datasets, ["id", "sig", "wrd", "char_list", "tokens"], + ) + return train_data, valid_data,test_datasets, label_encoder + + +if __name__ == "__main__": + + # Load hyperparameters file with command-line overrides + hparams_file, run_opts, overrides = sb.parse_arguments(sys.argv[1:]) + with open(hparams_file) as fin: + hparams = load_hyperpyyaml(fin, overrides) + + # If --distributed_launch then + # create ddp_group with the right communication protocol + sb.utils.distributed.ddp_init_group(run_opts) + + + # Create experiment directory + sb.create_experiment_directory( + experiment_directory=hparams["output_folder"], + hyperparams_to_save=hparams_file, + overrides=overrides, + ) + + # Due to DDP, we do the preparation ONLY on the main python process + # Defining tokenizer and loading it + # Create the datasets objects as well as tokenization and encoding :-D + train_data, valid_data, test_datasets, label_encoder = dataio_prepare(hparams) + if hparams["use_language_modelling"]: + print("using langauge_modeeling") + from pyctcdecode import build_ctcdecoder + ind2lab = label_encoder.ind2lab + print(ind2lab) + labels = [ind2lab[x] for x in range(len(ind2lab))] + labels = [""] + labels[1:-1] + ["1"] + # Replace the token with a blank character, needed for PyCTCdecode + print(labels) + decoder = build_ctcdecoder( + labels, + kenlm_model_path=hparams["ngram_lm_path"], # .arpa or .bin + alpha=0.5, # Default by KenLM + beta=1.0, # Default by KenLM + ) + # Trainer initialization + asr_brain = ASR( + modules=hparams["modules"], + hparams=hparams, + run_opts=run_opts, + checkpointer=hparams["checkpointer"], + ) + + # Adding objects to trainer. + asr_brain.tokenizer = label_encoder + + # Training + asr_brain.fit( + asr_brain.hparams.epoch_counter, + train_data, + valid_data, + train_loader_kwargs=hparams["dataloader_options"], + valid_loader_kwargs=hparams["test_dataloader_options"], + ) + + # Test + for k in test_datasets.keys(): # keys are test_clean, test_other etc + asr_brain.hparams.wer_file = os.path.join( + hparams["output_folder"], "wer_{}.txt".format(k) + ) + asr_brain.evaluate( + test_datasets[k], test_loader_kwargs=hparams["test_dataloader_options"] + ) + diff --git a/TunisianASR/results/14epoch_tunisian//copy_of_wavlm_tun.py b/TunisianASR/results/14epoch_tunisian//copy_of_wavlm_tun.py new file mode 100644 index 0000000000000000000000000000000000000000..2efecd1bc0624df2ac997d5ee3c50e7301380b61 --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian//copy_of_wavlm_tun.py @@ -0,0 +1,761 @@ +# -*- coding: utf-8 -*- + +import os +import sys +import torch +import logging +import speechbrain as sb +from speechbrain.utils.distributed import run_on_main +from hyperpyyaml import load_hyperpyyaml +from pathlib import Path +import torchaudio.transforms as T +import torchaudio +import numpy as np +import kenlm +from pyctcdecode import build_ctcdecoder +import re + +# Commented out IPython magic to ensure Python compatibility. +# %cd /content/drive/MyDrive/tunisian_corpora/tunisian_without_wavlm + +hparams_file, run_opts, overrides = sb.parse_arguments(["semi_supervised_test_tunisian.yaml"]) + +# If distributed_launch=True then +# create ddp_group with the right communication protocol +sb.utils.distributed.ddp_init_group(run_opts) + +with open(hparams_file) as fin: + hparams = load_hyperpyyaml(fin, overrides) + +# Create experiment directory +sb.create_experiment_directory( + experiment_directory=hparams["output_folder"], + hyperparams_to_save=hparams_file, + overrides=overrides, +) +""" +def read_labels_file(labels_file): + with open(labels_file, "r",encoding="utf-8") as lf: + lines = lf.read().splitlines() + division = "===" + numbers = {} + for line in lines : + if division in line : + break + string, number = line.split("=>") + number = int(number) + string = string[1:-2] + numbers[number] = string + return [numbers[x] for x in range(len(numbers))] + +labels = read_labels_file(os.path.join(hparams["save_folder"], "label_encoder.txt")) +labels = [""] + labels[1:-1] + ["1"] + +# Dataset prep (parsing Librispeech) +""" + +def dataio_prepare(hparams): + """This function prepares the datasets to be used in the brain class. + It also defines the data processing pipeline through user-defined functions.""" + + # 1. Define datasets + data_folder = hparams["data_folder"] + + train_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["train_csv"], replacements={"data_root": data_folder}, + ) + + if hparams["sorting"] == "ascending": + # we sort training data to speed up training and get better results. + train_data = train_data.filtered_sorted( + sort_key="duration", + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "descending": + train_data = train_data.filtered_sorted( + sort_key="duration", + reverse=True, + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "random": + pass + + else: + raise NotImplementedError( + "sorting must be random, ascending or descending" + ) + + valid_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["valid_csv"], replacements={"data_root": data_folder}, + ) + # We also sort the validation data so it is faster to validate + valid_data = valid_data.filtered_sorted(sort_key="duration") + test_datasets = {} + for csv_file in hparams["test_csv"]: + name = Path(csv_file).stem + test_datasets[name] = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=csv_file, replacements={"data_root": data_folder} + ) + test_datasets[name] = test_datasets[name].filtered_sorted( + sort_key="duration" + ) + + datasets = [train_data, valid_data] + [i for k, i in test_datasets.items()] + + + # 2. Define audio pipeline: + @sb.utils.data_pipeline.takes("wav") + @sb.utils.data_pipeline.provides("sig") + def audio_pipeline(wav): + info = torchaudio.info(wav) + sig = sb.dataio.dataio.read_audio(wav) + if len(sig.shape)>1 : + sig = torch.mean(sig, dim=1) + resampled = torchaudio.transforms.Resample( + info.sample_rate, hparams["sample_rate"], + )(sig) + return resampled + + sb.dataio.dataset.add_dynamic_item(datasets, audio_pipeline) + label_encoder = sb.dataio.encoder.CTCTextEncoder() + + # 3. Define text pipeline: + @sb.utils.data_pipeline.takes("wrd") + @sb.utils.data_pipeline.provides( + "wrd", "char_list", "tokens_list", "tokens" + ) + def text_pipeline(wrd): + yield wrd + char_list = list(wrd) + yield char_list + tokens_list = label_encoder.encode_sequence(char_list) + yield tokens_list + tokens = torch.LongTensor(tokens_list) + yield tokens + + sb.dataio.dataset.add_dynamic_item(datasets, text_pipeline) + lab_enc_file = os.path.join(hparams["save_folder"], "label_encoder.txt") + special_labels = { + "blank_label": hparams["blank_index"], + "unk_label": hparams["unk_index"] + } + label_encoder.load_or_create( + path=lab_enc_file, + from_didatasets=[train_data], + output_key="char_list", + special_labels=special_labels, + sequence_input=True, + ) + + # 4. Set output: + sb.dataio.dataset.set_output_keys( + datasets, ["id", "sig", "wrd", "char_list", "tokens"], + ) + return train_data, valid_data,test_datasets, label_encoder + +class ASR(sb.core.Brain): + def compute_forward(self, batch, stage): + """Forward computations from the waveform batches to the output probabilities.""" + + batch = batch.to(self.device) + wavs, wav_lens = batch.sig + wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device) + + if stage == sb.Stage.TRAIN: + if hasattr(self.hparams, "augmentation"): + wavs = self.hparams.augmentation(wavs, wav_lens) + + # Forward pass + feats = self.modules.wav2vec2(wavs, wav_lens) + x = self.modules.enc(feats) + logits = self.modules.ctc_lin(x) + p_ctc = self.hparams.log_softmax(logits) + + return p_ctc, wav_lens + + def custom_encode(self,wavs,wav_lens) : + wavs = wavs.to(self.device) + if(wav_lens is not None): wav_lens.to(self.device) + + feats = self.modules.wav2vec2(wavs, wav_lens) + x = self.modules.enc(feats) + logits = self.modules.ctc_lin(x) + p_ctc = self.hparams.log_softmax(logits) + + return feats,p_ctc + + + + def compute_objectives(self, predictions, batch, stage): + """Computes the loss (CTC) given predictions and targets.""" + + p_ctc, wav_lens = predictions + + ids = batch.id + tokens, tokens_lens = batch.tokens + + loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens) + + if stage != sb.Stage.TRAIN: + predicted_tokens = sb.decoders.ctc_greedy_decode( + p_ctc, wav_lens, blank_id=self.hparams.blank_index + ) + # Decode token terms to words + if self.hparams.use_language_modelling: + predicted_words = [] + for logs in p_ctc: + text = decoder.decode(logs.detach().cpu().numpy()) + predicted_words.append(text.split(" ")) + else: + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + # Convert indices to words + target_words = [wrd.split(" ") for wrd in batch.wrd] + + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + + return loss + + def fit_batch(self, batch): + """Train the parameters given a single batch in input""" + should_step = self.step % self.grad_accumulation_factor == 0 + # Managing automatic mixed precision + # TOFIX: CTC fine-tuning currently is unstable + # This is certainly due to CTC being done in fp16 instead of fp32 + if self.auto_mix_prec: + with torch.cuda.amp.autocast(): + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + with self.no_sync(not should_step): + self.scaler.scale( + loss / self.grad_accumulation_factor + ).backward() + if should_step: + + if not self.hparams.wav2vec2.freeze: + self.scaler.unscale_(self.wav2vec_optimizer) + self.scaler.unscale_(self.model_optimizer) + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.scaler.step(self.wav2vec_optimizer) + self.scaler.step(self.model_optimizer) + self.scaler.update() + self.zero_grad() + self.optimizer_step += 1 + else: + # This is mandatory because HF models have a weird behavior with DDP + # on the forward pass + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + + with self.no_sync(not should_step): + (loss / self.grad_accumulation_factor).backward() + if should_step: + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.wav2vec_optimizer.step() + self.model_optimizer.step() + self.zero_grad() + self.optimizer_step += 1 + + self.on_fit_batch_end(batch, outputs, loss, should_step) + return loss.detach().cpu() + + def evaluate_batch(self, batch, stage): + """Computations needed for validation/test batches""" + predictions = self.compute_forward(batch, stage=stage) + with torch.no_grad(): + loss = self.compute_objectives(predictions, batch, stage=stage) + return loss.detach() + + def on_stage_start(self, stage, epoch): + """Gets called at the beginning of each epoch""" + if stage != sb.Stage.TRAIN: + self.cer_metric = self.hparams.cer_computer() + self.wer_metric = self.hparams.error_rate_computer() + + def on_stage_end(self, stage, stage_loss, epoch): + """Gets called at the end of an epoch.""" + # Compute/store important stats + stage_stats = {"loss": stage_loss} + if stage == sb.Stage.TRAIN: + self.train_stats = stage_stats + else: + stage_stats["CER"] = self.cer_metric.summarize("error_rate") + stage_stats["WER"] = self.wer_metric.summarize("error_rate") + + # Perform end-of-iteration things, like annealing, logging, etc. + if stage == sb.Stage.VALID: + old_lr_model, new_lr_model = self.hparams.lr_annealing_model( + stage_stats["loss"] + ) + old_lr_wav2vec, new_lr_wav2vec = self.hparams.lr_annealing_wav2vec( + stage_stats["loss"] + ) + sb.nnet.schedulers.update_learning_rate( + self.model_optimizer, new_lr_model + ) + if not self.hparams.wav2vec2.freeze: + sb.nnet.schedulers.update_learning_rate( + self.wav2vec_optimizer, new_lr_wav2vec + ) + self.hparams.train_logger.log_stats( + stats_meta={ + "epoch": epoch, + "lr_model": old_lr_model, + "lr_wav2vec": old_lr_wav2vec, + }, + train_stats=self.train_stats, + valid_stats=stage_stats, + ) + self.checkpointer.save_and_keep_only( + meta={"WER": stage_stats["WER"]}, min_keys=["WER"], + ) + elif stage == sb.Stage.TEST: + self.hparams.train_logger.log_stats( + stats_meta={"Epoch loaded": self.hparams.epoch_counter.current}, + test_stats=stage_stats, + ) + with open(self.hparams.wer_file, "w") as w: + self.wer_metric.write_stats(w) + + def init_optimizers(self): + "Initializes the wav2vec2 optimizer and model optimizer" + + # If the wav2vec encoder is unfrozen, we create the optimizer + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer = self.hparams.wav2vec_opt_class( + self.modules.wav2vec2.parameters() + ) + if self.checkpointer is not None: + self.checkpointer.add_recoverable( + "wav2vec_opt", self.wav2vec_optimizer + ) + + self.model_optimizer = self.hparams.model_opt_class( + self.hparams.model.parameters() + ) + + if self.checkpointer is not None: + self.checkpointer.add_recoverable("modelopt", self.model_optimizer) + + def zero_grad(self, set_to_none=False): + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer.zero_grad(set_to_none) + self.model_optimizer.zero_grad(set_to_none) + + +""" +label_encoder = sb.dataio.encoder.CTCTextEncoder() + +train_data, valid_data, test_datasets, label_encoder = dataio_prepare( + hparams + ) + + +# We dynamicaly add the tokenizer to our brain class. +# NB: This tokenizer corresponds to the one used for the LM!! +decoder = build_ctcdecoder( + labels, + kenlm_model_path="/content/drive/MyDrive/tunisian_corpora/tunisian_without_wavlm/lm_data/arpas/indomain.arpa", # either .arpa or .bin file + alpha=0.5, # tuned on a val set + beta=1, # tuned on a val set +) +""" +from speechbrain.pretrained import EncoderASR,EncoderDecoderASR +french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr").cuda() +french_asr_model.mods.eval() +#french_asr_model = "r" + +english_asr_model = EncoderDecoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-en", savedir="pretrained_models/asr-wav2vec2-commonvoice-en/").cuda() +english_asr_model.mods.eval() + +asr_brain = ASR( + modules=hparams["modules"], + hparams=hparams, + run_opts=run_opts, + checkpointer=hparams["checkpointer"], +) +asr_brain.checkpointer.recover_if_possible() +asr_brain.modules.eval() +""" +asr_brain.tokenizer = label_encoder + +# Testing +real = True +if real : + for k in test_datasets.keys(): # keys are test_clean, test_other etc + asr_brain.hparams.wer_file = os.path.join( + hparams["output_folder"], "wer_{}.txt".format(k) + ) + asr_brain.evaluate( + test_datasets[k], test_loader_kwargs=hparams["dataloader_options"] + ) +""" + +""" +from torch.nn.utils.rnn import pad_sequence +def load_paths(wavs_path): + waveforms = [] + for path in wavs_path : + waveform, _ = torchaudio.load(path) + waveforms.append(waveform.squeeze(0)) + # normalize array length to the bigger arrays by pading with 0's + padded_arrays = pad_sequence(waveforms, batch_first=True) + return torch.tensor(padded_arrays) + +waveform = load_paths(["/content/drive/MyDrive/tunisian_corpora/tunisian_without_wavlm/samples/Salah10.wav","/content/drive/MyDrive/tunisian_corpora/tunisian_without_wavlm/samples/Salah10.wav"]) +embeddings, posteriogram = asr_brain.custom_encode(waveform,None) +print(embeddings.shape) +print(posteriogram.shape) +""" + +from speechbrain.pretrained import EncoderASR,EncoderDecoderASR +import torchaudio +import speechbrain as sb +import torch +from torch.nn.utils.rnn import pad_sequence +import torch +import speechbrain as sb +import numpy as np +import torch.optim as optim +import torch.nn as nn + +# Commented out IPython magic to ensure Python compatibility. +# %ls + +#UTILS FUNCTIOJNS +def get_size_dimensions(arr): + size_dimensions = [] + while isinstance(arr, list): + size_dimensions.append(len(arr)) + arr = arr[0] + return size_dimensions + +def scale_array(batch,n): + scaled_batch = [] + + for array in batch: + if(n < len(array)): raise ValueError("Cannot scale Array down") + + repeat = round(n/len(array))+1 + scaled_length_array= [] + + for i in array: + for j in range(repeat) : + if(len(scaled_length_array) == n): break + scaled_length_array.append(i) + + scaled_batch.append(scaled_length_array) + + return torch.tensor(scaled_batch) + + +def load_paths(wavs_path): + waveforms = [] + for path in wavs_path : + waveform, _ = torchaudio.load(path) + waveforms.append(waveform.squeeze(0)) + # normalize array length to the bigger arrays by pading with 0's + padded_arrays = pad_sequence(waveforms, batch_first=True) + return torch.tensor(padded_arrays) + + + +def word_to_vec(input_string): + mapping= {'a': 1, 'b': 2, 'c': 3, 'd': 4, 'e': 5, 'f': 6, 'g': 7, 'h': 8, 'i': 9, 'j': 10, 'k': 11, 'l': 12, 'm': 13, 'n': 14, 'o': 15, 'p': 16, 'q': 17, 'r': 18, 's': 19, 't': 20, 'u': 21, 'v': 22, 'w': 23, 'x': 24, 'y': 25, 'z': 26, 'ا': 27, 'ب': 28, 'ت': 29, 'ث': 30, 'ج': 31, 'ح': 32, 'خ': 33, 'د': 34, 'ذ': 35, 'ر': 36, 'ز': 37, 'س': 38, 'ش': 39, 'ص': 40, 'ض': 41, 'ط': 42, 'ظ': 43, 'ع': 44, 'غ': 45, 'ف': 46, 'ق': 47, 'ك': 48, 'ل': 49, 'م': 50, 'ن': 51, 'ه': 52, 'و': 53, 'ي': 54,' ':55} + + numbers = [mapping[word] for word in input_string if word in mapping] + return numbers + +device = 'cuda' +verbose = 0 +#FLOW LEVEL FUNCTIONS +def merge_strategy(embeddings1, embeddings2, embeddings3,post1, post2,post3): + + + post1 = post1.to(device) + post2 = post2.to(device) + post3 = post3.to(device) + embeddings1 = embeddings1.to(device) + embeddings2 = embeddings2.to(device) + embeddings3 = embeddings3.to(device) + + posteriograms_merged = torch.cat((post1,post2,post3),dim=2) + embeddings_merged = torch.cat((embeddings1,embeddings2,embeddings3),dim=2) + + if(verbose !=0): + print('MERGED POST ',posteriograms_merged.shape) + print('MERGED emb ',embeddings_merged.shape) + + return torch.cat((posteriograms_merged,embeddings_merged),dim=2).to(device) + +def decode(model,wavs,wav_lens): + + with torch.no_grad(): + wav_lens = wav_lens.to(model.device) + encoder_out = model.encode_batch(wavs, wav_lens) + predictions = model.decoding_function(encoder_out, wav_lens) + return predictions + +def middle_layer(batch, lens): + + tn_embeddings, tn_posteriogram = asr_brain.custom_encode(batch,None) + + fr_embeddings = french_asr_model.mods.encoder.wav2vec2(batch) + fr_posteriogram =french_asr_model.encode_batch(batch,lens) + + en_embeddings = english_asr_model.encode_batch(batch, lens) + #scores, en_posteriogram = english_asr_model.mods.decoder(en_embeddings ,lens) + en_posteriogram = en_embeddings + + if(verbose !=0): + print('[EMBEDDINGS] FR:',fr_embeddings.shape, "EN:",en_embeddings.shape, "TN:", tn_embeddings.shape) + print('[POSTERIOGRAM] FR:',fr_posteriogram.shape, "EN:",en_posteriogram.shape,"TN:",tn_posteriogram.shape) + + + bilangual_sample = merge_strategy(fr_embeddings,en_embeddings,tn_embeddings,fr_posteriogram,en_posteriogram,tn_posteriogram) + return bilangual_sample + +class Mixer(sb.core.Brain): + + def compute_forward(self, batch, stage): + """Forward computations from the waveform batches to the output probabilities.""" + wavs, wav_lens = batch.sig + wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device) + + if stage == sb.Stage.TRAIN: + if hasattr(self.hparams, "augmentation"): + wavs = self.hparams.augmentation(wavs, wav_lens) + + multi_langual_feats = middle_layer(wavs, wav_lens) + multi_langual_feats= multi_langual_feats.to(device) + feats, _ = self.modules.enc(multi_langual_feats) + logits = self.modules.ctc_lin(feats) + p_ctc = self.hparams.log_softmax(logits) + + if stage!= sb.Stage.TRAIN: + p_tokens = sb.decoders.ctc_greedy_decode( + p_ctc, wav_lens, blank_id=self.hparams.blank_index + ) + else : + p_tokens = None + return p_ctc, wav_lens, p_tokens + + def compute_objectives(self, predictions, batch, stage): + """Computes the loss (CTC) given predictions and targets.""" + + p_ctc, wav_lens , predicted_tokens= predictions + + ids = batch.id + tokens, tokens_lens = batch.tokens + + loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens) + + + if stage != sb.Stage.TRAIN: + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + target_words = [wrd.split(" ") for wrd in batch.wrd] + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + + return loss + + def fit_batch(self, batch): + """Train the parameters given a single batch in input""" + should_step = self.step % self.grad_accumulation_factor == 0 + # Managing automatic mixed precision + # TOFIX: CTC fine-tuning currently is unstable + # This is certainly due to CTC being done in fp16 instead of fp32 + if self.auto_mix_prec: + with torch.cuda.amp.autocast(): + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + with self.no_sync(not should_step): + self.scaler.scale( + loss / self.grad_accumulation_factor + ).backward() + if should_step: + + + self.scaler.unscale_(self.model_optimizer) + if self.check_gradients(loss): + self.scaler.step(self.model_optimizer) + self.scaler.update() + self.zero_grad() + self.optimizer_step += 1 + else: + # This is mandatory because HF models have a weird behavior with DDP + # on the forward pass + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + + with self.no_sync(not should_step): + (loss / self.grad_accumulation_factor).backward() + if should_step: + if self.check_gradients(loss): + self.model_optimizer.step() + self.zero_grad() + self.optimizer_step += 1 + + self.on_fit_batch_end(batch, outputs, loss, should_step) + return loss.detach().cpu() + + def evaluate_batch(self, batch, stage): + """Computations needed for validation/test batches""" + predictions = self.compute_forward(batch, stage=stage) + with torch.no_grad(): + loss = self.compute_objectives(predictions, batch, stage=stage) + return loss.detach() + + def on_stage_start(self, stage, epoch): + """Gets called at the beginning of each epoch""" + if stage != sb.Stage.TRAIN: + self.cer_metric = self.hparams.cer_computer() + self.wer_metric = self.hparams.error_rate_computer() + + def on_stage_end(self, stage, stage_loss, epoch): + """Gets called at the end of an epoch.""" + # Compute/store important stats + stage_stats = {"loss": stage_loss} + if stage == sb.Stage.TRAIN: + self.train_stats = stage_stats + else: + stage_stats["CER"] = self.cer_metric.summarize("error_rate") + stage_stats["WER"] = self.wer_metric.summarize("error_rate") + + # Perform end-of-iteration things, like annealing, logging, etc. + if stage == sb.Stage.VALID: + old_lr_model, new_lr_model = self.hparams.lr_annealing_model( + stage_stats["loss"] + ) + sb.nnet.schedulers.update_learning_rate( + self.model_optimizer, new_lr_model + ) + self.hparams.train_logger.log_stats( + stats_meta={ + "epoch": epoch, + "lr_model": old_lr_model, + }, + train_stats=self.train_stats, + valid_stats=stage_stats, + ) + self.checkpointer.save_and_keep_only( + meta={"WER": stage_stats["WER"]}, min_keys=["WER"], + ) + elif stage == sb.Stage.TEST: + self.hparams.train_logger.log_stats( + stats_meta={"Epoch loaded": self.hparams.epoch_counter.current}, + test_stats=stage_stats, + ) + with open(self.hparams.wer_file, "w") as w: + self.wer_metric.write_stats(w) + + def init_optimizers(self): + + self.model_optimizer = self.hparams.model_opt_class( + self.hparams.model.parameters() + ) + + if self.checkpointer is not None: + self.checkpointer.add_recoverable("modelopt", self.model_optimizer) + + def zero_grad(self, set_to_none=False): + + self.model_optimizer.zero_grad(set_to_none) + + +hparams_file, run_opts, overrides = sb.parse_arguments([sys.argv[1]]) + +# If distributed_launch=True then +# create ddp_group with the right communication protocol +sb.utils.distributed.ddp_init_group(run_opts) + +with open(hparams_file) as fin: + hparams = load_hyperpyyaml(fin, overrides) + +# Create experiment directory +sb.create_experiment_directory( + experiment_directory=hparams["output_folder"], + hyperparams_to_save=hparams_file, + overrides=overrides, +) +""" +def read_labels_file(labels_file): + with open(labels_file, "r",encoding="utf-8") as lf: + lines = lf.read().splitlines() + division = "===" + numbers = {} + for line in lines : + if division in line : + break + string, number = line.split("=>") + number = int(number) + string = string[1:-2] + numbers[number] = string + return [numbers[x] for x in range(len(numbers))] +labels = read_labels_file(os.path.join(hparams["save_folder"], "label_encoder.txt")) +labels = [""] + labels[1:-1] + ["1"] + +label_encoder = sb.dataio.encoder.CTCTextEncoder() +""" +train_data, valid_data, test_datasets, label_encoder = dataio_prepare( + hparams + ) + + + + +""" +decoder = build_ctcdecoder( + labels, + kenlm_model_path="/content/drive/MyDrive/tunisian_corpora/tunisian_without_wavlm/lm_data/arpas/indomain.arpa", # either .arpa or .bin file + alpha=0.5, # tuned on a val set + beta=1, # tuned on a val set +) +""" +mixer = Mixer( + modules=hparams["modules"], + hparams=hparams, + run_opts=run_opts, + checkpointer=hparams["checkpointer"], +) +mixer.tokenizer = label_encoder + + +mixer.fit( + mixer.hparams.epoch_counter, + train_data, + valid_data, + train_loader_kwargs=hparams["dataloader_options"], + valid_loader_kwargs=hparams["test_dataloader_options"], +) + +for k in test_datasets.keys(): # keys are test_clean, test_other etc + mixer.hparams.wer_file = os.path.join( + hparams["output_folder"], "wer_{}.txt".format(k) + ) + mixer.evaluate( + test_datasets[k], test_loader_kwargs=hparams["test_dataloader_options"] + ) + diff --git a/TunisianASR/results/14epoch_tunisian//ctc_lin.py b/TunisianASR/results/14epoch_tunisian//ctc_lin.py new file mode 100644 index 0000000000000000000000000000000000000000..4846ea6554104069ea6a2792607d883efb85c482 --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian//ctc_lin.py @@ -0,0 +1,756 @@ +# -*- coding: utf-8 -*- + +import os +import sys +import torch +import logging +import speechbrain as sb +from speechbrain.utils.distributed import run_on_main +from hyperpyyaml import load_hyperpyyaml +from pathlib import Path +import torchaudio.transforms as T +from cv_train import ASRCV +import torchaudio +import numpy as np +import kenlm +from pyctcdecode import build_ctcdecoder +import re + +# Commented out IPython magic to ensure Python compatibility. +# %cd /content/drive/MyDrive/tunisian_corpora/tunisian_without_wavlm +#hparams_file, run_opts, overrides = sb.parse_arguments(["/gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/hparams/train_semi.yaml"]) +hparams_file, run_opts, overrides = sb.parse_arguments(["semi_supervised_test_tunisian.yaml"]) + +# If distributed_launch=True then +# create ddp_group with the right communication protocol +sb.utils.distributed.ddp_init_group(run_opts) + +with open(hparams_file) as fin: + hparams = load_hyperpyyaml(fin, overrides) + +# Create experiment directory +sb.create_experiment_directory( + experiment_directory=hparams["output_folder"], + hyperparams_to_save=hparams_file, + overrides=overrides, +) +# Dataset prep (parsing Librispeech) + +def dataio_prepare(hparams): + """This function prepares the datasets to be used in the brain class. + It also defines the data processing pipeline through user-defined functions.""" + + # 1. Define datasets + data_folder = hparams["data_folder"] + + train_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["train_csv"], replacements={"data_root": data_folder}, + ) + + if hparams["sorting"] == "ascending": + # we sort training data to speed up training and get better results. + train_data = train_data.filtered_sorted( + sort_key="duration", + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "descending": + train_data = train_data.filtered_sorted( + sort_key="duration", + reverse=True, + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "random": + pass + + else: + raise NotImplementedError( + "sorting must be random, ascending or descending" + ) + + valid_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["valid_csv"], replacements={"data_root": data_folder}, + ) + # We also sort the validation data so it is faster to validate + valid_data = valid_data.filtered_sorted(sort_key="duration") + test_datasets = {} + for csv_file in hparams["test_csv"]: + name = Path(csv_file).stem + test_datasets[name] = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=csv_file, replacements={"data_root": data_folder} + ) + test_datasets[name] = test_datasets[name].filtered_sorted( + sort_key="duration" + ) + + datasets = [train_data, valid_data] + [i for k, i in test_datasets.items()] + + + # 2. Define audio pipeline: + @sb.utils.data_pipeline.takes("wav") + @sb.utils.data_pipeline.provides("sig") + def audio_pipeline(wav): + info = torchaudio.info(wav) + sig = sb.dataio.dataio.read_audio(wav) + if len(sig.shape)>1 : + sig = torch.mean(sig, dim=1) + resampled = torchaudio.transforms.Resample( + info.sample_rate, hparams["sample_rate"], + )(sig) + return resampled + + sb.dataio.dataset.add_dynamic_item(datasets, audio_pipeline) + label_encoder = sb.dataio.encoder.CTCTextEncoder() + + # 3. Define text pipeline: + @sb.utils.data_pipeline.takes("wrd") + @sb.utils.data_pipeline.provides( + "wrd", "char_list", "tokens_list", "tokens" + ) + def text_pipeline(wrd): + yield wrd + char_list = list(wrd) + yield char_list + tokens_list = label_encoder.encode_sequence(char_list) + yield tokens_list + tokens = torch.LongTensor(tokens_list) + yield tokens + + sb.dataio.dataset.add_dynamic_item(datasets, text_pipeline) + lab_enc_file = os.path.join(hparams["save_folder"], "label_encoder.txt") + special_labels = { + "blank_label": hparams["blank_index"], + "unk_label": hparams["unk_index"] + } + label_encoder.load_or_create( + path=lab_enc_file, + from_didatasets=[train_data], + output_key="char_list", + special_labels=special_labels, + sequence_input=True, + ) + + # 4. Set output: + sb.dataio.dataset.set_output_keys( + datasets, ["id", "sig", "wrd", "char_list", "tokens"], + ) + return train_data, valid_data,test_datasets, label_encoder + +class ASR(sb.core.Brain): + def compute_forward(self, batch, stage): + """Forward computations from the waveform batches to the output probabilities.""" + + batch = batch.to(self.device) + wavs, wav_lens = batch.sig + wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device) + + if stage == sb.Stage.TRAIN: + if hasattr(self.hparams, "augmentation"): + wavs = self.hparams.augmentation(wavs, wav_lens) + + # Forward pass + feats = self.modules.wav2vec2(wavs, wav_lens) + x = self.modules.enc(feats) + logits = self.modules.ctc_lin(x) + p_ctc = self.hparams.log_softmax(logits) + + return p_ctc, wav_lens + + def custom_encode(self,wavs,wav_lens) : + wavs = wavs.to(self.device) + if(wav_lens is not None): wav_lens.to(self.device) + + feats = self.modules.wav2vec2(wavs, wav_lens) + x = self.modules.enc(feats) + logits = self.modules.ctc_lin(x) + p_ctc = self.hparams.log_softmax(logits) + + return feats,p_ctc + + + + def compute_objectives(self, predictions, batch, stage): + """Computes the loss (CTC) given predictions and targets.""" + + p_ctc, wav_lens = predictions + + ids = batch.id + tokens, tokens_lens = batch.tokens + + loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens) + + if stage != sb.Stage.TRAIN: + predicted_tokens = sb.decoders.ctc_greedy_decode( + p_ctc, wav_lens, blank_id=self.hparams.blank_index + ) + # Decode token terms to words + if self.hparams.use_language_modelling: + predicted_words = [] + for logs in p_ctc: + text = decoder.decode(logs.detach().cpu().numpy()) + predicted_words.append(text.split(" ")) + else: + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + # Convert indices to words + target_words = [wrd.split(" ") for wrd in batch.wrd] + + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + + return loss + + def fit_batch(self, batch): + """Train the parameters given a single batch in input""" + should_step = self.step % self.grad_accumulation_factor == 0 + # Managing automatic mixed precision + # TOFIX: CTC fine-tuning currently is unstable + # This is certainly due to CTC being done in fp16 instead of fp32 + if self.auto_mix_prec: + with torch.cuda.amp.autocast(): + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + with self.no_sync(not should_step): + self.scaler.scale( + loss / self.grad_accumulation_factor + ).backward() + if should_step: + + if not self.hparams.wav2vec2.freeze: + self.scaler.unscale_(self.wav2vec_optimizer) + self.scaler.unscale_(self.model_optimizer) + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.scaler.step(self.wav2vec_optimizer) + self.scaler.step(self.model_optimizer) + self.scaler.update() + self.zero_grad() + self.optimizer_step += 1 + else: + # This is mandatory because HF models have a weird behavior with DDP + # on the forward pass + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + + with self.no_sync(not should_step): + (loss / self.grad_accumulation_factor).backward() + if should_step: + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.wav2vec_optimizer.step() + self.model_optimizer.step() + self.zero_grad() + self.optimizer_step += 1 + + self.on_fit_batch_end(batch, outputs, loss, should_step) + return loss.detach().cpu() + + def evaluate_batch(self, batch, stage): + """Computations needed for validation/test batches""" + predictions = self.compute_forward(batch, stage=stage) + with torch.no_grad(): + loss = self.compute_objectives(predictions, batch, stage=stage) + return loss.detach() + + def on_stage_start(self, stage, epoch): + """Gets called at the beginning of each epoch""" + if stage != sb.Stage.TRAIN: + self.cer_metric = self.hparams.cer_computer() + self.wer_metric = self.hparams.error_rate_computer() + + def on_stage_end(self, stage, stage_loss, epoch): + """Gets called at the end of an epoch.""" + # Compute/store important stats + stage_stats = {"loss": stage_loss} + if stage == sb.Stage.TRAIN: + self.train_stats = stage_stats + else: + stage_stats["CER"] = self.cer_metric.summarize("error_rate") + stage_stats["WER"] = self.wer_metric.summarize("error_rate") + + # Perform end-of-iteration things, like annealing, logging, etc. + if stage == sb.Stage.VALID: + old_lr_model, new_lr_model = self.hparams.lr_annealing_model( + stage_stats["loss"] + ) + old_lr_wav2vec, new_lr_wav2vec = self.hparams.lr_annealing_wav2vec( + stage_stats["loss"] + ) + sb.nnet.schedulers.update_learning_rate( + self.model_optimizer, new_lr_model + ) + if not self.hparams.wav2vec2.freeze: + sb.nnet.schedulers.update_learning_rate( + self.wav2vec_optimizer, new_lr_wav2vec + ) + self.hparams.train_logger.log_stats( + stats_meta={ + "epoch": epoch, + "lr_model": old_lr_model, + "lr_wav2vec": old_lr_wav2vec, + }, + train_stats=self.train_stats, + valid_stats=stage_stats, + ) + self.checkpointer.save_and_keep_only( + meta={"WER": stage_stats["WER"]}, min_keys=["WER"], + ) + elif stage == sb.Stage.TEST: + self.hparams.train_logger.log_stats( + stats_meta={"Epoch loaded": self.hparams.epoch_counter.current}, + test_stats=stage_stats, + ) + with open(self.hparams.wer_file, "w") as w: + self.wer_metric.write_stats(w) + + def init_optimizers(self): + "Initializes the wav2vec2 optimizer and model optimizer" + + # If the wav2vec encoder is unfrozen, we create the optimizer + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer = self.hparams.wav2vec_opt_class( + self.modules.wav2vec2.parameters() + ) + if self.checkpointer is not None: + self.checkpointer.add_recoverable( + "wav2vec_opt", self.wav2vec_optimizer + ) + + self.model_optimizer = self.hparams.model_opt_class( + self.hparams.model.parameters() + ) + + if self.checkpointer is not None: + self.checkpointer.add_recoverable("modelopt", self.model_optimizer) + + def zero_grad(self, set_to_none=False): + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer.zero_grad(set_to_none) + self.model_optimizer.zero_grad(set_to_none) + + +""" +label_encoder = sb.dataio.encoder.CTCTextEncoder() + +train_data, valid_data, test_datasets, label_encoder = dataio_prepare( + hparams + ) + + +# We dynamicaly add the tokenizer to our brain class. +# NB: This tokenizer corresponds to the one used for the LM!! +""" +from speechbrain.pretrained import EncoderASR,EncoderDecoderASR +french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr").cuda() +#french_asr_model = "r" + +cvhparams_file, cvrun_opts, cvoverrides = sb.parse_arguments(["en_cv.yaml"]) +with open(cvhparams_file) as cvfin: + cvhparams = load_hyperpyyaml(cvfin, cvoverrides) +english_asr_model = ASRCV( + modules=cvhparams["modules"], + hparams=cvhparams, + run_opts=cvrun_opts, + checkpointer=cvhparams["checkpointer"], + ) +english_asr_model.checkpointer.recover_if_possible() +asr_brain = ASR( + modules=hparams["modules"], + hparams=hparams, + run_opts=run_opts, + checkpointer=hparams["checkpointer"], +) +asr_brain.checkpointer.recover_if_possible() +asr_brain.modules.eval() +english_asr_model.modules.eval() +french_asr_model.mods.eval() +""" +asr_brain.tokenizer = label_encoder + +# Testing +real = True +if real : + for k in test_datasets.keys(): # keys are test_clean, test_other etc + asr_brain.hparams.wer_file = os.path.join( + hparams["output_folder"], "wer_{}.txt".format(k) + ) + asr_brain.evaluate( + test_datasets[k], test_loader_kwargs=hparams["dataloader_options"] + ) +""" + +""" +from torch.nn.utils.rnn import pad_sequence +def load_paths(wavs_path): + waveforms = [] + for path in wavs_path : + waveform, _ = torchaudio.load(path) + waveforms.append(waveform.squeeze(0)) + # normalize array length to the bigger arrays by pading with 0's + padded_arrays = pad_sequence(waveforms, batch_first=True) + return torch.tensor(padded_arrays) + +waveform = load_paths(["/content/drive/MyDrive/tunisian_corpora/tunisian_without_wavlm/samples/Salah10.wav","/content/drive/MyDrive/tunisian_corpora/tunisian_without_wavlm/samples/Salah10.wav"]) +embeddings, posteriogram = asr_brain.custom_encode(waveform,None) +print(embeddings.shape) +print(posteriogram.shape) +""" + +from speechbrain.pretrained import EncoderASR,EncoderDecoderASR +import torchaudio +import speechbrain as sb +import torch +from torch.nn.utils.rnn import pad_sequence +import torch +import speechbrain as sb +import numpy as np +import torch.optim as optim +import torch.nn as nn + +# Commented out IPython magic to ensure Python compatibility. +# %ls + +#UTILS FUNCTIOJNS +def get_size_dimensions(arr): + size_dimensions = [] + while isinstance(arr, list): + size_dimensions.append(len(arr)) + arr = arr[0] + return size_dimensions + +def scale_array(batch,n): + scaled_batch = [] + + for array in batch: + if(n < len(array)): raise ValueError("Cannot scale Array down") + + repeat = round(n/len(array))+1 + scaled_length_array= [] + + for i in array: + for j in range(repeat) : + if(len(scaled_length_array) == n): break + scaled_length_array.append(i) + + scaled_batch.append(scaled_length_array) + + return torch.tensor(scaled_batch) + + +def load_paths(wavs_path): + waveforms = [] + for path in wavs_path : + waveform, _ = torchaudio.load(path) + waveforms.append(waveform.squeeze(0)) + # normalize array length to the bigger arrays by pading with 0's + padded_arrays = pad_sequence(waveforms, batch_first=True) + return torch.tensor(padded_arrays) + + + +def word_to_vec(input_string): + mapping= {'a': 1, 'b': 2, 'c': 3, 'd': 4, 'e': 5, 'f': 6, 'g': 7, 'h': 8, 'i': 9, 'j': 10, 'k': 11, 'l': 12, 'm': 13, 'n': 14, 'o': 15, 'p': 16, 'q': 17, 'r': 18, 's': 19, 't': 20, 'u': 21, 'v': 22, 'w': 23, 'x': 24, 'y': 25, 'z': 26, 'ا': 27, 'ب': 28, 'ت': 29, 'ث': 30, 'ج': 31, 'ح': 32, 'خ': 33, 'د': 34, 'ذ': 35, 'ر': 36, 'ز': 37, 'س': 38, 'ش': 39, 'ص': 40, 'ض': 41, 'ط': 42, 'ظ': 43, 'ع': 44, 'غ': 45, 'ف': 46, 'ق': 47, 'ك': 48, 'ل': 49, 'م': 50, 'ن': 51, 'ه': 52, 'و': 53, 'ي': 54,' ':55} + + numbers = [mapping[word] for word in input_string if word in mapping] + return numbers + +device = 'cuda' +verbose = 0 +#FLOW LEVEL FUNCTIONS +def merge_strategy(embeddings1, embeddings2, embeddings3,post1, post2,post3): + + + post1 = post1.to(device) + post2 = post2.to(device) + post3 = post3.to(device) + embeddings1 = embeddings1.to(device) + embeddings2 = embeddings2.to(device) + embeddings3 = embeddings3.to(device) + + posteriograms_merged = torch.cat((post1,post2,post3),dim=2) + embeddings_merged = torch.cat((embeddings1,embeddings2,embeddings3),dim=2) + + if(verbose !=0): + print('MERGED POST ',posteriograms_merged.shape) + print('MERGED emb ',embeddings_merged.shape) + + return torch.cat((posteriograms_merged,embeddings_merged),dim=2).to(device) + +def decode(model,wavs,wav_lens): + + with torch.no_grad(): + wav_lens = wav_lens.to(model.device) + encoder_out = model.encode_batch(wavs, wav_lens) + predictions = model.decoding_function(encoder_out, wav_lens) + return predictions + +def middle_layer(batch, lens): + + tn_embeddings, tn_posteriogram = asr_brain.custom_encode(batch,None) + + fr_embeddings = french_asr_model.mods.encoder.wav2vec2(batch) + fr_posteriogram =french_asr_model.encode_batch(batch,lens) + en_embeddings = english_asr_model.modules.wav2vec2(batch, lens) + x = english_asr_model.modules.enc(en_embeddings) + en_posteriogram = english_asr_model.modules.ctc_lin(x) + #scores, en_posteriogram = english_asr_model.mods.decoder(en_embeddings ,lens) + if(verbose !=0): + print('[EMBEDDINGS] FR:',fr_embeddings.shape, "EN:",en_embeddings.shape, "TN:", tn_embeddings.shape) + print('[POSTERIOGRAM] FR:',fr_posteriogram.shape, "EN:",en_posteriogram.shape,"TN:",tn_posteriogram.shape) + + + bilangual_sample = merge_strategy(fr_embeddings,en_embeddings,tn_embeddings,fr_posteriogram,en_posteriogram,tn_posteriogram) + return bilangual_sample + +class Mixer(sb.core.Brain): + + def compute_forward(self, batch, stage): + """Forward computations from the waveform batches to the output probabilities.""" + wavs, wav_lens = batch.sig + wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device) + + if stage == sb.Stage.TRAIN: + if hasattr(self.hparams, "augmentation"): + wavs = self.hparams.augmentation(wavs, wav_lens) + + multi_langual_feats = middle_layer(wavs, wav_lens) + multi_langual_feats= multi_langual_feats.to(device) + feats, _ = self.modules.enc(multi_langual_feats) + logits = self.modules.ctc_lin(feats) + p_ctc = self.hparams.log_softmax(logits) + + if stage!= sb.Stage.TRAIN: + p_tokens = sb.decoders.ctc_greedy_decode( + p_ctc, wav_lens, blank_id=self.hparams.blank_index + ) + else : + p_tokens = None + return p_ctc, wav_lens, p_tokens + + def compute_objectives(self, predictions, batch, stage): + """Computes the loss (CTC) given predictions and targets.""" + + p_ctc, wav_lens , predicted_tokens= predictions + + ids = batch.id + tokens, tokens_lens = batch.tokens + + loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens) + + + if stage == sb.Stage.VALID: + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + target_words = [wrd.split(" ") for wrd in batch.wrd] + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + if stage ==sb.Stage.TEST : + if self.hparams.language_modelling: + predicted_words = [] + for logs in p_ctc: + text = decoder.decode(logs.detach().cpu().numpy()) + predicted_words.append(text.split(" ")) + else : + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + + target_words = [wrd.split(" ") for wrd in batch.wrd] + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + + return loss + + def fit_batch(self, batch): + """Train the parameters given a single batch in input""" + should_step = self.step % self.grad_accumulation_factor == 0 + # Managing automatic mixed precision + # TOFIX: CTC fine-tuning currently is unstable + # This is certainly due to CTC being done in fp16 instead of fp32 + if self.auto_mix_prec: + with torch.cuda.amp.autocast(): + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + with self.no_sync(not should_step): + self.scaler.scale( + loss / self.grad_accumulation_factor + ).backward() + if should_step: + + + self.scaler.unscale_(self.model_optimizer) + if self.check_gradients(loss): + self.scaler.step(self.model_optimizer) + self.scaler.update() + self.zero_grad() + self.optimizer_step += 1 + else: + # This is mandatory because HF models have a weird behavior with DDP + # on the forward pass + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + + with self.no_sync(not should_step): + (loss / self.grad_accumulation_factor).backward() + if should_step: + if self.check_gradients(loss): + self.model_optimizer.step() + self.zero_grad() + self.optimizer_step += 1 + + self.on_fit_batch_end(batch, outputs, loss, should_step) + return loss.detach().cpu() + + def evaluate_batch(self, batch, stage): + """Computations needed for validation/test batches""" + predictions = self.compute_forward(batch, stage=stage) + with torch.no_grad(): + loss = self.compute_objectives(predictions, batch, stage=stage) + return loss.detach() + + def on_stage_start(self, stage, epoch): + """Gets called at the beginning of each epoch""" + if stage != sb.Stage.TRAIN: + self.cer_metric = self.hparams.cer_computer() + self.wer_metric = self.hparams.error_rate_computer() + + def on_stage_end(self, stage, stage_loss, epoch): + """Gets called at the end of an epoch.""" + # Compute/store important stats + stage_stats = {"loss": stage_loss} + if stage == sb.Stage.TRAIN: + self.train_stats = stage_stats + else: + stage_stats["CER"] = self.cer_metric.summarize("error_rate") + stage_stats["WER"] = self.wer_metric.summarize("error_rate") + + # Perform end-of-iteration things, like annealing, logging, etc. + if stage == sb.Stage.VALID: + old_lr_model, new_lr_model = self.hparams.lr_annealing_model( + stage_stats["loss"] + ) + sb.nnet.schedulers.update_learning_rate( + self.model_optimizer, new_lr_model + ) + self.hparams.train_logger.log_stats( + stats_meta={ + "epoch": epoch, + "lr_model": old_lr_model, + }, + train_stats=self.train_stats, + valid_stats=stage_stats, + ) + self.checkpointer.save_and_keep_only( + meta={"WER": stage_stats["WER"]}, min_keys=["WER"], + ) + elif stage == sb.Stage.TEST: + self.hparams.train_logger.log_stats( + stats_meta={"Epoch loaded": self.hparams.epoch_counter.current}, + test_stats=stage_stats, + ) + with open(self.hparams.wer_file, "w") as w: + self.wer_metric.write_stats(w) + + def init_optimizers(self): + + self.model_optimizer = self.hparams.model_opt_class( + self.hparams.model.parameters() + ) + + if self.checkpointer is not None: + self.checkpointer.add_recoverable("modelopt", self.model_optimizer) + + def zero_grad(self, set_to_none=False): + + self.model_optimizer.zero_grad(set_to_none) + + +hparams_file, run_opts, overrides = sb.parse_arguments(sys.argv[1:]) + +# If distributed_launch=True then +# create ddp_group with the right communication protocol +sb.utils.distributed.ddp_init_group(run_opts) + +with open(hparams_file) as fin: + hparams = load_hyperpyyaml(fin, overrides) + +# Create experiment directory +sb.create_experiment_directory( + experiment_directory=hparams["output_folder"], + hyperparams_to_save=hparams_file, + overrides=overrides, +) +def read_labels_file(labels_file): + with open(labels_file, "r",encoding="utf-8") as lf: + lines = lf.read().splitlines() + division = "===" + numbers = {} + for line in lines : + if division in line : + break + string, number = line.split("=>") + number = int(number) + string = string[1:-2] + numbers[number] = string + return [numbers[x] for x in range(len(numbers))] +train_data, valid_data, test_datasets, label_encoder = dataio_prepare( + hparams + ) + + +labels = read_labels_file(os.path.join(hparams["save_folder"], "label_encoder.txt")) +labels = [""] + labels[1:-1] + ["1"] +if hparams["language_modelling"]: + decoder = build_ctcdecoder( + labels, + kenlm_model_path=hparams["ngram_lm_path"], # either .arpa or .bin file + alpha=0.5, # tuned on a val set + beta=1, # tuned on a val set + ) + + + + +mixer = Mixer( + modules=hparams["modules"], + hparams=hparams, + run_opts=run_opts, + checkpointer=hparams["checkpointer"], +) +mixer.tokenizer = label_encoder + + +mixer.fit( + mixer.hparams.epoch_counter, + train_data, + valid_data, + train_loader_kwargs=hparams["dataloader_options"], + valid_loader_kwargs=hparams["test_dataloader_options"], +) +print(test_datasets.keys()) +for k in test_datasets.keys(): # keys are test_clean, test_other etc + mixer.hparams.wer_file = os.path.join( + hparams["output_folder"], "wer_{}.txt".format(k) + ) + mixer.evaluate( + test_datasets[k], test_loader_kwargs=hparams["test_dataloader_options"] + ) + diff --git a/TunisianASR/results/14epoch_tunisian//env.log b/TunisianASR/results/14epoch_tunisian//env.log new file mode 100644 index 0000000000000000000000000000000000000000..0e7c074d08fd4465bb86fdead8c7e4d500e2844a --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian//env.log @@ -0,0 +1,97 @@ +SpeechBrain system description +============================== +Python version: +3.9.12 | packaged by conda-forge | (main, Mar 24 2022, 23:22:55) +[GCC 10.3.0] +============================== +Installed Python packages: +aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 +============================== +Could not get git revision============================== +CUDA version: +11.7 \ No newline at end of file diff --git a/TunisianASR/results/14epoch_tunisian//hyperparams.yaml b/TunisianASR/results/14epoch_tunisian//hyperparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ab34e69e1922be6ee98ce16e1e366cddb9e7c9b3 --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian//hyperparams.yaml @@ -0,0 +1,200 @@ +# Generated 2023-09-08 from: +# /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/semi_supervised_test_tunisian.yaml +# yamllint disable +# ################################ +# Model: wav2vec2 + DNN + CTC +# Augmentation: SpecAugment +# Authors: Titouan Parcollet 2021 +# ################################ + +# Seed needs to be set at top of yaml, before objects with parameters are made +seed: 1234 +__set_seed: !!python/object/apply:torch.manual_seed [1234] +output_folder: + /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +wer_file: + /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/wer.txt +save_folder: + /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save +train_log: + /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/train_log.txt + +# URL for the biggest LeBenchmark wav2vec french. +wav2vec2_folder: + /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/wav2vec2_checkpoint + +# Data files +data_folder: /gpfsscratch/rech/nou/uzn19yk/tunisian_junk # e.g, /localscratch/cv-corpus-5.1-2020-06-22/fr +train_tsv_file: /gpfsscratch/rech/nou/uzn19yk/tunisian_junk/train.tsv # Standard CommonVoice .tsv files +dev_tsv_file: /gpfsscratch/rech/nou/uzn19yk/tunisian_junk/dev.tsv # Standard CommonVoice .tsv files +test_tsv_file: /gpfsscratch/rech/nou/uzn19yk/tunisian_junk/test.tsv # Standard CommonVoice .tsv files +accented_letters: true +language: fr # use 'it' for Italian, 'rw' for Kinyarwanda, 'en' for english +train_csv: /gpfsscratch/rech/nou/uzn19yk/tunisian_csvs/good_final/train.csv +valid_csv: /gpfsscratch/rech/nou/uzn19yk/tunisian_csvs/good_final/dev.csv +test_csv: +- /gpfsscratch/rech/nou/uzn19yk/tunisian_semi/unlabeled.csv + +skip_prep: true # Skip data preparation + +use_language_modelling: true +ngram_lm_path: arpas/indomain.arpa + +# We remove utterance slonger than 10s in the train/dev/test sets as +# longer sentences certainly correspond to "open microphones". +avoid_if_longer_than: 10.0 +avoid_if_shorter_than: 1.2 + + +# Training parameters +number_of_epochs: 14 +lr: 1.0 +lr_wav2vec: 0.0001 +sorting: ascending +auto_mix_prec: false +sample_rate: 16000 +ckpt_interval_minutes: 30 # save checkpoint every N min + +# With data_parallel batch_size is split into N jobs +# With DDP batch_size is multiplied by N jobs +# Must be 6 per GPU to fit 16GB of VRAM +batch_size: 10 +test_batch_size: 4 + +dataloader_options: + batch_size: 10 + num_workers: 6 +test_dataloader_options: + batch_size: 4 + num_workers: 6 + +# BPE parameters +token_type: char # ["unigram", "bpe", "char"] +character_coverage: 1.0 + +# Model parameters +# activation: !name:torch.nn.LeakyReLU +wav2vec_output_dim: 1024 +dnn_neurons: 1024 +freeze_wav2vec: false +freeze_feature_extractor: true +dropout: 0.15 +warmup_steps: 500 # The wav2vec 2 model isn't updated for this amount of steps + +# Outputs +output_neurons: 40 # BPE size, index(blank/eos/bos) = 0 + +# Decoding parameters +# Be sure that the bos and eos index match with the BPEs ones +blank_index: 0 +unk_index: 1 + +# +# Functions and classes +# +epoch_counter: &id007 !new:speechbrain.utils.epoch_loop.EpochCounter + + limit: 14 + +augmentation: !new:speechbrain.lobes.augment.TimeDomainSpecAugment + sample_rate: 16000 + speeds: [95, 100, 105] + +enc: &id002 !new:speechbrain.nnet.containers.Sequential + input_shape: [null, null, 1024] + linear1: !name:speechbrain.nnet.linear.Linear + n_neurons: 1024 + bias: true + bn1: !name:speechbrain.nnet.normalization.BatchNorm1d + activation: !new:torch.nn.LeakyReLU + drop: !new:torch.nn.Dropout + p: 0.15 + linear2: !name:speechbrain.nnet.linear.Linear + n_neurons: 1024 + bias: true + bn2: !name:speechbrain.nnet.normalization.BatchNorm1d + activation2: !new:torch.nn.LeakyReLU + drop2: !new:torch.nn.Dropout + p: 0.15 + linear3: !name:speechbrain.nnet.linear.Linear + n_neurons: 1024 + bias: true + bn3: !name:speechbrain.nnet.normalization.BatchNorm1d + activation3: !new:torch.nn.LeakyReLU + +wav2vec2: &id001 !new:speechbrain.lobes.models.huggingface_wav2vec.HuggingFaceWav2Vec2 + source: /gpfsstore/rech/nou/uzn19yk/wavlm/ + output_norm: false + freeze: false + freeze_feature_extractor: true + save_path: + /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/wav2vec2_checkpoint + +##### +# Uncomment this block if you prefer to use a Fairseq pretrained model instead +# of a HuggingFace one. Here, we provide an URL that is obtained from the +# Fairseq github for the multilingual XLSR. +# +#wav2vec2_url: https://dl.fbaipublicfiles.com/fairseq/wav2vec/xlsr_53_56k.pt +#wav2vec2: !new:speechbrain.lobes.models.fairseq_wav2vec.FairseqWav2Vec2 +# pretrained_path: !ref +# output_norm: True +# freeze: False +# save_path: !ref /wav2vec2_checkpoint/model.pt +##### + + +ctc_lin: &id003 !new:speechbrain.nnet.linear.Linear + + input_size: 1024 + n_neurons: 40 + +log_softmax: !new:speechbrain.nnet.activations.Softmax + apply_log: true + +ctc_cost: !name:speechbrain.nnet.losses.ctc_loss + blank_index: 0 + +modules: + wav2vec2: *id001 + enc: *id002 + ctc_lin: *id003 +model: &id004 !new:torch.nn.ModuleList +- [*id002, *id003] +model_opt_class: !name:torch.optim.Adadelta + lr: 1.0 + rho: 0.95 + eps: 1.e-8 + +wav2vec_opt_class: !name:torch.optim.Adam + lr: 0.0001 + +lr_annealing_model: &id005 !new:speechbrain.nnet.schedulers.NewBobScheduler + initial_value: 1.0 + improvement_threshold: 0.0025 + annealing_factor: 0.8 + patient: 0 + +lr_annealing_wav2vec: &id006 !new:speechbrain.nnet.schedulers.NewBobScheduler + initial_value: 0.0001 + improvement_threshold: 0.0025 + annealing_factor: 0.9 + patient: 0 + +checkpointer: !new:speechbrain.utils.checkpoints.Checkpointer + checkpoints_dir: + /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save + recoverables: + wav2vec2: *id001 + model: *id004 + scheduler_model: *id005 + scheduler_wav2vec: *id006 + counter: *id007 +train_logger: !new:speechbrain.utils.train_logger.FileTrainLogger + save_file: + /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/train_log.txt + +error_rate_computer: !name:speechbrain.utils.metric_stats.ErrorRateStats + +cer_computer: !name:speechbrain.utils.metric_stats.ErrorRateStats + split_tokens: true diff --git a/TunisianASR/results/14epoch_tunisian//log.txt b/TunisianASR/results/14epoch_tunisian//log.txt new file mode 100644 index 0000000000000000000000000000000000000000..78b0317aab993708e1d51d634fd03d309c1c3649 --- /dev/null +++ b/TunisianASR/results/14epoch_tunisian//log.txt @@ -0,0 +1,11541 @@ +2023-08-29 17:38:27,385 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 17:38:27,386 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 17:38:29,169 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 17:38:29,227 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 17:38:29,228 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 17:38:29,257 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + asr_brain = ASR( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/core.py", line 554, in __init__ + torch.cuda.set_device(int(self.device[-1])) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 326, in set_device + torch._C._cuda_setDevice(device) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 229, in _lazy_init + torch._C._cuda_init() +RuntimeError: Found no NVIDIA driver on your system. Please check that you have an NVIDIA GPU and installed a driver from http://www.nvidia.com/Download/index.aspx +2023-08-29 17:40:42,223 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 17:40:42,224 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 17:40:42,773 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 17:40:42,829 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 377, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") +NameError: name 'EncoderASR' is not defined +2023-08-29 17:42:22,822 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 17:42:22,823 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 17:42:23,991 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 17:42:24,035 - speechbrain.pretrained.fetching - INFO - Fetch hyperparams.yaml: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:42:24,062 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 17:42:24,229 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-fr/resolve/main/hyperparams.yaml HTTP/1.1" 200 0 +2023-08-29 17:42:24,241 - filelock - DEBUG - Attempting to acquire lock 139768914004192 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/453a9854833f7e73817f1a445afd0d8fbe448475.lock +2023-08-29 17:42:24,242 - filelock - DEBUG - Lock 139768914004192 acquired on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/453a9854833f7e73817f1a445afd0d8fbe448475.lock +2023-08-29 17:42:24,345 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /speechbrain/asr-wav2vec2-commonvoice-fr/resolve/main/hyperparams.yaml HTTP/1.1" 200 2623 +2023-08-29 17:42:24,354 - filelock - DEBUG - Attempting to release lock 139768914004192 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/453a9854833f7e73817f1a445afd0d8fbe448475.lock +2023-08-29 17:42:24,354 - filelock - DEBUG - Lock 139768914004192 released on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/453a9854833f7e73817f1a445afd0d8fbe448475.lock +2023-08-29 17:42:24,354 - speechbrain.pretrained.fetching - INFO - HF fetch: /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/snapshots/269ef5853401e2aa2e47fe6fd7027b067c630c9b/hyperparams.yaml +2023-08-29 17:42:24,355 - speechbrain.pretrained.fetching - INFO - Fetch custom.py: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:42:24,460 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-fr/resolve/main/custom.py HTTP/1.1" 404 0 +2023-08-29 17:42:27,998 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 17:42:27,999 - filelock - DEBUG - Attempting to acquire lock 139768914033968 on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/0886a48276922a77013d8aa4681192138ae90d90.lock +2023-08-29 17:42:27,999 - filelock - DEBUG - Lock 139768914033968 acquired on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/0886a48276922a77013d8aa4681192138ae90d90.lock +2023-08-29 17:42:28,095 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/preprocessor_config.json HTTP/1.1" 200 158 +2023-08-29 17:42:28,101 - filelock - DEBUG - Attempting to release lock 139768914033968 on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/0886a48276922a77013d8aa4681192138ae90d90.lock +2023-08-29 17:42:28,101 - filelock - DEBUG - Lock 139768914033968 released on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/0886a48276922a77013d8aa4681192138ae90d90.lock +2023-08-29 17:42:28,272 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /api/models/LeBenchmark/wav2vec2-FR-7K-large HTTP/1.1" 200 1097 +2023-08-29 17:42:28,370 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/config.json HTTP/1.1" 200 0 +2023-08-29 17:42:28,371 - filelock - DEBUG - Attempting to acquire lock 139768914056960 on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/5565ad893213f0e049dcfd8a397c20224e7e26b9.lock +2023-08-29 17:42:28,371 - filelock - DEBUG - Lock 139768914056960 acquired on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/5565ad893213f0e049dcfd8a397c20224e7e26b9.lock +2023-08-29 17:42:28,469 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/config.json HTTP/1.1" 200 1503 +2023-08-29 17:42:28,472 - filelock - DEBUG - Attempting to release lock 139768914056960 on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/5565ad893213f0e049dcfd8a397c20224e7e26b9.lock +2023-08-29 17:42:28,472 - filelock - DEBUG - Lock 139768914056960 released on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/5565ad893213f0e049dcfd8a397c20224e7e26b9.lock +2023-08-29 17:42:28,570 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/model.safetensors HTTP/1.1" 302 0 +2023-08-29 17:42:28,571 - filelock - DEBUG - Attempting to acquire lock 139768913572144 on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/cdf58821b47253f6c3404a46970d63bbbbc180fbb79c616ebea6a9675299bbc2.lock +2023-08-29 17:42:28,572 - filelock - DEBUG - Lock 139768913572144 acquired on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/cdf58821b47253f6c3404a46970d63bbbbc180fbb79c616ebea6a9675299bbc2.lock +2023-08-29 17:42:28,574 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): cdn-lfs.huggingface.co:443 +2023-08-29 17:42:29,156 - urllib3.connectionpool - DEBUG - https://cdn-lfs.huggingface.co:443 "GET /LeBenchmark/wav2vec2-FR-7K-large/cdf58821b47253f6c3404a46970d63bbbbc180fbb79c616ebea6a9675299bbc2?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27model.safetensors%3B+filename%3D%22model.safetensors%22%3B&Expires=1693582948&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzU4Mjk0OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9MZUJlbmNobWFyay93YXYydmVjMi1GUi03Sy1sYXJnZS9jZGY1ODgyMWI0NzI1M2Y2YzM0MDRhNDY5NzBkNjNiYmJiYzE4MGZiYjc5YzYxNmViZWE2YTk2NzUyOTliYmMyP3Jlc3BvbnNlLWNvbnRlbnQtZGlzcG9zaXRpb249KiJ9XX0_&Signature=Hstmt61wjHMtNuOD7-kSVHIc~vOauwUbDcgQeE0Bk~kZm~pPLoONiPx2x4HTngacsgA9P1Fioy4o9x-QOaGo56uBmq~xpSm3elDsJ7hdnxV982sHDhQDLOkPk~mJOfvKBHYi62nRn5VfJuDsFAFZGRgP0uINNHC8CHX0jnx7JnlLU5U3GY8DNQ-wnuY8BmpgAwNTKa2K9HmtssMhc1ofGHQIu~~t-zLCbbK8ifX2xOdBZTnAuUvZtGIowCw0cRdSIo7xu8sZNErTpaGvjfa7qnn8eXKrcp02bj6yTrYK11sPYsJEOvkfjNfpj4NFksb05ijV6bZkKCBAYTOxif2CpA__&Key-Pair-Id=KVTP0A1DKRTAX HTTP/1.1" 200 1261803474 +2023-08-29 17:42:58,025 - filelock - DEBUG - Attempting to release lock 139768913572144 on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/cdf58821b47253f6c3404a46970d63bbbbc180fbb79c616ebea6a9675299bbc2.lock +2023-08-29 17:42:58,026 - filelock - DEBUG - Lock 139768913572144 released on model_checkpoints/models--LeBenchmark--wav2vec2-FR-7K-large/blobs/cdf58821b47253f6c3404a46970d63bbbbc180fbb79c616ebea6a9675299bbc2.lock +2023-08-29 17:43:34,914 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 17:43:34,926 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:43:34,926 - speechbrain.pretrained.fetching - INFO - Fetch wav2vec2.ckpt: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:43:35,027 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-fr/resolve/main/wav2vec2.ckpt HTTP/1.1" 302 0 +2023-08-29 17:43:35,029 - filelock - DEBUG - Attempting to acquire lock 139768913312112 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/1b2d9f900fd7a57a30bdc6220606f1ccf37f582f07aab7a5b75213ac46c38204.lock +2023-08-29 17:43:35,029 - filelock - DEBUG - Lock 139768913312112 acquired on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/1b2d9f900fd7a57a30bdc6220606f1ccf37f582f07aab7a5b75213ac46c38204.lock +2023-08-29 17:43:35,500 - urllib3.connectionpool - DEBUG - https://cdn-lfs.huggingface.co:443 "GET /speechbrain/asr-wav2vec2-commonvoice-fr/1b2d9f900fd7a57a30bdc6220606f1ccf37f582f07aab7a5b75213ac46c38204?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27wav2vec2.ckpt%3B+filename%3D%22wav2vec2.ckpt%22%3B&Expires=1693583014&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzU4MzAxNH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9zcGVlY2hicmFpbi9hc3Itd2F2MnZlYzItY29tbW9udm9pY2UtZnIvMWIyZDlmOTAwZmQ3YTU3YTMwYmRjNjIyMDYwNmYxY2NmMzdmNTgyZjA3YWFiN2E1Yjc1MjEzYWM0NmMzODIwND9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoifV19&Signature=dbt6rIUz6Pan~0P88U-4~jXPCDVxMXOd8zcq1exB9U4DSvp7eD6ZIlBikbrgRLrgGgvRM5Az-w2c4RiF6BfkcZTTimCEctkSS8JDoojo6JIKvBgnWj5NAB0rFEhyER-YBKB6Qw0LI93UIuZcdf5EKmsSiFeGKP4bnf1MVlKKsKQR5j-1ClGgtxVm2Ca66fWwswBhTCbxNfamwllxD4Qd5gGnV8LDDAITsImE7xuaDUeZdi5UjWlN1waF~mljs9C8~sZ3ORzuwcRk4wxRMs3M-yhTgTJfbWydXs2RvUkz4q287RwbLj6dNxTPSL9Q4~LS3wOTY4u9rAsF5KgLR8v0Xw__&Key-Pair-Id=KVTP0A1DKRTAX HTTP/1.1" 200 1261930757 +2023-08-29 17:44:06,327 - filelock - DEBUG - Attempting to release lock 139768913312112 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/1b2d9f900fd7a57a30bdc6220606f1ccf37f582f07aab7a5b75213ac46c38204.lock +2023-08-29 17:44:06,327 - filelock - DEBUG - Lock 139768913312112 released on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/1b2d9f900fd7a57a30bdc6220606f1ccf37f582f07aab7a5b75213ac46c38204.lock +2023-08-29 17:44:06,327 - speechbrain.pretrained.fetching - INFO - HF fetch: /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/snapshots/269ef5853401e2aa2e47fe6fd7027b067c630c9b/wav2vec2.ckpt +2023-08-29 17:44:06,328 - speechbrain.pretrained.fetching - INFO - Fetch asr.ckpt: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:44:06,428 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-fr/resolve/main/asr.ckpt HTTP/1.1" 302 0 +2023-08-29 17:44:06,435 - filelock - DEBUG - Attempting to acquire lock 139768914033056 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/64ba475ed7be735d4ac054c2d537f22251b80f6ecb65cb04217eb0d1ed50a143.lock +2023-08-29 17:44:06,435 - filelock - DEBUG - Lock 139768914033056 acquired on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/64ba475ed7be735d4ac054c2d537f22251b80f6ecb65cb04217eb0d1ed50a143.lock +2023-08-29 17:44:06,978 - urllib3.connectionpool - DEBUG - https://cdn-lfs.huggingface.co:443 "GET /speechbrain/asr-wav2vec2-commonvoice-fr/64ba475ed7be735d4ac054c2d537f22251b80f6ecb65cb04217eb0d1ed50a143?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27asr.ckpt%3B+filename%3D%22asr.ckpt%22%3B&Expires=1693583046&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzU4MzA0Nn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9zcGVlY2hicmFpbi9hc3Itd2F2MnZlYzItY29tbW9udm9pY2UtZnIvNjRiYTQ3NWVkN2JlNzM1ZDRhYzA1NGMyZDUzN2YyMjI1MWI4MGY2ZWNiNjVjYjA0MjE3ZWIwZDFlZDUwYTE0Mz9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoifV19&Signature=VL0lv9btUmh00t2G72RXv~BE46HUjcI-aRBFtCKDQ5o-N-ocCD3bxP3XosNiqHmslj5aT3dAPlR29Zh6G3k6k8mEqems4Szy-2jtCjcnu3r9ckZ1pMPa3wzZxvtssvlnKBfqBmEfE0huwGIXetq9FQkLPNvrnrfKCSCoyYxfdQ2t44poqK~y5xywN44HXxfIdkhdRN2WV7NMs99qRtDvLnABwd~TWoC6Dt4WYlQhLL4VXdX-Jv-snYDqE8eBPdF7LKwMVG2Om69UTZQk5Xx6YAVuK74aTQYo46sJeKvj4I5XqgIi5fSlsBbxE6WNlMMaN6ROxug6Qs3ASQHJhpK59g__&Key-Pair-Id=KVTP0A1DKRTAX HTTP/1.1" 200 12963902 +2023-08-29 17:44:07,678 - filelock - DEBUG - Attempting to release lock 139768914033056 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/64ba475ed7be735d4ac054c2d537f22251b80f6ecb65cb04217eb0d1ed50a143.lock +2023-08-29 17:44:07,678 - filelock - DEBUG - Lock 139768914033056 released on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/64ba475ed7be735d4ac054c2d537f22251b80f6ecb65cb04217eb0d1ed50a143.lock +2023-08-29 17:44:07,678 - speechbrain.pretrained.fetching - INFO - HF fetch: /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/snapshots/269ef5853401e2aa2e47fe6fd7027b067c630c9b/asr.ckpt +2023-08-29 17:44:07,679 - speechbrain.pretrained.fetching - INFO - Fetch tokenizer.ckpt: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:44:07,782 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-fr/resolve/main/tokenizer.ckpt HTTP/1.1" 200 0 +2023-08-29 17:44:07,783 - filelock - DEBUG - Attempting to acquire lock 139768914034016 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/c154be298b1701447b4afc75fd39d4b56c927b1e.lock +2023-08-29 17:44:07,783 - filelock - DEBUG - Lock 139768914034016 acquired on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/c154be298b1701447b4afc75fd39d4b56c927b1e.lock +2023-08-29 17:44:07,885 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /speechbrain/asr-wav2vec2-commonvoice-fr/resolve/main/tokenizer.ckpt HTTP/1.1" 200 238487 +2023-08-29 17:44:07,915 - filelock - DEBUG - Attempting to release lock 139768914034016 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/c154be298b1701447b4afc75fd39d4b56c927b1e.lock +2023-08-29 17:44:07,915 - filelock - DEBUG - Lock 139768914034016 released on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/blobs/c154be298b1701447b4afc75fd39d4b56c927b1e.lock +2023-08-29 17:44:07,915 - speechbrain.pretrained.fetching - INFO - HF fetch: /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-fr/snapshots/269ef5853401e2aa2e47fe6fd7027b067c630c9b/tokenizer.ckpt +2023-08-29 17:44:07,915 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 17:44:17,183 - speechbrain.pretrained.fetching - INFO - Fetch hyperparams.yaml: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-en. +2023-08-29 17:44:17,285 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-en/resolve/main/hyperparams.yaml HTTP/1.1" 200 0 +2023-08-29 17:44:17,294 - filelock - DEBUG - Attempting to acquire lock 139768913968336 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-en/blobs/0fd0267dfdd4b3442f309b449d30675876bdf3ed.lock +2023-08-29 17:44:17,294 - filelock - DEBUG - Lock 139768913968336 acquired on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-en/blobs/0fd0267dfdd4b3442f309b449d30675876bdf3ed.lock +2023-08-29 17:44:17,393 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /speechbrain/asr-wav2vec2-commonvoice-en/resolve/main/hyperparams.yaml HTTP/1.1" 200 3187 +2023-08-29 17:44:17,397 - filelock - DEBUG - Attempting to release lock 139768913968336 on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-en/blobs/0fd0267dfdd4b3442f309b449d30675876bdf3ed.lock +2023-08-29 17:44:17,397 - filelock - DEBUG - Lock 139768913968336 released on /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-en/blobs/0fd0267dfdd4b3442f309b449d30675876bdf3ed.lock +2023-08-29 17:44:17,397 - speechbrain.pretrained.fetching - INFO - HF fetch: /linkhome/rech/genltc01/uzn19yk/.cache/huggingface/hub/models--speechbrain--asr-wav2vec2-commonvoice-en/snapshots/a1a126cc07ff5426a71487a89132bd1b70c7155e/hyperparams.yaml +2023-08-29 17:44:17,398 - speechbrain.pretrained.fetching - INFO - Fetch custom.py: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-en. +2023-08-29 17:44:17,494 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-en/resolve/main/custom.py HTTP/1.1" 404 0 +2023-08-29 17:44:18,077 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 17:44:18,079 - filelock - DEBUG - Attempting to acquire lock 139804357420896 on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/0886a48276922a77013d8aa4681192138ae90d90.lock +2023-08-29 17:44:18,079 - filelock - DEBUG - Lock 139804357420896 acquired on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/0886a48276922a77013d8aa4681192138ae90d90.lock +2023-08-29 17:44:18,173 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 158 +2023-08-29 17:44:18,176 - filelock - DEBUG - Attempting to release lock 139804357420896 on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/0886a48276922a77013d8aa4681192138ae90d90.lock +2023-08-29 17:44:18,177 - filelock - DEBUG - Lock 139804357420896 released on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/0886a48276922a77013d8aa4681192138ae90d90.lock +2023-08-29 17:44:18,281 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /api/models/facebook/wav2vec2-large-lv60 HTTP/1.1" 200 1123 +2023-08-29 17:44:18,379 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/config.json HTTP/1.1" 200 0 +2023-08-29 17:44:18,380 - filelock - DEBUG - Attempting to acquire lock 139804357313104 on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/8f5997b839c4426b155af08b4c3687073b79d0e8.lock +2023-08-29 17:44:18,380 - filelock - DEBUG - Lock 139804357313104 acquired on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/8f5997b839c4426b155af08b4c3687073b79d0e8.lock +2023-08-29 17:44:18,476 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /facebook/wav2vec2-large-lv60/resolve/main/config.json HTTP/1.1" 200 1553 +2023-08-29 17:44:18,479 - filelock - DEBUG - Attempting to release lock 139804357313104 on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/8f5997b839c4426b155af08b4c3687073b79d0e8.lock +2023-08-29 17:44:18,479 - filelock - DEBUG - Lock 139804357313104 released on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/8f5997b839c4426b155af08b4c3687073b79d0e8.lock +2023-08-29 17:44:18,577 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/model.safetensors HTTP/1.1" 404 0 +2023-08-29 17:44:18,675 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/model.safetensors.index.json HTTP/1.1" 404 0 +2023-08-29 17:44:18,774 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/pytorch_model.bin HTTP/1.1" 302 0 +2023-08-29 17:44:18,775 - filelock - DEBUG - Attempting to acquire lock 139804357316128 on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/1d095321ee151b9cbeeb2f325d104bf1813b795c9bbbee58efcde34f701d0386.lock +2023-08-29 17:44:18,776 - filelock - DEBUG - Lock 139804357316128 acquired on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/1d095321ee151b9cbeeb2f325d104bf1813b795c9bbbee58efcde34f701d0386.lock +2023-08-29 17:44:19,128 - urllib3.connectionpool - DEBUG - https://cdn-lfs.huggingface.co:443 "GET /facebook/wav2vec2-large-lv60/1d095321ee151b9cbeeb2f325d104bf1813b795c9bbbee58efcde34f701d0386?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27pytorch_model.bin%3B+filename%3D%22pytorch_model.bin%22%3B&response-content-type=application%2Foctet-stream&Expires=1693583058&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzU4MzA1OH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9mYWNlYm9vay93YXYydmVjMi1sYXJnZS1sdjYwLzFkMDk1MzIxZWUxNTFiOWNiZWViMmYzMjVkMTA0YmYxODEzYjc5NWM5YmJiZWU1OGVmY2RlMzRmNzAxZDAzODY~cmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qJnJlc3BvbnNlLWNvbnRlbnQtdHlwZT0qIn1dfQ__&Signature=rid0KVZgWB6SkhWajuOu5oJwlt~GIpVQ0P7qlT~z8JnLgLRu57S8rVwcgGpyQSCv56AWrRAiCl3KI850CamiS7GVZZkfauqSqlt4YAp58LBQE3yvIjweKHeD5fihf0XcW0dErki-7SIvYtdBoFWMdV5StSjtSIEpReNwGo9Aot-vcRHbDh6EbztlmxcIcezcqxlZj94OVTT17n87v6syENP4ti2LH-ecct3b9et7~aCzYBfJ0VtUVTGn90U564BAnGYDbmkqMQx4uYt4we1MuZJOIIg6ls0jYW7iZo7ODYy2cWDTP6dBSF6XctzH4cmOXhxC6r~VmSCShnq1mUHgpg__&Key-Pair-Id=KVTP0A1DKRTAX HTTP/1.1" 200 1269737156 +2023-08-29 17:44:23,313 - filelock - DEBUG - Attempting to release lock 139804357316128 on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/1d095321ee151b9cbeeb2f325d104bf1813b795c9bbbee58efcde34f701d0386.lock +2023-08-29 17:44:23,313 - filelock - DEBUG - Lock 139804357316128 released on model_checkpoints/models--facebook--wav2vec2-large-lv60/blobs/1d095321ee151b9cbeeb2f325d104bf1813b795c9bbbee58efcde34f701d0386.lock +2023-08-29 17:45:51,602 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 17:45:51,603 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 17:45:52,666 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 17:45:52,705 - speechbrain.pretrained.fetching - INFO - Fetch hyperparams.yaml: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 17:45:52,706 - speechbrain.pretrained.fetching - INFO - Fetch custom.py: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:45:52,710 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 17:45:52,860 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-fr/resolve/main/custom.py HTTP/1.1" 404 0 +2023-08-29 17:45:56,281 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 17:45:56,428 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /api/models/LeBenchmark/wav2vec2-FR-7K-large HTTP/1.1" 200 1097 +2023-08-29 17:45:56,523 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/config.json HTTP/1.1" 200 0 +2023-08-29 17:46:32,617 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 17:46:32,629 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:46:32,629 - speechbrain.pretrained.fetching - INFO - Fetch wav2vec2.ckpt: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 17:46:32,630 - speechbrain.pretrained.fetching - INFO - Fetch asr.ckpt: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 17:46:32,630 - speechbrain.pretrained.fetching - INFO - Fetch tokenizer.ckpt: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 17:46:32,630 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 17:46:44,086 - speechbrain.pretrained.fetching - INFO - Fetch hyperparams.yaml: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 17:46:44,086 - speechbrain.pretrained.fetching - INFO - Fetch custom.py: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-en. +2023-08-29 17:46:44,196 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /speechbrain/asr-wav2vec2-commonvoice-en/resolve/main/custom.py HTTP/1.1" 404 0 +2023-08-29 17:46:44,785 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 17:52:02,887 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 17:52:02,889 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 17:52:06,544 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 17:52:06,784 - speechbrain.pretrained.fetching - INFO - Fetch hyperparams.yaml: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 17:52:06,785 - speechbrain.pretrained.fetching - INFO - Fetch custom.py: Delegating to Huggingface hub, source speechbrain/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:52:06,793 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 17:52:46,939 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (2): huggingface.co:443 +2023-08-29 17:53:18,742 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 424, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 117, in __init__ + self.feature_extractor = Wav2Vec2FeatureExtractor.from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 366, in from_pretrained + feature_extractor_dict, kwargs = cls.get_feature_extractor_dict(pretrained_model_name_or_path, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 466, in get_feature_extractor_dict + resolved_feature_extractor_file = cached_file( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 417, in cached_file + resolved_file = hf_hub_download( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1195, in hf_hub_download + metadata = get_hf_file_metadata( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1532, in get_hf_file_metadata + r = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 407, in _request_wrapper + response = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 442, in _request_wrapper + return http_backoff( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 258, in http_backoff + response = session.request(method=method, url=url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 17:54:01,807 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 17:54:01,809 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 17:54:02,354 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 17:54:02,441 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 17:54:02,442 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 17:54:02,538 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 17:54:25,995 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 424, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 117, in __init__ + self.feature_extractor = Wav2Vec2FeatureExtractor.from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 366, in from_pretrained + feature_extractor_dict, kwargs = cls.get_feature_extractor_dict(pretrained_model_name_or_path, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 466, in get_feature_extractor_dict + resolved_feature_extractor_file = cached_file( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 417, in cached_file + resolved_file = hf_hub_download( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1195, in hf_hub_download + metadata = get_hf_file_metadata( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1532, in get_hf_file_metadata + r = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 407, in _request_wrapper + response = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 442, in _request_wrapper + return http_backoff( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 258, in http_backoff + response = session.request(method=method, url=url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 17:57:06,362 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 17:57:06,363 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 17:57:06,918 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 17:57:07,012 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 17:57:07,013 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 17:57:07,122 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 17:57:16,365 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 424, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 117, in __init__ + self.feature_extractor = Wav2Vec2FeatureExtractor.from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 366, in from_pretrained + feature_extractor_dict, kwargs = cls.get_feature_extractor_dict(pretrained_model_name_or_path, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 466, in get_feature_extractor_dict + resolved_feature_extractor_file = cached_file( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 417, in cached_file + resolved_file = hf_hub_download( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1195, in hf_hub_download + metadata = get_hf_file_metadata( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1532, in get_hf_file_metadata + r = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 407, in _request_wrapper + response = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 442, in _request_wrapper + return http_backoff( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 258, in http_backoff + response = session.request(method=method, url=url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 17:58:33,303 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 17:58:33,305 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 17:58:34,328 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 17:58:34,377 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 17:58:34,378 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 17:58:36,987 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 17:58:37,231 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 17:58:37,377 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /api/models/LeBenchmark/wav2vec2-FR-7K-large HTTP/1.1" 200 1097 +2023-08-29 17:58:37,471 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/config.json HTTP/1.1" 200 0 +2023-08-29 17:59:13,510 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 17:59:13,524 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 17:59:13,524 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 17:59:13,524 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 17:59:13,524 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 17:59:13,524 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 17:59:13,549 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 17:59:13,549 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 17:59:13,549 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 17:59:24,385 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 17:59:24,385 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 17:59:25,082 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:02:10,105 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:02:10,107 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:02:11,327 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:02:11,386 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 18:02:11,387 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 18:02:11,882 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:02:12,032 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:02:28,082 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:02:35,882 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 18:02:35,883 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 18:02:35,883 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 18:02:35,883 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 18:02:35,883 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:02:35,883 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 18:02:35,883 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 18:02:35,884 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 18:02:44,505 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 379, in + english_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-en", savedir="pretrained_models/asr-wav2vec2-commonvoice-en") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 439, in from_hparams + return cls(hparams["modules"], hparams, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 775, in __init__ + super().__init__(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 224, in __init__ + raise ValueError(f"Need hparams['{hp}']") +ValueError: Need hparams['decoding_function'] +2023-08-29 18:08:09,792 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:08:09,794 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:08:10,272 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:08:10,322 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 18:08:10,322 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 18:08:10,785 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:08:10,999 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:08:27,484 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:08:36,384 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 18:08:36,384 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 18:08:36,385 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 18:08:36,385 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 18:08:36,385 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:08:36,385 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 18:08:36,385 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 18:08:36,385 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 18:08:47,688 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 18:08:47,688 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 18:08:47,769 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 382, in + asr_brain = ASR( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/core.py", line 554, in __init__ + torch.cuda.set_device(int(self.device[-1])) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 326, in set_device + torch._C._cuda_setDevice(device) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 229, in _lazy_init + torch._C._cuda_init() +RuntimeError: Found no NVIDIA driver on your system. Please check that you have an NVIDIA GPU and installed a driver from http://www.nvidia.com/Download/index.aspx +2023-08-29 18:09:24,796 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:09:24,798 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:09:25,335 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:09:25,427 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 18:09:25,427 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 18:09:25,524 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:10:05,589 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (2): huggingface.co:443 +2023-08-29 18:11:54,294 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 424, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 133, in __init__ + self._from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 170, in _from_pretrained + is_sb, ckpt_file, is_local = self._check_model_source(source, save_path) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 279, in _check_model_source + files = model_info( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/hf_api.py", line 1677, in model_info + r = get_session().get(path, headers=headers, timeout=timeout, params=params) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 18:14:37,205 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:14:37,207 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:14:37,695 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:14:37,757 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 18:14:37,758 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 18:14:40,883 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:14:41,104 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:14:41,306 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /api/models/LeBenchmark/wav2vec2-FR-7K-large HTTP/1.1" 200 1097 +2023-08-29 18:14:41,402 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/config.json HTTP/1.1" 200 0 +2023-08-29 18:15:17,117 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:15:17,122 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 18:15:17,123 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 18:15:17,123 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 18:15:17,123 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 18:15:17,123 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:15:17,123 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 18:15:17,123 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 18:15:17,123 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 18:15:26,486 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 18:15:26,486 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 18:15:27,200 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:19:22,861 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:19:22,872 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:19:23,408 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:19:23,518 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 18:19:23,518 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 413, in from_hparams + sys.path.append(str(pymodule_local_path.parent)) +NameError: name 'pymodule_local_path' is not defined +2023-08-29 18:19:57,597 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:19:57,598 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:19:58,149 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:19:58,240 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 18:19:58,339 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:20:33,779 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 427, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 117, in __init__ + self.feature_extractor = Wav2Vec2FeatureExtractor.from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 366, in from_pretrained + feature_extractor_dict, kwargs = cls.get_feature_extractor_dict(pretrained_model_name_or_path, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 466, in get_feature_extractor_dict + resolved_feature_extractor_file = cached_file( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 417, in cached_file + resolved_file = hf_hub_download( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1195, in hf_hub_download + metadata = get_hf_file_metadata( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1532, in get_hf_file_metadata + r = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 407, in _request_wrapper + response = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 442, in _request_wrapper + return http_backoff( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 258, in http_backoff + response = session.request(method=method, url=url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 18:21:23,546 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:21:23,547 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:21:25,358 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:21:25,443 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 428, in from_hparams + with open(hparams_local_path) as fin: +NameError: name 'hparams_local_path' is not defined +2023-08-29 18:22:35,236 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:22:35,237 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:22:35,747 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:22:35,819 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 430, in from_hparams + with open(hparams_local_path) as fin: +FileNotFoundError: [Errno 2] No such file or directory: 'speechbrain/asr-wav2vec2-commonvoice-frhyperparams.yaml' +2023-08-29 18:23:20,813 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:23:20,814 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:23:21,345 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:23:21,534 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:24:01,578 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (2): huggingface.co:443 +2023-08-29 18:25:04,996 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 432, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 133, in __init__ + self._from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 170, in _from_pretrained + is_sb, ckpt_file, is_local = self._check_model_source(source, save_path) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 279, in _check_model_source + files = model_info( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/hf_api.py", line 1677, in model_info + r = get_session().get(path, headers=headers, timeout=timeout, params=params) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 18:25:18,880 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:25:18,881 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:25:19,422 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:25:19,613 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:25:25,239 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 432, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 117, in __init__ + self.feature_extractor = Wav2Vec2FeatureExtractor.from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 366, in from_pretrained + feature_extractor_dict, kwargs = cls.get_feature_extractor_dict(pretrained_model_name_or_path, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 466, in get_feature_extractor_dict + resolved_feature_extractor_file = cached_file( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 417, in cached_file + resolved_file = hf_hub_download( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1195, in hf_hub_download + metadata = get_hf_file_metadata( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1532, in get_hf_file_metadata + r = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 407, in _request_wrapper + response = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 442, in _request_wrapper + return http_backoff( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 258, in http_backoff + response = session.request(method=method, url=url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 18:26:32,964 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:26:32,982 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:26:33,521 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:26:33,713 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:26:56,066 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 433, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 117, in __init__ + self.feature_extractor = Wav2Vec2FeatureExtractor.from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 366, in from_pretrained + feature_extractor_dict, kwargs = cls.get_feature_extractor_dict(pretrained_model_name_or_path, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 466, in get_feature_extractor_dict + resolved_feature_extractor_file = cached_file( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 417, in cached_file + resolved_file = hf_hub_download( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1195, in hf_hub_download + metadata = get_hf_file_metadata( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1532, in get_hf_file_metadata + r = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 407, in _request_wrapper + response = _request_wrapper( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 442, in _request_wrapper + return http_backoff( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 258, in http_backoff + response = session.request(method=method, url=url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 18:27:36,313 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:27:36,315 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:27:37,396 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:27:40,683 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:27:40,836 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:27:41,018 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /api/models/LeBenchmark/wav2vec2-FR-7K-large HTTP/1.1" 200 1097 +2023-08-29 18:27:41,115 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/config.json HTTP/1.1" 200 0 +2023-08-29 18:28:17,006 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:28:17,017 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 18:28:17,019 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 18:28:17,019 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 18:28:17,019 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 18:28:17,019 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:28:17,019 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 18:28:17,019 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 18:28:17,019 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 18:28:28,689 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:32:37,598 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:32:37,611 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:32:38,971 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:32:39,583 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:32:39,753 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:32:55,683 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:33:04,299 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 18:33:04,300 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 379, in + english_asr_model = EncoderDecoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-en", savedir="pretrained_models/asr-wav2vec2-commonvoice-en") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 441, in from_hparams + run_on_main( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/utils/distributed.py", line 61, in run_on_main + func(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/utils/parameter_transfer.py", line 206, in collect_files + self.collect_in.mkdir(exist_ok=True) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/pathlib.py", line 1323, in mkdir + self._accessor.mkdir(self, mode) +FileNotFoundError: [Errno 2] No such file or directory: 'pretrained_models/asr-wav2vec2-commonvoice-en' +2023-08-29 18:34:55,697 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:34:55,715 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:34:56,223 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:34:56,280 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 18:34:56,281 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 18:34:56,691 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:34:56,974 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:35:15,086 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:35:22,889 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 18:35:22,889 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 18:35:22,890 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 18:35:22,890 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 18:35:22,890 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:35:22,890 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 18:35:22,891 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 18:35:22,891 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 18:35:33,025 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 18:35:33,026 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 18:35:33,758 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 382, in + asr_brain = ASR( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/core.py", line 554, in __init__ + torch.cuda.set_device(int(self.device[-1])) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 326, in set_device + torch._C._cuda_setDevice(device) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 229, in _lazy_init + torch._C._cuda_init() +RuntimeError: Found no NVIDIA driver on your system. Please check that you have an NVIDIA GPU and installed a driver from http://www.nvidia.com/Download/index.aspx +2023-08-29 18:37:51,046 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:37:51,048 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:37:51,584 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:37:51,681 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 18:37:51,681 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 18:37:51,769 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:38:35,894 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:38:36,196 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 18:38:36,197 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 18:38:36,197 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 18:38:36,197 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 18:38:36,197 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:38:36,198 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 18:38:36,198 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 18:38:36,198 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 18:38:37,025 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 18:38:37,025 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 18:38:38,619 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 18:38:38,620 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 18:41:01,068 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:41:01,069 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:41:01,608 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:41:01,724 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 18:41:01,725 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 18:41:01,806 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:41:45,875 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:41:46,069 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 18:41:46,069 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 18:41:46,069 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 18:41:46,069 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 18:41:46,069 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:41:46,069 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 18:41:46,070 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 18:41:46,070 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 18:41:46,925 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 18:41:46,925 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 18:41:48,523 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 18:41:48,524 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 18:42:45,639 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:42:45,640 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:42:46,155 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:42:46,202 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 18:42:46,202 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 18:42:49,192 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:42:49,404 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:42:49,600 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /api/models/LeBenchmark/wav2vec2-FR-7K-large HTTP/1.1" 200 1097 +2023-08-29 18:42:49,695 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/config.json HTTP/1.1" 200 0 +2023-08-29 18:43:28,207 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:43:28,212 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 18:43:28,213 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 18:43:28,213 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 18:43:28,213 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 18:43:28,213 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:43:28,213 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 18:43:28,213 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 18:43:28,213 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 18:43:41,166 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 18:43:41,166 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 18:43:41,305 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 382, in + asr_brain = ASR( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/core.py", line 554, in __init__ + torch.cuda.set_device(int(self.device[-1])) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 326, in set_device + torch._C._cuda_setDevice(device) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 229, in _lazy_init + torch._C._cuda_init() +RuntimeError: Found no NVIDIA driver on your system. Please check that you have an NVIDIA GPU and installed a driver from http://www.nvidia.com/Download/index.aspx +2023-08-29 18:44:04,802 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:44:04,804 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:44:05,342 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:44:05,441 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 18:44:05,442 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 18:44:05,540 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:44:45,590 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (2): huggingface.co:443 +2023-08-29 18:53:28,009 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 85, in create_connection + raise err + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +OSError: [Errno 101] Network is unreachable + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 491, in _make_request + raise new_e + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 218, in _new_conn + raise NewConnectionError( +urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 101] Network is unreachable + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 844, in urlopen + retries = retries.increment( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/retry.py", line 515, in increment + raise MaxRetryError(_pool, url, reason) from reason # type: ignore[arg-type] +urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='huggingface.co', port=443): Max retries exceeded with url: /api/models/LeBenchmark/wav2vec2-FR-7K-large (Caused by NewConnectionError(': Failed to establish a new connection: [Errno 101] Network is unreachable')) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 425, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 133, in __init__ + self._from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 170, in _from_pretrained + is_sb, ckpt_file, is_local = self._check_model_source(source, save_path) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 279, in _check_model_source + files = model_info( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/hf_api.py", line 1677, in model_info + r = get_session().get(path, headers=headers, timeout=timeout, params=params) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 519, in send + raise ConnectionError(e, request=request) +requests.exceptions.ConnectionError: (MaxRetryError("HTTPSConnectionPool(host='huggingface.co', port=443): Max retries exceeded with url: /api/models/LeBenchmark/wav2vec2-FR-7K-large (Caused by NewConnectionError(': Failed to establish a new connection: [Errno 101] Network is unreachable'))"), '(Request ID: 6602d8fd-8354-4f7a-8469-65ffa0f12692)') +2023-08-29 18:55:18,000 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 18:55:18,002 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 18:55:18,524 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 18:55:18,569 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 18:55:18,570 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 18:55:21,382 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 18:55:21,606 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:55:21,789 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "GET /api/models/LeBenchmark/wav2vec2-FR-7K-large HTTP/1.1" 200 1097 +2023-08-29 18:55:21,883 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /LeBenchmark/wav2vec2-FR-7K-large/resolve/main/config.json HTTP/1.1" 200 0 +2023-08-29 18:55:47,706 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:55:47,711 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 18:55:47,711 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 18:55:47,711 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 18:55:47,712 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 18:55:47,712 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:55:47,712 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 18:55:47,712 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 18:55:47,712 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 18:55:57,086 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 18:55:57,086 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 18:55:57,692 - urllib3.connectionpool - DEBUG - https://huggingface.co:443 "HEAD /facebook/wav2vec2-large-lv60/resolve/main/preprocessor_config.json HTTP/1.1" 200 0 +2023-08-29 18:56:14,184 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 18:56:22,292 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 18:56:22,292 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 18:56:22,293 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 18:56:22,293 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 18:56:22,293 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 18:56:22,293 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 18:56:22,293 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 18:56:22,293 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 18:56:31,485 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 18:56:31,485 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 18:56:31,486 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 383, in + asr_brain = ASR( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/core.py", line 554, in __init__ + torch.cuda.set_device(int(self.device[-1])) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 326, in set_device + torch._C._cuda_setDevice(device) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 229, in _lazy_init + torch._C._cuda_init() +RuntimeError: Found no NVIDIA driver on your system. Please check that you have an NVIDIA GPU and installed a driver from http://www.nvidia.com/Download/index.aspx +2023-08-29 19:00:59,525 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:00:59,544 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:01:00,098 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:01:00,196 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:01:00,197 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:01:00,295 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 19:01:40,347 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (2): huggingface.co:443 +2023-08-29 19:07:25,078 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 425, in from_hparams + with open(hparams_local_path) as fin: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 133, in __init__ + self._from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 170, in _from_pretrained + is_sb, ckpt_file, is_local = self._check_model_source(source, save_path) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 279, in _check_model_source + files = model_info( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/hf_api.py", line 1677, in model_info + r = get_session().get(path, headers=headers, timeout=timeout, params=params) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 19:07:38,235 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:07:38,236 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:07:38,772 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:07:38,867 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:07:38,867 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:07:38,966 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 19:08:19,016 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (2): huggingface.co:443 +2023-08-29 19:11:54,404 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 378, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 426, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 133, in __init__ + self._from_pretrained( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 170, in _from_pretrained + is_sb, ckpt_file, is_local = self._check_model_source(source, save_path) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 279, in _check_model_source + files = model_info( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/hf_api.py", line 1677, in model_info + r = get_session().get(path, headers=headers, timeout=timeout, params=params) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 602, in get + return self.request("GET", url, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_http.py", line 63, in send + return super().send(request, *args, **kwargs) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 467, in _make_request + self._validate_conn(conn) + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connectionpool.py", line 1092, in _validate_conn + conn.connect() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 611, in connect + self.sock = sock = self._new_conn() + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/connection.py", line 203, in _new_conn + sock = connection.create_connection( + File "/gpfsssd/scratch/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/urllib3/util/connection.py", line 73, in create_connection + sock.connect(sa) +KeyboardInterrupt +2023-08-29 19:12:08,273 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:12:08,274 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:12:09,380 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:12:09,476 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:12:09,477 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:12:17,504 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:12:17,509 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:12:17,509 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:12:17,509 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:12:17,510 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:12:17,510 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:12:17,511 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:12:17,511 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:12:17,511 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:12:19,269 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:12:19,270 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:12:19,350 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-08-29 19:13:03,972 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:13:04,158 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:13:04,160 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:13:04,161 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:13:04,161 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:13:04,161 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:13:04,161 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:13:04,161 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:13:04,161 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:13:07,722 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:13:07,722 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:13:09,318 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:13:09,321 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:16:37,040 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:16:37,041 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:16:37,587 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:16:37,685 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:16:37,686 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:16:40,501 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:16:40,507 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:16:40,507 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:16:40,507 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:16:40,507 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:16:40,507 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:16:40,507 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:16:40,507 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:16:40,508 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:16:46,562 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:16:46,576 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:16:53,594 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:16:53,781 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:16:53,782 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:16:53,782 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:16:53,782 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:16:53,782 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:16:53,782 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:16:53,782 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:16:53,782 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:16:54,947 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:16:54,947 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:16:55,272 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:16:55,273 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:17:48,511 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:17:48,513 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:17:49,055 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:17:49,154 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:17:49,154 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:17:52,034 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:17:52,039 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:17:52,040 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:17:52,040 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:17:52,040 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:17:52,040 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:17:52,040 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:17:52,040 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:17:52,040 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:17:55,299 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:17:55,299 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:17:59,424 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:17:59,613 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:17:59,614 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:17:59,614 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:17:59,614 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:17:59,614 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:17:59,614 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:17:59,615 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:17:59,615 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:18:00,765 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:18:00,765 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:18:01,088 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:18:01,089 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:20:32,269 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:20:32,270 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:20:32,910 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:20:33,010 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:20:33,010 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:20:35,831 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:20:35,837 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:20:35,837 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:20:35,837 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:20:35,837 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:20:35,837 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:20:35,838 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:20:35,838 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:20:35,838 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:20:39,566 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:20:39,566 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:20:43,683 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:20:43,876 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:20:43,877 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:20:43,877 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:20:43,877 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:20:43,877 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:20:43,877 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:20:43,877 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:20:43,877 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:20:45,072 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:20:45,072 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:20:45,396 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:20:45,397 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:23:04,363 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:23:04,365 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:23:04,924 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:23:05,025 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:23:05,025 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:23:07,852 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:23:07,857 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:23:07,857 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:23:07,858 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:23:07,858 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:23:07,858 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:23:07,858 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:23:07,858 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:23:07,858 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:23:11,539 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:23:11,539 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:23:15,531 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:23:15,714 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:23:15,714 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:23:15,715 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:23:15,715 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:23:15,715 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:23:15,715 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:23:15,715 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:23:15,715 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:23:16,820 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:23:16,820 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:23:17,139 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:23:17,140 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:24:54,424 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:24:54,452 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:24:55,164 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:24:55,256 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:24:55,257 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:24:58,052 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:24:58,057 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:24:58,057 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:24:58,058 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:24:58,058 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:24:58,058 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:24:58,058 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:24:58,058 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:24:58,058 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:25:02,032 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:25:02,032 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:25:06,014 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:25:06,197 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:25:06,197 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:25:06,198 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:25:06,198 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:25:06,198 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:25:06,198 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:25:06,198 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:25:06,198 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:25:07,358 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:25:07,358 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:25:07,676 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:25:07,678 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:25:47,710 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:25:47,711 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:25:48,230 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:25:48,322 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:25:48,322 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:25:51,109 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:25:51,114 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:25:51,114 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:25:51,115 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:25:51,115 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:25:51,115 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:25:51,115 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:25:51,115 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:25:51,115 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:25:54,600 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:25:54,600 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:25:58,587 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:25:58,772 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:25:58,772 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:25:58,772 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:25:58,772 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:25:58,773 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:25:58,773 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:25:58,773 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:25:58,773 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:25:59,872 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:25:59,872 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:26:00,192 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:26:00,193 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:27:02,696 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:27:02,697 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:27:03,193 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:27:03,266 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:27:03,266 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:27:06,027 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:27:06,032 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:27:06,032 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:27:06,032 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:27:06,033 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:27:06,033 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:27:06,033 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:27:06,033 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:27:06,033 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:27:08,941 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:27:08,941 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:27:12,839 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:27:13,022 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:27:13,023 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:27:13,023 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:27:13,023 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:27:13,023 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:27:13,024 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:27:13,024 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:27:13,024 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:27:14,088 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:27:14,088 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:27:14,403 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:27:14,405 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:29:37,031 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:29:37,033 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:29:37,543 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:29:37,637 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:29:37,638 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:29:40,431 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:29:40,436 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:29:40,436 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:29:40,437 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:29:40,437 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:29:40,437 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:29:40,437 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:29:40,437 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:29:40,437 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:29:43,542 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:29:43,542 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:29:47,469 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:29:47,654 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:29:47,654 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:29:47,654 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:29:47,654 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:29:47,654 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:29:47,654 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:29:47,655 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:29:47,655 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:29:48,746 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:29:48,746 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:29:49,065 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:29:49,066 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:31:44,522 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:31:44,523 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:31:45,051 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:31:45,145 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:31:45,146 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:31:47,933 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:31:47,937 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:31:47,938 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:31:47,938 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:31:47,938 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:31:47,938 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:31:47,938 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:31:47,938 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:31:47,938 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:31:51,018 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:31:51,019 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:31:55,147 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:31:55,332 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:31:55,332 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:31:55,332 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:31:55,332 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:31:55,332 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:31:55,332 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:31:55,332 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:31:55,332 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:31:56,425 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:31:56,425 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:31:56,744 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:31:56,745 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:38:05,123 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:38:05,141 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:38:05,689 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:38:05,787 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:38:05,787 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:38:08,572 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:38:08,577 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:38:08,577 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:38:08,577 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:38:08,578 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:38:08,578 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:38:08,578 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:38:08,578 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:38:08,578 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:38:12,064 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:38:12,065 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:38:16,026 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:38:16,210 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:38:16,211 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:38:16,211 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:38:16,211 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:38:16,211 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:38:16,211 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:38:16,212 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:38:16,212 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:38:17,320 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:38:17,320 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:38:17,639 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:38:17,640 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:39:58,648 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:39:58,666 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:39:59,179 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:39:59,277 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:39:59,278 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:40:02,087 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:40:02,092 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:40:02,092 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:40:02,092 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:40:02,092 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:40:02,093 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:40:02,093 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:40:02,093 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:40:02,093 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:40:05,162 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:40:05,163 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:40:09,102 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:40:09,286 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:40:09,286 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:40:09,286 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:40:09,286 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:40:09,286 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:40:09,287 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:40:09,287 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:40:09,287 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:40:10,381 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:40:10,381 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:40:10,699 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:40:10,700 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-29 19:54:06,649 - speechbrain.core - INFO - Beginning experiment! +2023-08-29 19:54:06,670 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-29 19:54:07,933 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-29 19:54:08,039 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-29 19:54:08,039 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-29 19:54:10,827 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:54:10,832 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-29 19:54:10,832 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-29 19:54:10,833 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-29 19:54:10,833 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-29 19:54:10,833 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:54:10,833 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-29 19:54:10,833 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-29 19:54:10,833 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-29 19:54:13,883 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-29 19:54:13,884 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-29 19:54:17,853 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-29 19:54:18,037 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-29 19:54:18,037 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-29 19:54:18,038 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-29 19:54:18,038 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-29 19:54:18,038 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-29 19:54:18,038 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-29 19:54:18,038 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-29 19:54:18,038 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-29 19:54:19,129 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-29 19:54:19,129 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-29 19:54:19,448 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-29 19:54:19,450 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-30 00:25:15,072 - speechbrain.core - INFO - Beginning experiment! +2023-08-30 00:25:15,073 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-30 00:25:16,214 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-30 00:25:16,330 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-30 00:25:16,331 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-30 00:25:23,944 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-30 00:25:23,949 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-30 00:25:23,949 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-30 00:25:23,949 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-30 00:25:23,949 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-30 00:25:23,950 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-30 00:25:23,950 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-30 00:25:23,950 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-30 00:25:23,950 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-30 00:25:27,461 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-30 00:25:27,461 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-30 00:25:31,539 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-30 00:25:31,728 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-30 00:25:31,728 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-30 00:25:31,729 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-30 00:25:31,729 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-30 00:25:31,729 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-30 00:25:31,729 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-30 00:25:31,729 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-30 00:25:31,730 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-30 00:25:32,855 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-30 00:25:32,855 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-30 00:25:33,176 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-30 00:25:33,178 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-30 00:26:37,105 - speechbrain.core - INFO - Beginning experiment! +2023-08-30 00:26:37,106 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-30 00:26:37,762 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.0 +exceptiongroup==1.1.2 +filelock==3.12.2 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.0 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.1 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=ed5ccd547fe6ef753debd1686751c702d005c71f22e01001cf011ec99a2125b6 +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.1 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +Pillow==10.0.0 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.6.3 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.1 +scipy==1.11.1 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==1.13.1 +torchaudio==0.13.1 +torchvision==0.14.1 +tqdm==4.65.0 +transformers==4.31.0 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-30 00:26:37,855 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-30 00:26:37,855 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-30 00:26:40,638 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-30 00:26:40,643 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-30 00:26:40,643 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-30 00:26:40,643 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-30 00:26:40,643 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-30 00:26:40,644 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-30 00:26:40,644 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-30 00:26:40,644 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-30 00:26:40,644 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-30 00:26:43,871 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-30 00:26:43,872 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-30 00:26:47,495 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-30 00:26:47,680 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-30 00:26:47,684 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-30 00:26:47,684 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-30 00:26:47,684 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-30 00:26:47,684 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-30 00:26:47,684 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-30 00:26:47,684 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-30 00:26:47,684 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-30 00:26:48,751 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-30 00:26:48,751 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-30 00:26:49,069 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-30 00:26:49,070 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-30 11:42:52,963 - speechbrain.core - INFO - Beginning experiment! +2023-08-30 11:42:52,984 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-30 11:42:58,099 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-30 11:42:58,215 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-30 11:42:58,215 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-30 11:43:05,337 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-30 11:43:05,342 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-30 11:43:05,343 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-30 11:43:05,343 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-30 11:43:05,343 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-30 11:43:05,343 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-30 11:43:05,343 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-30 11:43:05,343 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-30 11:43:05,343 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-30 11:43:12,255 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-30 11:43:12,255 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-30 11:43:16,550 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-30 11:43:17,217 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-30 11:43:17,217 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-30 11:43:17,217 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-30 11:43:17,218 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-30 11:43:17,218 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-30 11:43:17,218 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-30 11:43:17,218 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-30 11:43:17,218 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-30 11:43:18,366 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-30 11:43:18,366 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-30 11:43:18,683 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-30 11:43:18,685 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-08-30 14:45:59,482 - speechbrain.core - INFO - Beginning experiment! +2023-08-30 14:45:59,483 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-08-30 14:46:00,110 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-08-30 14:46:00,191 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-08-30 14:46:00,191 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-08-30 14:46:02,921 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-30 14:46:02,926 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-08-30 14:46:02,926 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-08-30 14:46:02,930 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-08-30 14:46:02,931 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-08-30 14:46:02,931 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-30 14:46:02,931 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-08-30 14:46:02,931 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-08-30 14:46:02,931 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-08-30 14:46:06,294 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-08-30 14:46:06,294 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-08-30 14:46:10,420 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-08-30 14:46:10,604 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-08-30 14:46:10,604 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-08-30 14:46:10,604 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-08-30 14:46:10,604 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-08-30 14:46:10,604 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-08-30 14:46:10,604 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-08-30 14:46:10,605 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-08-30 14:46:10,605 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-08-30 14:46:11,912 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-08-30 14:46:11,913 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-08-30 14:46:12,235 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-08-30 14:46:12,237 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:02:43,758 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:02:48,982 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:02:54,273 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:02:58,994 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:02:58,994 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:03:06,681 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:03:06,706 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:03:06,706 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:03:06,706 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:03:06,706 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:03:06,706 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:03:06,706 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:03:06,706 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:03:06,707 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:03:12,600 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:03:12,601 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:03:12,733 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-09-04 17:03:52,794 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 428, in cached_file + resolved_file = hf_hub_download( + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1291, in hf_hub_download + raise LocalEntryNotFoundError( +huggingface_hub.utils._errors.LocalEntryNotFoundError: Connection error, and we cannot find the requested files in the disk cache. Please try again or make sure your Internet connection is on. + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 383, in + english_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-14-en", savedir="pretrained_models/asr-wav2vec2-commonvoice-14-en/").cuda() + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 426, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 117, in __init__ + self.feature_extractor = Wav2Vec2FeatureExtractor.from_pretrained( + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 365, in from_pretrained + feature_extractor_dict, kwargs = cls.get_feature_extractor_dict(pretrained_model_name_or_path, **kwargs) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 488, in get_feature_extractor_dict + resolved_feature_extractor_file = cached_file( + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 468, in cached_file + raise EnvironmentError( +OSError: We couldn't connect to 'https://huggingface.co' to load this file, couldn't find it in the cached files and it looks like facebook/wav2vec2-large-lv60 is not the path to a directory containing a file named preprocessor_config.json. +Checkout your internet connection or see how to run the library in offline mode at 'https://huggingface.co/docs/transformers/installation#offline-mode'. +2023-09-04 17:05:29,216 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:05:29,236 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:05:34,713 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:05:34,792 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:05:34,792 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:06:13,989 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:06:14,003 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:06:14,003 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:06:14,004 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:06:14,004 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:06:14,105 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:06:14,105 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:06:14,105 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:06:14,105 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:06:25,194 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 380, in + french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr").cuda() + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/nn/modules/module.py", line 905, in cuda + return self._apply(lambda t: t.cuda(device)) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/nn/modules/module.py", line 797, in _apply + module._apply(fn) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/nn/modules/module.py", line 797, in _apply + module._apply(fn) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/nn/modules/module.py", line 797, in _apply + module._apply(fn) + [Previous line repeated 5 more times] + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/nn/modules/module.py", line 820, in _apply + param_applied = fn(param) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/nn/modules/module.py", line 905, in + return self._apply(lambda t: t.cuda(device)) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/torch/cuda/__init__.py", line 247, in _lazy_init + torch._C._cuda_init() +RuntimeError: Found no NVIDIA driver on your system. Please check that you have an NVIDIA GPU and installed a driver from http://www.nvidia.com/Download/index.aspx +2023-09-04 17:06:45,039 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:06:45,041 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:06:45,907 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:06:46,005 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:06:46,006 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:06:53,989 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:06:54,000 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:06:54,000 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:06:54,000 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:06:54,001 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:06:54,001 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:06:54,001 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:06:54,001 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:06:54,001 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:06:57,272 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:06:57,272 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:06:57,358 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): huggingface.co:443 +2023-09-04 17:07:37,401 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 428, in cached_file + resolved_file = hf_hub_download( + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn + return fn(*args, **kwargs) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/huggingface_hub/file_download.py", line 1291, in hf_hub_download + raise LocalEntryNotFoundError( +huggingface_hub.utils._errors.LocalEntryNotFoundError: Connection error, and we cannot find the requested files in the disk cache. Please try again or make sure your Internet connection is on. + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 383, in + english_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-14-en", savedir="pretrained_models/asr-wav2vec2-commonvoice-14-en/").cuda() + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/pretrained/interfaces.py", line 426, in from_hparams + hparams = load_hyperpyyaml(fin, overrides) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 188, in load_hyperpyyaml + hparams = yaml.load(yaml_stream, Loader=loader) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/yaml/__init__.py", line 81, in load + return loader.get_single_data() + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 113, in get_single_data + return self.construct_document(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 117, in construct_document + data = self.construct_object(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 185, in construct_non_recursive_object + for _dummy in generator: + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 612, in construct_yaml_map + value = self.construct_mapping(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 410, in construct_mapping + return BaseConstructor.construct_mapping(self, node, deep=deep) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 241, in construct_mapping + value = self.construct_object(value_node, deep=deep) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 144, in construct_object + data = self.construct_non_recursive_object(node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/ruamel/yaml/constructor.py", line 180, in construct_non_recursive_object + data = constructor(self, tag_suffix, node) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/hyperpyyaml/core.py", line 481, in _construct_object + return callable_(*args, **kwargs) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/speechbrain/lobes/models/huggingface_wav2vec.py", line 117, in __init__ + self.feature_extractor = Wav2Vec2FeatureExtractor.from_pretrained( + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 365, in from_pretrained + feature_extractor_dict, kwargs = cls.get_feature_extractor_dict(pretrained_model_name_or_path, **kwargs) + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/feature_extraction_utils.py", line 488, in get_feature_extractor_dict + resolved_feature_extractor_file = cached_file( + File "/gpfsdswork/projects/rech/nou/uzn19yk/new_sb/lib/python3.9/site-packages/transformers/utils/hub.py", line 468, in cached_file + raise EnvironmentError( +OSError: We couldn't connect to 'https://huggingface.co' to load this file, couldn't find it in the cached files and it looks like facebook/wav2vec2-large-lv60 is not the path to a directory containing a file named preprocessor_config.json. +Checkout your internet connection or see how to run the library in offline mode at 'https://huggingface.co/docs/transformers/installation#offline-mode'. +2023-09-04 17:09:18,104 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:09:18,128 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:09:18,732 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:09:18,823 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:09:18,823 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:09:21,554 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:09:21,559 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:09:21,559 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:09:21,559 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:09:21,559 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:09:21,559 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:09:21,559 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:09:21,559 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:09:21,559 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:09:24,686 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:09:24,686 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:09:28,616 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:09:28,632 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:09:28,633 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:09:28,633 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:09:28,633 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:09:28,633 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:09:30,038 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:09:30,039 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:09:30,354 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:09:30,356 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:12:34,067 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:12:34,071 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:12:34,665 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:12:34,752 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:12:34,753 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:12:37,472 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:12:37,477 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:12:37,477 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:12:37,477 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:12:37,478 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:12:37,478 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:12:37,478 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:12:37,479 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:12:37,479 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:12:40,649 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:12:40,649 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:12:44,604 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:12:44,615 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:12:44,616 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:12:44,616 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:12:44,616 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:12:44,616 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:12:46,044 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:12:46,044 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:12:46,362 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:12:46,364 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:17:54,920 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:17:54,922 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:17:55,889 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:17:55,988 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:17:55,989 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:17:58,716 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:17:58,721 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:17:58,721 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:17:58,721 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:17:58,721 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:17:58,721 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:17:58,721 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:17:58,722 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:17:58,722 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:18:01,979 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:18:01,979 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:18:05,925 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:18:05,937 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:18:05,937 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:18:05,937 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:18:05,938 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:18:05,938 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:18:07,353 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:18:07,353 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:18:07,673 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:18:07,674 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:20:02,937 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:20:02,950 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:20:03,555 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:20:03,648 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:20:03,649 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:20:06,376 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:20:06,381 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:20:06,381 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:20:06,381 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:20:06,381 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:20:06,381 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:20:06,381 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:20:06,382 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:20:06,382 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:20:09,279 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:20:09,280 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:20:13,132 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:20:13,143 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:20:13,144 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:20:13,144 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:20:13,144 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:20:13,144 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:20:14,550 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:20:14,550 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:20:14,869 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:20:14,871 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:21:44,578 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:21:44,597 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:21:45,194 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:21:45,288 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:21:45,289 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:21:48,011 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:21:48,016 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:21:48,016 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:21:48,016 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:21:48,017 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:21:48,017 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:21:48,017 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:21:48,017 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:21:48,017 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:21:50,907 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:21:50,908 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:21:54,743 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:21:54,755 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:21:54,755 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:21:54,755 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:21:54,755 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:21:54,755 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:21:56,150 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:21:56,150 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:21:56,465 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:21:56,468 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:22:52,370 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:22:52,374 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:22:52,994 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:22:53,080 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:22:53,080 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:22:55,818 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:22:55,823 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:22:55,823 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:22:55,823 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:22:55,824 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:22:55,824 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:22:55,824 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:22:55,824 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:22:55,824 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:22:59,012 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:22:59,032 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:23:02,946 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:23:02,958 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:23:02,958 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:23:02,958 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:23:02,958 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:23:02,958 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:23:04,434 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:23:04,434 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:23:04,754 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:23:04,756 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:24:20,635 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:24:20,658 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:24:25,255 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:24:25,341 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:24:25,341 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:24:28,062 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:24:28,066 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:24:28,067 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:24:28,067 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:24:28,067 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:24:28,068 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:24:28,068 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:24:28,068 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:24:28,068 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:24:31,243 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:24:31,243 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:24:35,228 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:24:35,240 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:24:35,240 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:24:35,240 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:24:35,240 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:24:35,240 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:24:36,677 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:24:36,677 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:24:36,999 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:24:37,000 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:33:02,708 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:33:02,721 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:33:03,341 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:33:03,460 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:33:03,460 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:33:06,189 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:33:06,194 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:33:06,194 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:33:06,195 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:33:06,195 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:33:06,195 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:33:06,195 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:33:06,195 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:33:06,195 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:33:09,063 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:33:09,063 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:33:12,951 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:33:12,962 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:33:12,963 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:33:12,964 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:33:12,964 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:33:12,964 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:33:14,402 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:33:14,403 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:33:14,726 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:33:14,727 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:34:11,648 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:34:11,650 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:34:12,249 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:34:12,338 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:34:12,338 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:34:15,053 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:34:15,058 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:34:15,058 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:34:15,059 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:34:15,059 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:34:15,088 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:34:15,089 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:34:15,089 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:34:15,089 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:34:17,842 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:34:17,843 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:34:21,581 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:34:21,593 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:34:21,593 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:34:21,593 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:34:21,593 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:34:21,593 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:34:22,692 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:34:22,692 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:34:23,011 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:34:23,012 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:36:36,666 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:36:36,684 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:36:37,280 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:36:37,361 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:36:37,361 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:36:40,081 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:36:40,086 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:36:40,087 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:36:40,087 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:36:40,087 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:36:40,087 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:36:40,087 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:36:40,087 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:36:40,087 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:36:42,948 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:36:42,948 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:36:46,773 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:36:46,784 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:36:46,785 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:36:46,785 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:36:46,785 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:36:46,786 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:36:48,143 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:36:48,144 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:36:48,460 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:36:48,462 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 17:47:14,357 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 17:47:14,371 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 17:47:21,065 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 17:47:21,195 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 17:47:21,196 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 17:47:29,110 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:47:29,140 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 17:47:29,141 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 17:47:29,141 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 17:47:29,141 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 17:47:29,141 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:47:29,141 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 17:47:29,141 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 17:47:29,142 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 17:47:35,445 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 17:47:35,446 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 17:47:39,299 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 17:47:39,311 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 17:47:39,311 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 17:47:39,311 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 17:47:39,311 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 17:47:39,311 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 17:47:40,743 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 17:47:40,744 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 17:47:41,063 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 17:47:41,065 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 18:38:07,848 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 18:38:07,866 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 18:38:08,741 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 18:38:08,853 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 18:38:08,867 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 18:38:11,610 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 18:38:11,616 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 18:38:11,616 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 18:38:11,616 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 18:38:11,616 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 18:38:11,616 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 18:38:11,616 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 18:38:11,617 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 18:38:11,617 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 18:38:15,025 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 18:38:15,025 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 18:38:19,023 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 18:38:19,035 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 18:38:19,035 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 18:38:19,036 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 18:38:19,036 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 18:38:19,036 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 18:38:20,518 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 18:38:20,518 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 18:38:20,851 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 18:38:20,853 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 18:50:51,199 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 18:50:51,218 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 18:50:51,857 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 18:50:51,965 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 18:50:51,966 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 18:50:54,705 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 18:50:54,711 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 18:50:54,711 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 18:50:54,711 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 18:50:54,711 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 18:50:54,711 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 18:50:54,711 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 18:50:54,711 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 18:50:54,712 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 18:50:58,142 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 18:50:58,144 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 18:51:02,152 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 18:51:02,163 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 18:51:02,163 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 18:51:02,164 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 18:51:02,164 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 18:51:02,164 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 18:51:03,638 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 18:51:03,639 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 18:51:03,977 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 18:51:03,978 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-04 22:22:54,426 - speechbrain.core - INFO - Beginning experiment! +2023-09-04 22:22:54,437 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-04 22:22:58,582 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-04 22:22:58,691 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-04 22:22:58,691 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-04 22:23:01,430 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 22:23:01,435 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-04 22:23:01,435 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-04 22:23:01,436 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-04 22:23:01,436 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-04 22:23:01,436 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 22:23:01,436 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-04 22:23:01,436 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-04 22:23:01,436 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-04 22:23:04,503 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-04 22:23:04,503 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-04 22:23:08,447 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-04 22:23:08,458 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-04 22:23:08,459 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-04 22:23:08,459 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-04 22:23:08,459 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-04 22:23:08,459 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-04 22:23:09,904 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-04 22:23:09,905 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-04 22:23:10,240 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-04 22:23:10,242 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:07:21,203 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:07:26,343 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:07:26,993 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:07:31,437 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:07:31,437 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:07:38,831 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:07:38,836 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:07:38,836 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:07:38,836 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:07:38,836 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:07:38,836 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:07:38,836 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:07:38,837 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:07:38,837 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:07:42,041 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/hyperparams.yaml. +2023-09-05 14:07:42,041 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/custom.py. +2023-09-05 14:07:46,031 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:07:46,042 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-14-en. +2023-09-05 14:07:46,121 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/wav2vec2.ckpt. +2023-09-05 14:07:46,121 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/asr.ckpt. +2023-09-05 14:07:46,122 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-14-en/tokenizer.ckpt. +2023-09-05 14:07:46,122 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:07:47,664 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:07:47,665 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:07:47,997 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:07:47,999 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:21:22,421 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:21:22,433 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:21:23,055 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:21:23,161 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:21:23,161 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:21:25,880 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:21:25,885 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:21:25,885 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:21:25,885 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:21:25,886 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:21:25,886 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:21:25,886 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:21:25,886 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:21:25,886 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:21:29,997 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:21:29,997 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:21:35,057 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:21:35,240 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:21:35,241 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:21:35,241 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:21:35,241 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:21:35,241 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:21:35,241 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:21:35,241 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:21:35,241 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:21:36,723 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:21:36,723 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:21:37,048 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:21:37,049 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:22:44,161 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:22:44,163 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:22:44,751 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:22:44,867 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:22:44,867 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:22:47,594 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:22:47,599 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:22:47,599 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:22:47,599 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:22:47,599 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:22:47,600 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:22:47,600 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:22:47,600 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:22:47,600 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:22:51,912 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:22:51,912 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:22:56,209 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:22:56,394 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:22:56,394 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:22:56,394 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:22:56,394 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:22:56,394 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:22:56,394 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:22:56,395 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:22:56,395 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:22:59,482 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:22:59,482 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:22:59,816 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:22:59,818 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:24:08,711 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:24:08,712 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:24:09,308 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:24:09,401 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:24:09,402 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:24:12,133 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:24:12,138 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:24:12,138 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:24:12,138 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:24:12,138 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:24:12,139 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:24:12,139 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:24:12,139 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:24:12,139 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:24:16,732 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:24:16,732 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:24:22,212 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:24:22,395 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:24:22,395 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:24:22,395 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:24:22,396 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:24:22,396 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:24:22,396 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:24:22,396 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:24:22,397 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:24:25,051 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:24:25,052 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:24:25,378 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:24:25,379 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:25:29,217 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:25:29,218 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:25:29,847 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:25:29,942 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:25:29,943 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:25:32,672 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:25:32,677 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:25:32,678 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:25:32,678 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:25:32,678 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:25:32,678 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:25:32,678 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:25:32,679 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:25:32,679 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:25:36,552 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:25:36,552 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:25:41,786 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:25:41,970 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:25:41,970 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:25:41,970 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:25:41,970 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:25:41,970 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:25:41,970 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:25:41,970 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:25:41,971 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:25:43,384 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:25:43,384 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:25:43,708 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:25:43,710 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:28:00,503 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:28:00,504 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:28:01,078 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:28:01,166 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:28:01,166 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:28:03,799 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:28:03,804 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:28:03,804 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:28:03,804 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:28:03,804 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:28:03,804 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:28:03,804 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:28:03,805 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:28:03,805 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:28:08,390 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:28:08,390 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:28:14,393 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:28:14,575 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:28:14,575 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:28:14,576 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:28:14,576 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:28:14,576 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:28:14,576 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:28:14,576 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:28:14,577 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:28:16,023 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:28:16,023 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:28:16,347 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:28:16,349 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:29:40,418 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:29:40,419 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:29:41,020 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:29:41,117 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:29:41,117 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:29:43,850 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:29:43,855 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:29:43,856 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:29:43,856 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:29:43,856 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:29:43,856 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:29:43,856 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:29:43,856 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:29:43,857 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:29:48,705 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:29:48,705 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:29:55,373 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:29:55,557 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:29:55,557 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:29:55,557 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:29:55,557 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:29:55,557 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:29:55,558 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:29:55,558 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:29:55,558 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:29:57,594 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:29:57,595 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:29:57,928 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:29:57,930 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:30:25,381 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:30:25,382 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:30:25,976 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:30:26,074 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:30:26,074 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:30:28,805 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:30:28,810 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:30:28,810 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:30:28,810 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:30:28,811 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:30:28,811 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:30:28,811 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:30:28,811 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:30:28,811 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:30:35,754 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:30:35,754 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:30:42,716 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:30:42,901 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:30:42,901 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:30:42,901 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:30:42,902 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:30:42,902 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:30:42,902 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:30:42,902 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:30:42,902 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:30:44,963 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:30:44,963 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:30:45,285 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:30:45,287 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:38:34,072 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:38:34,074 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:38:37,022 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:38:37,151 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:38:37,151 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:38:47,441 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:38:47,459 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:38:47,459 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:38:47,460 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:38:47,460 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:38:47,460 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:38:47,460 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:38:47,460 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:38:47,460 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:39:00,428 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:39:00,428 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:39:09,045 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:39:09,416 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:39:09,417 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:39:09,417 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:39:09,417 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:39:09,417 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:39:09,417 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:39:09,418 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:39:09,418 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:39:12,984 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:39:12,984 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:39:13,323 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:39:13,324 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:40:45,074 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:40:45,075 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:40:45,861 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:40:45,960 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:40:45,961 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:40:48,719 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:40:48,724 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:40:48,724 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:40:48,725 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:40:48,725 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:40:48,725 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:40:48,725 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:40:48,725 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:40:48,725 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:40:59,115 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:40:59,115 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:41:07,258 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:41:07,443 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:41:07,444 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:41:07,444 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:41:07,444 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:41:07,444 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:41:07,444 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:41:07,444 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:41:07,444 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:41:12,191 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:41:12,191 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:41:12,527 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:41:12,529 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:43:05,416 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:43:05,421 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:43:06,228 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:43:06,323 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:43:06,324 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:43:09,073 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:43:09,078 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:43:09,078 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:43:09,078 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:43:09,078 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:43:09,078 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:43:09,079 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:43:09,079 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:43:09,079 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:43:17,784 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:43:17,785 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:43:26,006 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:43:26,191 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:43:26,191 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:43:26,192 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:43:26,192 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:43:26,192 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:43:26,192 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:43:26,192 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:43:26,192 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:43:28,756 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:43:28,757 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:43:29,091 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:43:29,093 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 14:45:08,930 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 14:45:08,931 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 14:45:09,656 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 14:45:09,762 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 14:45:09,762 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 14:45:12,524 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:45:12,529 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 14:45:12,530 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 14:45:12,530 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 14:45:12,530 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 14:45:12,530 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:45:12,530 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 14:45:12,530 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 14:45:12,530 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 14:45:22,806 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 14:45:22,806 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 14:45:31,359 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 14:45:31,544 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 14:45:31,544 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 14:45:31,544 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 14:45:31,545 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 14:45:31,545 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 14:45:31,545 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 14:45:31,545 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 14:45:31,545 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 14:45:33,586 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 14:45:33,586 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 14:45:33,933 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 14:45:33,935 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 15:25:18,831 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 15:25:18,847 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 15:25:21,809 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 15:25:21,946 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 15:25:21,947 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 15:25:32,241 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:25:32,270 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 15:25:32,270 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 15:25:32,270 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 15:25:32,270 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 15:25:32,270 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:25:32,271 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 15:25:32,272 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 15:25:32,272 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 15:25:41,139 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 15:25:41,139 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 15:25:50,525 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:25:50,925 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 15:25:50,925 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 15:25:50,925 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 15:25:50,925 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 15:25:50,926 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:25:50,926 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 15:25:50,926 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 15:25:50,926 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 15:25:53,020 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:25:53,021 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:25:53,360 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 15:25:53,361 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 15:26:42,700 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 15:26:42,703 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 15:26:43,401 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 15:26:43,481 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 15:26:43,481 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 15:26:46,160 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:26:46,165 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 15:26:46,165 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 15:26:46,165 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 15:26:46,165 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 15:26:46,166 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:26:46,166 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 15:26:46,166 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 15:26:46,166 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 15:26:51,992 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 15:26:51,992 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 15:26:58,464 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:26:58,649 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 15:26:58,649 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 15:26:58,650 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 15:26:58,650 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 15:26:58,650 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:26:58,650 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 15:26:58,650 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 15:26:58,650 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 15:27:00,400 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:27:00,401 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:27:00,741 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 15:27:00,742 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 15:44:49,032 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 15:44:49,057 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 15:44:52,695 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 15:44:52,825 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 15:44:52,825 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 15:45:00,213 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:45:00,223 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 15:45:00,223 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 15:45:00,223 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 15:45:00,224 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 15:45:00,224 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:45:00,224 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 15:45:00,224 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 15:45:00,224 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 15:45:07,698 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 15:45:07,700 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:45:07,700 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:45:08,053 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 15:45:08,054 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/ctc_lin.py", line 392, in + english_asr_model.recover_if_possible() +AttributeError: 'ASRCV' object has no attribute 'recover_if_possible' +2023-09-05 15:49:41,334 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 15:49:41,335 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 15:49:42,364 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 15:49:42,461 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 15:49:42,461 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 15:49:45,218 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:49:45,223 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 15:49:45,224 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 15:49:45,224 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 15:49:45,224 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 15:49:45,224 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:49:45,224 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 15:49:45,224 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 15:49:45,224 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 15:49:52,793 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 15:49:52,796 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:49:52,796 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:49:53,127 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 15:49:53,134 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+15-26-05+00 +2023-09-05 15:49:57,566 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:49:57,566 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:49:57,874 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 15:49:57,919 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 15:50:02,391 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/ctc_lin.py", line 400, in + asr_brain.eval() +AttributeError: 'ASR' object has no attribute 'eval' +2023-09-05 15:51:39,981 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 15:51:39,993 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 15:51:40,807 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 15:51:40,904 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 15:51:40,905 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 15:51:43,655 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:51:43,660 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 15:51:43,661 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 15:51:43,661 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 15:51:43,661 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 15:51:43,661 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:51:43,661 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 15:51:43,661 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 15:51:43,661 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 15:51:51,461 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 15:51:51,463 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:51:51,463 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:51:51,803 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 15:51:51,805 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+15-26-05+00 +2023-09-05 15:51:53,247 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:51:53,247 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:51:53,548 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 15:51:53,553 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 15:51:55,032 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 15:52:50,845 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 15:52:50,846 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 15:52:51,564 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 15:52:51,665 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 15:52:51,665 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 15:52:54,420 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:52:54,425 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 15:52:54,425 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 15:52:54,425 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 15:52:54,426 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 15:52:54,426 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:52:54,426 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 15:52:54,426 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 15:52:54,426 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 15:53:01,665 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 15:53:01,667 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:53:01,668 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:53:01,997 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 15:53:01,999 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+15-26-05+00 +2023-09-05 15:53:03,485 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:53:03,485 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:53:03,789 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 15:53:03,794 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 15:53:05,564 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 15:54:25,095 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 15:54:25,096 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 15:54:25,803 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 15:54:25,902 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 15:54:25,903 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 15:54:28,653 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:54:28,659 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 15:54:28,659 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 15:54:28,659 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 15:54:28,659 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 15:54:28,659 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:54:28,659 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 15:54:28,659 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 15:54:28,659 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 15:54:36,518 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 15:54:36,520 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:54:36,520 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:54:36,850 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 15:54:36,853 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+15-26-05+00 +2023-09-05 15:54:38,429 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:54:38,429 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:54:38,731 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 15:54:38,736 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 15:54:40,281 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 15:55:11,638 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 15:55:11,639 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 15:55:12,300 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 15:55:12,423 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 15:55:12,424 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 15:55:15,179 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 15:55:15,184 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 15:55:15,184 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 15:55:15,184 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 15:55:15,184 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 15:55:15,185 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 15:55:15,185 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 15:55:15,185 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 15:55:15,185 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 15:55:22,482 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 15:55:22,484 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:55:22,485 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:55:22,811 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 15:55:22,812 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+15-26-05+00 +2023-09-05 15:55:24,314 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 15:55:24,314 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 15:55:24,621 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 15:55:24,625 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 15:55:26,295 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 16:01:17,897 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 16:01:17,899 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 16:01:19,122 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 16:01:19,234 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 16:01:19,235 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 16:01:21,964 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 16:01:21,969 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 16:01:21,969 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 16:01:21,970 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 16:01:21,970 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 16:01:21,970 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 16:01:21,970 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 16:01:21,970 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 16:01:21,971 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 16:01:25,039 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 16:01:25,039 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 16:01:28,996 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 16:01:29,179 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 16:01:29,179 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 16:01:29,180 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 16:01:29,180 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 16:01:29,180 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 16:01:29,180 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 16:01:29,180 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 16:01:29,180 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 16:01:30,316 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 16:01:30,316 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 16:01:30,638 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 16:01:30,639 - speechbrain.core - ERROR - Exception: +Traceback (most recent call last): + File "/gpfsssd/scratch/rech/nou/uzn19yk/switched_data/copy_of_wavlm_tun.py", line 393, in + asr_brain.recover_if_possible() +AttributeError: 'ASR' object has no attribute 'recover_if_possible' +2023-09-05 16:01:57,468 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 16:01:57,469 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 16:01:58,088 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 16:01:58,188 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 16:01:58,189 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 16:02:00,938 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 16:02:00,943 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 16:02:00,943 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 16:02:00,943 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 16:02:00,943 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 16:02:00,943 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 16:02:00,944 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 16:02:00,944 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 16:02:00,944 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 16:02:04,242 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 16:02:04,242 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 16:02:08,255 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 16:02:08,446 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 16:02:08,447 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 16:02:08,523 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 16:02:08,524 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 16:02:08,524 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 16:02:08,524 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 16:02:08,524 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 16:02:08,524 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 16:02:09,687 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 16:02:09,688 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 16:02:10,011 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 16:02:10,029 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 16:02:11,804 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 17:14:35,746 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 17:14:35,779 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 17:14:39,696 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 17:14:39,792 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 17:14:39,793 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 17:14:48,091 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 17:14:48,104 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 17:14:48,104 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 17:14:48,104 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 17:14:48,105 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 17:14:48,105 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 17:14:48,105 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 17:14:48,105 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 17:14:48,105 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 17:14:56,101 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/hyperparams.yaml. +2023-09-05 17:14:56,101 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/custom.py. +2023-09-05 17:15:01,214 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 17:15:01,555 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-en. +2023-09-05 17:15:01,556 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt. +2023-09-05 17:15:01,556 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt. +2023-09-05 17:15:01,556 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt. +2023-09-05 17:15:01,556 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 17:15:01,556 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/wav2vec2.ckpt +2023-09-05 17:15:01,556 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/asr.ckpt +2023-09-05 17:15:01,556 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-en/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-en/tokenizer.ckpt +2023-09-05 17:15:03,712 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 17:15:03,712 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 17:15:04,030 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 17:15:04,093 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 17:15:09,082 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 18:49:41,175 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 18:49:41,195 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 18:49:42,905 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 18:49:43,009 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 18:49:43,009 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 18:49:45,749 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 18:49:45,754 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 18:49:45,755 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 18:49:45,755 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 18:49:45,755 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 18:49:45,755 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 18:49:45,755 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 18:49:45,769 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 18:49:45,769 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 18:49:56,170 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 18:49:56,172 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 18:49:56,173 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 18:49:56,498 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 18:49:56,534 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+18-26-28+00 +2023-09-05 18:50:01,703 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 18:50:01,703 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 18:50:02,013 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 18:50:02,018 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 18:50:07,569 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 18:58:05,380 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 18:58:05,413 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 18:58:06,164 - speechbrain.utils.superpowers - DEBUG - attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +exceptiongroup==1.1.3 +filelock==3.12.3 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 + + +2023-09-05 18:58:06,262 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 18:58:06,263 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 18:58:08,999 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 18:58:09,028 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 18:58:09,028 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 18:58:09,028 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 18:58:09,029 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 18:58:09,029 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 18:58:09,029 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 18:58:09,029 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 18:58:09,029 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 18:58:18,627 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 18:58:18,630 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 18:58:18,630 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 18:58:18,954 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 18:58:18,961 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+18-56-32+00 +2023-09-05 18:58:21,394 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 18:58:21,394 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 18:58:21,705 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 18:58:21,710 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 18:58:26,189 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 19:39:36,485 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 19:39:36,497 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 19:39:38,530 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-05 19:39:38,666 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 19:39:38,666 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 19:39:48,390 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 19:39:48,395 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 19:39:48,395 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 19:39:48,395 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 19:39:48,395 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 19:39:48,395 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 19:39:48,396 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 19:39:48,396 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 19:39:48,396 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 19:39:59,825 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 19:39:59,828 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:39:59,828 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:40:00,161 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 19:40:00,168 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+19-26-36+00 +2023-09-05 19:40:02,884 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:40:02,885 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:40:03,190 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 19:40:03,196 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 19:40:07,370 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 19:42:43,816 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 19:42:43,817 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 19:42:44,501 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-05 19:42:44,599 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 19:42:44,599 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 19:42:47,349 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 19:42:47,359 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 19:42:47,359 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 19:42:47,360 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 19:42:47,360 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 19:42:47,360 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 19:42:47,360 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 19:42:47,360 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 19:42:47,361 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 19:42:59,897 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 19:42:59,899 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:42:59,899 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:43:00,220 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 19:43:00,222 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+19-26-36+00 +2023-09-05 19:43:01,649 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:43:01,649 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:43:01,950 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 19:43:01,954 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 19:43:03,466 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 19:43:44,043 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 19:43:44,044 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 19:43:44,689 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-05 19:43:44,791 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 19:43:44,791 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 19:43:47,534 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 19:43:47,630 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 19:43:47,630 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 19:43:47,630 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 19:43:47,630 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 19:43:47,631 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 19:43:47,631 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 19:43:47,631 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 19:43:47,631 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 19:43:59,724 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 19:43:59,726 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:43:59,727 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:44:00,064 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 19:44:00,066 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+19-26-36+00 +2023-09-05 19:44:01,555 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:44:01,555 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:44:01,861 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 19:44:01,865 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 19:44:03,546 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 19:45:04,917 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 19:45:04,920 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 19:45:05,580 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-05 19:45:05,674 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 19:45:05,675 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 19:45:08,417 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 19:45:08,422 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 19:45:08,423 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 19:45:08,423 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 19:45:08,423 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 19:45:08,423 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 19:45:08,423 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 19:45:08,423 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 19:45:08,423 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 19:45:18,583 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 19:45:18,586 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:45:18,586 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:45:18,911 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 19:45:18,913 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+19-26-36+00 +2023-09-05 19:45:20,430 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:45:20,430 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:45:20,736 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 19:45:20,741 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 19:45:22,470 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 19:46:33,402 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 19:46:33,405 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 19:46:34,102 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-05 19:46:34,207 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 19:46:34,208 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 19:46:36,954 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 19:46:36,960 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 19:46:36,960 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 19:46:36,960 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 19:46:36,960 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 19:46:36,960 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 19:46:36,960 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 19:46:36,961 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 19:46:36,981 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 19:46:46,209 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 19:46:46,212 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:46:46,212 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:46:46,550 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 19:46:46,552 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+19-26-36+00 +2023-09-05 19:46:48,175 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:46:48,175 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:46:48,482 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 19:46:48,487 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 19:46:50,018 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 19:48:26,843 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 19:48:26,851 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 19:48:27,675 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-05 19:48:27,777 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 19:48:27,778 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 19:48:30,517 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 19:48:30,522 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 19:48:30,522 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 19:48:30,522 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 19:48:30,523 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 19:48:30,523 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 19:48:30,523 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 19:48:30,523 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 19:48:30,523 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 19:48:38,136 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 19:48:38,139 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:48:38,139 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:48:38,460 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 19:48:38,462 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+19-26-36+00 +2023-09-05 19:48:39,936 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:48:39,937 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:48:40,237 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 19:48:40,241 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 19:48:41,866 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-05 19:50:22,876 - speechbrain.core - INFO - Beginning experiment! +2023-09-05 19:50:22,910 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-05 19:50:23,680 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-05 19:50:23,791 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-05 19:50:23,791 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-05 19:50:26,532 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-05 19:50:26,537 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-05 19:50:26,537 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-05 19:50:26,537 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-05 19:50:26,538 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-05 19:50:26,538 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-05 19:50:26,538 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-05 19:50:26,538 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-05 19:50:26,538 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-05 19:50:34,879 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-05 19:50:34,882 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:50:34,882 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:50:35,208 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-05 19:50:35,210 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-05+19-26-36+00 +2023-09-05 19:50:36,714 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-05 19:50:36,714 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-05 19:50:37,020 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-05 19:50:37,024 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-05 19:50:38,749 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 10:08:39,855 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 10:08:42,651 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 10:08:49,083 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 10:08:51,203 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 10:08:51,203 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 10:08:53,939 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 10:08:53,944 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 10:08:53,944 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 10:08:53,944 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 10:08:53,944 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 10:08:53,944 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 10:08:53,944 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 10:08:53,944 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 10:08:53,948 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 10:09:03,469 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 10:09:03,471 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:09:03,471 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:09:03,794 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 10:09:03,805 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+09-34-39+00 +2023-09-06 10:09:08,582 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:09:08,582 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:09:08,885 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 10:09:08,891 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 10:09:14,317 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 10:12:52,506 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 10:12:52,524 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 10:12:53,518 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 10:12:53,623 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 10:12:53,623 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 10:12:56,350 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 10:12:56,355 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 10:12:56,355 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 10:12:56,355 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 10:12:56,355 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 10:12:56,355 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 10:12:56,355 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 10:12:56,356 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 10:12:56,356 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 10:13:05,971 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 10:13:05,973 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:13:05,974 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:13:06,289 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 10:13:06,294 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+09-34-39+00 +2023-09-06 10:13:10,919 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:13:10,919 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:13:11,223 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 10:13:11,227 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 10:13:16,185 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 10:13:33,102 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 10:13:33,104 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 10:13:33,724 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 10:13:33,822 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 10:13:33,823 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 10:13:36,552 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 10:13:36,557 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 10:13:36,557 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 10:13:36,558 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 10:13:36,558 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 10:13:36,558 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 10:13:36,558 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 10:13:36,558 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 10:13:36,558 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 10:13:45,876 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 10:13:45,878 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:13:45,878 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:13:46,193 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 10:13:46,196 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+09-34-39+00 +2023-09-06 10:13:48,537 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:13:48,553 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:13:48,857 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 10:13:48,861 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 10:13:51,807 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 10:16:51,368 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 10:16:51,391 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 10:16:52,101 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 10:16:52,207 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 10:16:52,207 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 10:16:54,935 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 10:16:54,940 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 10:16:54,940 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 10:16:54,940 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 10:16:54,940 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 10:16:54,940 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 10:16:54,940 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 10:16:54,942 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 10:16:54,942 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 10:17:04,626 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 10:17:04,628 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:17:04,628 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:17:04,942 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 10:17:04,945 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+09-34-39+00 +2023-09-06 10:17:08,110 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:17:08,111 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:17:08,413 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 10:17:08,418 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 10:17:12,187 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 10:35:35,645 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 10:35:35,664 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 10:35:36,328 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 10:35:36,411 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 10:35:36,411 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 10:35:39,049 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 10:35:39,055 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 10:35:39,055 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 10:35:39,055 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 10:35:39,055 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 10:35:39,055 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 10:35:39,055 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 10:35:39,055 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 10:35:39,055 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 10:35:48,979 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 10:35:48,981 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:35:48,981 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:35:49,297 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 10:35:49,300 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+09-34-39+00 +2023-09-06 10:35:52,773 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:35:52,774 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:35:53,078 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 10:35:53,083 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 10:35:57,928 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 10:53:50,425 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 10:53:50,453 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 10:53:51,860 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lit==16.0.6 +MarkupSafe==2.1.3 +mpmath==1.3.0 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numpy==1.25.2 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +speechbrain==0.5.15 +sympy==1.12 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 10:53:51,965 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 10:53:51,965 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 10:53:54,691 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 10:53:54,697 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 10:53:54,697 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 10:53:54,697 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 10:53:54,697 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 10:53:54,697 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 10:53:54,697 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 10:53:54,697 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 10:53:54,697 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 10:54:04,597 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 10:54:04,599 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:54:04,599 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:54:04,915 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 10:54:04,921 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+10-52-11+00 +2023-09-06 10:54:07,233 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 10:54:07,234 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 10:54:07,537 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 10:54:07,542 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 10:54:12,590 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 18:11:01,398 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 18:11:01,422 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 18:11:06,547 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 18:11:06,656 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 18:11:06,657 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 18:11:13,759 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 18:11:13,764 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 18:11:13,764 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 18:11:13,764 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 18:11:13,764 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 18:11:13,765 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 18:11:13,765 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 18:11:13,765 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 18:11:13,765 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 18:11:21,158 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 18:11:21,160 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 18:11:21,160 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 18:11:21,485 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 18:11:21,496 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+17-53-06+00 +2023-09-06 18:11:32,602 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 18:11:32,602 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 18:11:32,906 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 18:11:32,911 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 18:11:37,093 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 19:39:53,329 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 19:39:53,344 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 19:39:53,960 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 19:39:54,065 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 19:39:54,066 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 19:39:56,794 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 19:39:56,799 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 19:39:56,799 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 19:39:56,799 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 19:39:56,799 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 19:39:56,800 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 19:39:56,800 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 19:39:56,800 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 19:39:56,800 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 19:40:03,560 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 19:40:03,562 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 19:40:03,562 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 19:40:03,878 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 19:40:03,886 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+19-23-18+00 +2023-09-06 19:40:08,084 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 19:40:08,084 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 19:40:08,388 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 19:40:08,393 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 19:40:12,738 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-06 19:45:53,524 - speechbrain.core - INFO - Beginning experiment! +2023-09-06 19:45:53,525 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-06 19:45:54,182 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-06 19:45:54,289 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-06 19:45:54,289 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-06 19:45:57,090 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-06 19:45:57,095 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-06 19:45:57,096 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-06 19:45:57,096 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-06 19:45:57,096 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-06 19:45:57,096 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-06 19:45:57,096 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-06 19:45:57,096 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-06 19:45:57,096 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-06 19:46:04,135 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-06 19:46:04,138 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 19:46:04,138 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 19:46:04,457 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-06 19:46:04,459 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+19-23-18+00 +2023-09-06 19:46:08,042 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-06 19:46:08,042 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-06 19:46:08,348 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-06 19:46:08,352 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-06 19:46:11,827 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-07 15:00:23,164 - speechbrain.core - INFO - Beginning experiment! +2023-09-07 15:00:28,100 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-07 15:00:28,815 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-07 15:00:33,070 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-07 15:00:33,071 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-07 15:00:35,790 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-07 15:00:35,796 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-07 15:00:35,796 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-07 15:00:35,796 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-07 15:00:35,797 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-07 15:00:35,797 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-07 15:00:35,797 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-07 15:00:35,797 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-07 15:00:35,797 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-07 15:00:42,856 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-07 15:00:42,859 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-07 15:00:42,859 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-07 15:00:43,182 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-07 15:00:43,184 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-07 15:00:47,324 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-07 15:00:47,324 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-07 15:00:47,635 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-07 15:00:47,651 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-07 15:00:52,034 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-07 18:15:54,992 - speechbrain.core - INFO - Beginning experiment! +2023-09-07 18:15:55,005 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-07 18:15:58,456 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-07 18:15:58,597 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-07 18:15:58,597 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-07 18:16:05,894 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-07 18:16:05,925 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-07 18:16:05,925 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-07 18:16:05,926 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-07 18:16:05,926 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-07 18:16:05,926 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-07 18:16:05,926 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-07 18:16:05,926 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-07 18:16:05,926 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-07 18:16:16,207 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-07 18:16:16,210 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-07 18:16:16,210 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-07 18:16:16,525 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-07 18:16:16,531 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-07 18:16:20,870 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-07 18:16:20,870 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-07 18:16:21,168 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-07 18:16:21,174 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-07 18:16:26,040 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 11:19:55,027 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 11:20:00,033 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 11:20:05,467 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 11:20:10,062 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 11:20:10,063 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 11:20:12,795 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 11:20:12,800 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 11:20:12,800 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 11:20:12,800 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 11:20:12,801 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 11:20:12,801 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 11:20:12,801 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 11:20:12,802 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 11:20:12,802 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 11:20:19,683 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 11:20:19,686 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:20:19,686 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:20:19,996 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 11:20:20,001 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 11:20:24,037 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:20:24,037 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:20:24,337 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 11:20:24,360 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 11:20:28,467 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 11:23:15,226 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 11:23:15,246 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 11:23:16,362 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 11:23:16,458 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 11:23:16,458 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 11:23:19,186 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 11:23:19,191 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 11:23:19,191 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 11:23:19,191 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 11:23:19,192 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 11:23:19,192 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 11:23:19,192 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 11:23:19,192 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 11:23:19,192 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 11:23:26,344 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 11:23:26,346 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:23:26,346 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:23:26,658 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 11:23:26,659 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 11:23:28,928 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:23:28,928 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:23:29,226 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 11:23:29,231 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 11:23:31,304 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 11:31:34,897 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 11:31:34,898 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 11:31:35,585 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 11:31:35,693 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 11:31:35,694 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 11:31:38,428 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 11:31:38,433 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 11:31:38,433 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 11:31:38,433 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 11:31:38,433 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 11:31:38,434 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 11:31:38,434 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 11:31:38,434 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 11:31:38,434 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 11:31:45,336 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 11:31:45,339 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:31:45,339 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:31:45,652 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 11:31:45,654 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 11:31:49,269 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:31:49,269 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:31:49,571 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 11:31:49,576 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 11:31:53,679 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 11:33:35,042 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 11:33:35,044 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 11:33:35,790 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 11:33:35,886 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 11:33:35,887 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 11:33:38,620 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 11:33:38,625 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 11:33:38,626 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 11:33:38,626 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 11:33:38,626 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 11:33:38,626 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 11:33:38,626 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 11:33:38,626 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 11:33:38,626 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 11:33:45,669 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 11:33:45,671 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:33:45,671 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:33:45,982 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 11:33:45,984 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 11:33:47,574 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:33:47,575 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:33:47,874 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 11:33:47,879 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 11:33:49,441 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 11:36:09,698 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 11:36:09,707 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 11:36:10,796 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 11:36:10,923 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 11:36:10,923 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 11:36:13,654 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 11:36:13,659 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 11:36:13,659 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 11:36:13,659 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 11:36:13,660 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 11:36:13,660 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 11:36:13,660 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 11:36:13,660 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 11:36:13,660 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 11:36:20,446 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 11:36:20,449 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:36:20,449 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:36:20,763 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 11:36:20,765 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 11:36:22,156 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:36:22,157 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:36:22,459 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 11:36:22,464 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 11:36:24,007 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 11:38:35,520 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 11:38:35,522 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 11:38:36,249 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 11:38:36,359 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 11:38:36,359 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 11:38:39,087 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 11:38:39,092 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 11:38:39,092 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 11:38:39,093 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 11:38:39,093 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 11:38:39,093 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 11:38:39,093 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 11:38:39,093 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 11:38:39,094 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 11:38:45,884 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 11:38:45,886 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:38:45,886 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:38:46,200 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 11:38:46,202 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 11:38:47,609 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 11:38:47,609 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 11:38:47,912 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 11:38:47,917 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 11:38:49,455 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 12:02:14,768 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 12:02:14,784 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 12:02:15,562 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 12:02:15,668 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 12:02:15,668 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 12:02:18,406 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 12:02:18,411 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 12:02:18,411 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 12:02:18,411 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 12:02:18,411 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 12:02:18,411 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 12:02:18,411 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 12:02:18,411 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 12:02:18,411 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 12:02:25,627 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 12:02:25,630 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:02:25,630 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:02:25,971 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 12:02:25,973 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 12:02:30,263 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:02:30,263 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:02:30,573 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 12:02:30,578 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 12:02:34,990 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 12:15:23,939 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 12:15:23,949 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 12:15:24,669 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 12:15:24,783 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 12:15:24,783 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 12:15:27,556 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 12:15:27,562 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 12:15:27,562 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 12:15:27,562 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 12:15:27,562 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 12:15:27,562 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 12:15:27,562 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 12:15:27,562 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 12:15:27,563 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 12:15:34,972 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 12:15:34,975 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:15:34,975 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:15:35,296 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 12:15:35,298 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 12:15:39,211 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:15:39,211 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:15:39,515 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 12:15:39,519 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 12:15:43,573 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 12:21:22,009 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 12:21:22,010 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 12:21:22,716 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 12:21:22,828 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 12:21:22,829 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 12:21:25,573 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 12:21:25,577 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 12:21:25,578 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 12:21:25,578 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 12:21:25,578 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 12:21:25,579 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 12:21:25,579 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 12:21:25,579 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 12:21:25,579 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 12:21:32,823 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 12:21:32,825 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:21:32,825 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:21:33,150 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 12:21:33,152 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 12:21:35,518 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:21:35,518 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:21:35,823 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 12:21:35,827 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 12:21:38,518 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 12:25:34,704 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 12:25:34,722 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 12:25:35,526 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 12:25:35,637 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 12:25:35,637 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 12:25:38,388 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 12:25:38,393 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 12:25:38,393 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 12:25:38,394 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 12:25:38,394 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 12:25:38,394 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 12:25:38,394 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 12:25:38,394 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 12:25:38,394 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 12:25:45,826 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 12:25:45,829 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:25:45,829 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:25:46,147 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 12:25:46,149 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 12:25:49,766 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:25:49,767 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:25:50,072 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 12:25:50,077 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 12:25:53,580 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 12:28:37,610 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 12:28:37,612 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 12:28:38,261 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 12:28:38,351 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 12:28:38,351 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 12:28:41,007 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 12:28:41,013 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 12:28:41,013 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 12:28:41,013 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 12:28:41,013 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 12:28:41,013 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 12:28:41,013 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 12:28:41,014 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 12:28:41,014 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 12:28:47,550 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 12:28:47,552 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:28:47,553 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:28:47,866 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 12:28:47,868 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 12:28:49,635 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 12:28:49,635 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 12:28:49,940 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 12:28:49,944 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 12:28:51,738 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 14:03:25,747 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 14:03:25,762 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 14:03:26,415 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 14:03:26,519 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 14:03:26,519 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 14:03:29,255 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 14:03:29,259 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 14:03:29,260 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 14:03:29,260 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 14:03:29,260 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 14:03:29,260 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 14:03:29,260 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 14:03:29,260 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 14:03:29,260 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 14:03:36,412 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 14:03:36,415 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 14:03:36,415 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 14:03:36,725 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 14:03:36,727 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 14:03:40,948 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 14:03:40,948 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 14:03:41,246 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 14:03:41,251 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 14:03:45,395 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-08 16:46:44,648 - speechbrain.core - INFO - Beginning experiment! +2023-09-08 16:46:44,685 - speechbrain.core - INFO - Experiment folder: /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/ +2023-09-08 16:46:45,351 - speechbrain.utils.superpowers - DEBUG - aiohttp==3.8.5 +aiosignal==1.3.1 +async-timeout==4.0.3 +attrs==23.1.0 +audioread==3.0.0 +certifi==2023.7.22 +cffi==1.15.1 +charset-normalizer==3.2.0 +click==8.1.7 +cmake==3.27.2 +datasets==2.14.4 +decorator==5.1.1 +dill==0.3.7 +exceptiongroup==1.1.3 +filelock==3.12.3 +frozenlist==1.4.0 +fsspec==2023.6.0 +huggingface-hub==0.16.4 +HyperPyYAML==1.2.1 +hypothesis==6.82.7 +idna==3.4 +Jinja2==3.1.2 +jiwer==3.0.3 +joblib==1.3.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip#sha256=4d002dcde70b52d519cafff4dc0008696c40cff1c9184a531b40c7b45905be6b +lazy_loader==0.3 +librosa==0.10.1 +lit==16.0.6 +llvmlite==0.40.1 +MarkupSafe==2.1.3 +mpmath==1.3.0 +msgpack==1.0.5 +multidict==6.0.4 +multiprocess==0.70.15 +networkx==3.1 +numba==0.57.1 +numpy==1.24.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==23.1 +pandas==2.0.3 +platformdirs==3.10.0 +pooch==1.7.0 +pyarrow==13.0.0 +pycparser==2.21 +pyctcdecode==0.5.0 +pygtrie==2.5.0 +python-dateutil==2.8.2 +pytz==2023.3 +PyYAML==6.0.1 +rapidfuzz==3.2.0 +regex==2023.8.8 +requests==2.31.0 +ruamel.yaml==0.17.28 +ruamel.yaml.clib==0.2.7 +safetensors==0.3.3 +scikit-learn==1.3.0 +scipy==1.11.2 +sentencepiece==0.1.99 +six==1.16.0 +sortedcontainers==2.4.0 +soundfile==0.12.1 +soxr==0.3.6 +speechbrain==0.5.15 +sympy==1.12 +threadpoolctl==3.2.0 +tokenizers==0.13.3 +torch==2.0.1 +torchaudio==2.0.2 +tqdm==4.66.1 +transformers==4.32.1 +triton==2.0.0 +typing_extensions==4.7.1 +tzdata==2023.3 +urllib3==2.0.4 +xxhash==3.3.0 +yarl==1.9.2 + + +2023-09-08 16:46:45,486 - speechbrain.pretrained.fetching - INFO - Destination hyperparams.yaml: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/hyperparams.yaml. +2023-09-08 16:46:45,486 - speechbrain.pretrained.fetching - INFO - Destination custom.py: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/custom.py. +2023-09-08 16:46:52,753 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen. +2023-09-08 16:46:52,765 - speechbrain.utils.parameter_transfer - DEBUG - Collecting files (or symlinks) for pretraining in pretrained_models/asr-wav2vec2-commonvoice-fr. +2023-09-08 16:46:52,766 - speechbrain.pretrained.fetching - INFO - Destination wav2vec2.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt. +2023-09-08 16:46:52,766 - speechbrain.pretrained.fetching - INFO - Destination asr.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt. +2023-09-08 16:46:52,766 - speechbrain.pretrained.fetching - INFO - Destination tokenizer.ckpt: local file in /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt. +2023-09-08 16:46:52,766 - speechbrain.utils.parameter_transfer - INFO - Loading pretrained files for: wav2vec2, asr, tokenizer +2023-09-08 16:46:52,766 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt +2023-09-08 16:46:52,766 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/asr.ckpt +2023-09-08 16:46:52,766 - speechbrain.utils.parameter_transfer - INFO - Redirecting (loading from original path): pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt -> /gpfsssd/scratch/rech/nou/uzn19yk/switched_data/speechbrain/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt +2023-09-08 16:47:00,328 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-08 16:47:00,331 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 16:47:00,332 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 16:47:00,655 - speechbrain.core - INFO - 314.4M trainable parameters in ASRCV +2023-09-08 16:47:00,660 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfswork/rech/nou/uzn19yk/final_forke/speechbrain-3/recipes/CommonVoice/ASR/CTC/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00 +2023-09-08 16:47:04,747 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-08 16:47:04,748 - speechbrain.core - INFO - Info: ckpt_interval_minutes arg from hparam file is used +2023-09-08 16:47:05,056 - speechbrain.core - INFO - 314.4M trainable parameters in ASR +2023-09-08 16:47:05,062 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from /gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-08 16:47:09,505 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. diff --git a/TunisianASR/semi_trained.yaml b/TunisianASR/semi_trained.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c45dd079315dc7cf6b2dc58b9f7a0c0fa665e4d4 --- /dev/null +++ b/TunisianASR/semi_trained.yaml @@ -0,0 +1,192 @@ +# ################################ +# Model: wav2vec2 + DNN + CTC +# Augmentation: SpecAugment +# Authors: Titouan Parcollet 2021 +# ################################ + +# Seed needs to be set at top of yaml, before objects with parameters are made +seed: 1234 +__set_seed: !!python/object/apply:torch.manual_seed [!ref ] +output_folder: TunisianASR/results/14epoch_tunisian/1234/ +wer_file: !ref /wer.txt +save_folder: !ref /save +train_log: !ref /train_log.txt + +# URL for the biggest LeBenchmark wav2vec french. +wav2vec2_folder: !ref /wav2vec2_checkpoint + +# Data files +data_folder: /gpfsscratch/rech/nou/uzn19yk/tunisian_junk # e.g, /localscratch/cv-corpus-5.1-2020-06-22/fr +train_tsv_file: !ref /train.tsv # Standard CommonVoice .tsv files +dev_tsv_file: !ref /dev.tsv # Standard CommonVoice .tsv files +test_tsv_file: !ref /test.tsv # Standard CommonVoice .tsv files +accented_letters: True +language: fr # use 'it' for Italian, 'rw' for Kinyarwanda, 'en' for english +train_csv: /gpfsscratch/rech/nou/uzn19yk/tunisian_csvs/good_final/train.csv +valid_csv: /gpfsscratch/rech/nou/uzn19yk/tunisian_csvs/good_final/dev.csv +test_csv: + - /gpfsscratch/rech/nou/uzn19yk/tunisian_csvs/full_annotation_test.csv + - /gpfsscratch/rech/nou/uzn19yk/tunisian_csvs/good_final/iwslt_test.csv + - /gpfsscratch/rech/nou/uzn19yk/tunisian_csvs/good_final/taric_test.csv + +skip_prep: True # Skip data preparation + +use_language_modelling: True +ngram_lm_path: arpas/outdomain.arpa + +# We remove utterance slonger than 10s in the train/dev/test sets as +# longer sentences certainly correspond to "open microphones". +avoid_if_longer_than: 10.0 +avoid_if_shorter_than: 1.2 + + +# Training parameters +number_of_epochs: 14 +lr: 1.0 +lr_wav2vec: 0.0001 +sorting: ascending +auto_mix_prec: False +sample_rate: 16000 +ckpt_interval_minutes: 30 # save checkpoint every N min + +# With data_parallel batch_size is split into N jobs +# With DDP batch_size is multiplied by N jobs +# Must be 6 per GPU to fit 16GB of VRAM +batch_size: 10 +test_batch_size: 4 + +dataloader_options: + batch_size: !ref + num_workers: 6 +test_dataloader_options: + batch_size: !ref + num_workers: 6 + +# BPE parameters +token_type: char # ["unigram", "bpe", "char"] +character_coverage: 1.0 + +# Model parameters +# activation: !name:torch.nn.LeakyReLU +wav2vec_output_dim: 1024 +dnn_neurons: 1024 +freeze_wav2vec: False +freeze_feature_extractor: True +dropout: 0.15 +warmup_steps: 500 # The wav2vec 2 model isn't updated for this amount of steps + +# Outputs +output_neurons: 40 # BPE size, index(blank/eos/bos) = 0 + +# Decoding parameters +# Be sure that the bos and eos index match with the BPEs ones +blank_index: 0 +unk_index: 1 + +# +# Functions and classes +# +epoch_counter: !new:speechbrain.utils.epoch_loop.EpochCounter + limit: !ref + +augmentation: !new:speechbrain.lobes.augment.TimeDomainSpecAugment + sample_rate: !ref + speeds: [95, 100, 105] + +enc: !new:speechbrain.nnet.containers.Sequential + input_shape: [null, null, !ref ] + linear1: !name:speechbrain.nnet.linear.Linear + n_neurons: !ref + bias: True + bn1: !name:speechbrain.nnet.normalization.BatchNorm1d + activation: !new:torch.nn.LeakyReLU + drop: !new:torch.nn.Dropout + p: !ref + linear2: !name:speechbrain.nnet.linear.Linear + n_neurons: !ref + bias: True + bn2: !name:speechbrain.nnet.normalization.BatchNorm1d + activation2: !new:torch.nn.LeakyReLU + drop2: !new:torch.nn.Dropout + p: !ref + linear3: !name:speechbrain.nnet.linear.Linear + n_neurons: !ref + bias: True + bn3: !name:speechbrain.nnet.normalization.BatchNorm1d + activation3: !new:torch.nn.LeakyReLU + +wav2vec2: !new:speechbrain.lobes.models.huggingface_wav2vec.HuggingFaceWav2Vec2 + source: wavlm-large/ + output_norm: False + freeze: !ref + freeze_feature_extractor: !ref + save_path: !ref + +##### +# Uncomment this block if you prefer to use a Fairseq pretrained model instead +# of a HuggingFace one. Here, we provide an URL that is obtained from the +# Fairseq github for the multilingual XLSR. +# +#wav2vec2_url: https://dl.fbaipublicfiles.com/fairseq/wav2vec/xlsr_53_56k.pt +#wav2vec2: !new:speechbrain.lobes.models.fairseq_wav2vec.FairseqWav2Vec2 +# pretrained_path: !ref +# output_norm: True +# freeze: False +# save_path: !ref /wav2vec2_checkpoint/model.pt +##### + + +ctc_lin: !new:speechbrain.nnet.linear.Linear + input_size: !ref + n_neurons: !ref + +log_softmax: !new:speechbrain.nnet.activations.Softmax + apply_log: True + +ctc_cost: !name:speechbrain.nnet.losses.ctc_loss + blank_index: !ref + +modules: + wav2vec2: !ref + enc: !ref + ctc_lin: !ref + +model: !new:torch.nn.ModuleList + - [!ref , !ref ] + +model_opt_class: !name:torch.optim.Adadelta + lr: !ref + rho: 0.95 + eps: 1.e-8 + +wav2vec_opt_class: !name:torch.optim.Adam + lr: !ref + +lr_annealing_model: !new:speechbrain.nnet.schedulers.NewBobScheduler + initial_value: !ref + improvement_threshold: 0.0025 + annealing_factor: 0.8 + patient: 0 + +lr_annealing_wav2vec: !new:speechbrain.nnet.schedulers.NewBobScheduler + initial_value: !ref + improvement_threshold: 0.0025 + annealing_factor: 0.9 + patient: 0 + +checkpointer: !new:speechbrain.utils.checkpoints.Checkpointer + checkpoints_dir: !ref + recoverables: + wav2vec2: !ref + model: !ref + scheduler_model: !ref + scheduler_wav2vec: !ref + counter: !ref + +train_logger: !new:speechbrain.utils.train_logger.FileTrainLogger + save_file: !ref + +error_rate_computer: !name:speechbrain.utils.metric_stats.ErrorRateStats + +cer_computer: !name:speechbrain.utils.metric_stats.ErrorRateStats + split_tokens: True diff --git a/TunisianASR/train_with_wavlm.py b/TunisianASR/train_with_wavlm.py new file mode 100644 index 0000000000000000000000000000000000000000..5d6ca4c5a378583fd297e1202522b9dc9c2368de --- /dev/null +++ b/TunisianASR/train_with_wavlm.py @@ -0,0 +1,399 @@ +#!/usr/bin/env python3 +import sys +import torch +import logging +import speechbrain as sb +from pathlib import Path +import os +import torchaudio +from hyperpyyaml import load_hyperpyyaml +from speechbrain.tokenizers.SentencePiece import SentencePiece +from speechbrain.utils.data_utils import undo_padding +from speechbrain.utils.distributed import run_on_main + +"""Recipe for training a sequence-to-sequence ASR system with CommonVoice. +The system employs a wav2vec2 encoder and a CTC decoder. +Decoding is performed with greedy decoding (will be extended to beam search). + +To run this recipe, do the following: +> python train_with_wav2vec2.py hparams/train_with_wav2vec2.yaml + +With the default hyperparameters, the system employs a pretrained wav2vec2 encoder. +The wav2vec2 model is pretrained following the model given in the hprams file. +It may be dependent on the language. + +The neural network is trained with CTC on sub-word units estimated with +Byte Pairwise Encoding (BPE). + +The experiment file is flexible enough to support a large variety of +different systems. By properly changing the parameter files, you can try +different encoders, decoders, tokens (e.g, characters instead of BPE), +training languages (all CommonVoice languages), and many +other possible variations. + +Authors + * Titouan Parcollet 2021 +""" + +logger = logging.getLogger(__name__) + + +# Define training procedure +class ASR(sb.core.Brain): + def compute_forward(self, batch, stage): + """Forward computations from the waveform batches to the output probabilities.""" + + batch = batch.to(self.device) + wavs, wav_lens = batch.sig + wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device) + if stage == sb.Stage.TRAIN: + if hasattr(self.hparams, "augmentation"): + wavs = self.hparams.augmentation(wavs, wav_lens) + + # Forward pass + feats = self.modules.wav2vec2(wavs, wav_lens) + x = self.modules.enc(feats) + logits = self.modules.ctc_lin(x) + p_ctc = self.hparams.log_softmax(logits) + + return p_ctc, wav_lens + + def compute_objectives(self, predictions, batch, stage): + """Computes the loss (CTC) given predictions and targets.""" + + p_ctc, wav_lens = predictions + + ids = batch.id + tokens, tokens_lens = batch.tokens + + loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens) + + if stage != sb.Stage.TRAIN: + predicted_tokens = sb.decoders.ctc_greedy_decode( + p_ctc, wav_lens, blank_id=self.hparams.blank_index + ) + # Decode token terms to words + if self.hparams.use_language_modelling: + predicted_words = [] + for logs in p_ctc: + text = decoder.decode(logs.detach().cpu().numpy()) + predicted_words.append(text.split(" ")) + else: + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + # Convert indices to words + target_words = [wrd.split(" ") for wrd in batch.wrd] + + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + + return loss + + def fit_batch(self, batch): + """Train the parameters given a single batch in input""" + should_step = self.step % self.grad_accumulation_factor == 0 + # Managing automatic mixed precision + # TOFIX: CTC fine-tuning currently is unstable + # This is certainly due to CTC being done in fp16 instead of fp32 + if self.auto_mix_prec: + with torch.cuda.amp.autocast(): + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + with self.no_sync(not should_step): + self.scaler.scale( + loss / self.grad_accumulation_factor + ).backward() + if should_step: + + if not self.hparams.wav2vec2.freeze: + self.scaler.unscale_(self.wav2vec_optimizer) + self.scaler.unscale_(self.model_optimizer) + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.scaler.step(self.wav2vec_optimizer) + self.scaler.step(self.model_optimizer) + self.scaler.update() + self.zero_grad() + self.optimizer_step += 1 + else: + # This is mandatory because HF models have a weird behavior with DDP + # on the forward pass + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + + with self.no_sync(not should_step): + (loss / self.grad_accumulation_factor).backward() + if should_step: + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.wav2vec_optimizer.step() + self.model_optimizer.step() + self.zero_grad() + self.optimizer_step += 1 + + self.on_fit_batch_end(batch, outputs, loss, should_step) + return loss.detach().cpu() + + def evaluate_batch(self, batch, stage): + """Computations needed for validation/test batches""" + predictions = self.compute_forward(batch, stage=stage) + with torch.no_grad(): + loss = self.compute_objectives(predictions, batch, stage=stage) + return loss.detach() + + def on_stage_start(self, stage, epoch): + """Gets called at the beginning of each epoch""" + if stage != sb.Stage.TRAIN: + self.cer_metric = self.hparams.cer_computer() + self.wer_metric = self.hparams.error_rate_computer() + + def on_stage_end(self, stage, stage_loss, epoch): + """Gets called at the end of an epoch.""" + # Compute/store important stats + stage_stats = {"loss": stage_loss} + if stage == sb.Stage.TRAIN: + self.train_stats = stage_stats + else: + stage_stats["CER"] = self.cer_metric.summarize("error_rate") + stage_stats["WER"] = self.wer_metric.summarize("error_rate") + + # Perform end-of-iteration things, like annealing, logging, etc. + if stage == sb.Stage.VALID: + old_lr_model, new_lr_model = self.hparams.lr_annealing_model( + stage_stats["loss"] + ) + old_lr_wav2vec, new_lr_wav2vec = self.hparams.lr_annealing_wav2vec( + stage_stats["loss"] + ) + sb.nnet.schedulers.update_learning_rate( + self.model_optimizer, new_lr_model + ) + if not self.hparams.wav2vec2.freeze: + sb.nnet.schedulers.update_learning_rate( + self.wav2vec_optimizer, new_lr_wav2vec + ) + self.hparams.train_logger.log_stats( + stats_meta={ + "epoch": epoch, + "lr_model": old_lr_model, + "lr_wav2vec": old_lr_wav2vec, + }, + train_stats=self.train_stats, + valid_stats=stage_stats, + ) + self.checkpointer.save_and_keep_only( + meta={"WER": stage_stats["WER"]}, min_keys=["WER"], + ) + elif stage == sb.Stage.TEST: + self.hparams.train_logger.log_stats( + stats_meta={"Epoch loaded": self.hparams.epoch_counter.current}, + test_stats=stage_stats, + ) + with open(self.hparams.wer_file, "w") as w: + self.wer_metric.write_stats(w) + + def init_optimizers(self): + "Initializes the wav2vec2 optimizer and model optimizer" + + # If the wav2vec encoder is unfrozen, we create the optimizer + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer = self.hparams.wav2vec_opt_class( + self.modules.wav2vec2.parameters() + ) + if self.checkpointer is not None: + self.checkpointer.add_recoverable( + "wav2vec_opt", self.wav2vec_optimizer + ) + + self.model_optimizer = self.hparams.model_opt_class( + self.hparams.model.parameters() + ) + + if self.checkpointer is not None: + self.checkpointer.add_recoverable("modelopt", self.model_optimizer) + + def zero_grad(self, set_to_none=False): + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer.zero_grad(set_to_none) + self.model_optimizer.zero_grad(set_to_none) + + +# Define custom data procedure +def dataio_prepare(hparams): + """This function prepares the datasets to be used in the brain class. + It also defines the data processing pipeline through user-defined functions.""" + + # 1. Define datasets + data_folder = hparams["data_folder"] + + train_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["train_csv"], replacements={"data_root": data_folder}, + ) + + if hparams["sorting"] == "ascending": + # we sort training data to speed up training and get better results. + train_data = train_data.filtered_sorted( + sort_key="duration", + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "descending": + train_data = train_data.filtered_sorted( + sort_key="duration", + reverse=True, + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "random": + pass + + else: + raise NotImplementedError( + "sorting must be random, ascending or descending" + ) + + valid_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["valid_csv"], replacements={"data_root": data_folder}, + ) + # We also sort the validation data so it is faster to validate + valid_data = valid_data.filtered_sorted(sort_key="duration") + test_datasets = {} + for csv_file in hparams["test_csv"]: + name = Path(csv_file).stem + test_datasets[name] = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=csv_file, replacements={"data_root": data_folder} + ) + test_datasets[name] = test_datasets[name].filtered_sorted( + sort_key="duration" + ) + + datasets = [train_data, valid_data] + [i for k, i in test_datasets.items()] + + + # 2. Define audio pipeline: + @sb.utils.data_pipeline.takes("wav") + @sb.utils.data_pipeline.provides("sig") + def audio_pipeline(wav): + info = torchaudio.info(wav) + sig = sb.dataio.dataio.read_audio(wav) + resampled = torchaudio.transforms.Resample( + info.sample_rate, hparams["sample_rate"], + )(sig) + return resampled + + sb.dataio.dataset.add_dynamic_item(datasets, audio_pipeline) + label_encoder = sb.dataio.encoder.CTCTextEncoder() + + # 3. Define text pipeline: + @sb.utils.data_pipeline.takes("wrd") + @sb.utils.data_pipeline.provides( + "wrd", "char_list", "tokens_list", "tokens" + ) + def text_pipeline(wrd): + yield wrd + char_list = list(wrd) + yield char_list + tokens_list = label_encoder.encode_sequence(char_list) + yield tokens_list + tokens = torch.LongTensor(tokens_list) + yield tokens + + sb.dataio.dataset.add_dynamic_item(datasets, text_pipeline) + lab_enc_file = os.path.join(hparams["save_folder"], "label_encoder.txt") + special_labels = { + "blank_label": hparams["blank_index"], + "unk_label": hparams["unk_index"] + } + label_encoder.load_or_create( + path=lab_enc_file, + from_didatasets=[train_data], + output_key="char_list", + special_labels=special_labels, + sequence_input=True, + ) + + # 4. Set output: + sb.dataio.dataset.set_output_keys( + datasets, ["id", "sig", "wrd", "char_list", "tokens"], + ) + return train_data, valid_data,test_datasets, label_encoder + + +if __name__ == "__main__": + + # Load hyperparameters file with command-line overrides + hparams_file, run_opts, overrides = sb.parse_arguments(sys.argv[1:]) + with open(hparams_file) as fin: + hparams = load_hyperpyyaml(fin, overrides) + + # If --distributed_launch then + # create ddp_group with the right communication protocol + sb.utils.distributed.ddp_init_group(run_opts) + + + # Create experiment directory + sb.create_experiment_directory( + experiment_directory=hparams["output_folder"], + hyperparams_to_save=hparams_file, + overrides=overrides, + ) + + # Due to DDP, we do the preparation ONLY on the main python process + # Defining tokenizer and loading it + # Create the datasets objects as well as tokenization and encoding :-D + train_data, valid_data, test_datasets, label_encoder = dataio_prepare(hparams) + if hparams["use_language_modelling"]: + print("using langauge_modeeling") + from pyctcdecode import build_ctcdecoder + ind2lab = label_encoder.ind2lab + print(ind2lab) + labels = [ind2lab[x] for x in range(len(ind2lab))] + labels = [""] + labels[1:-1] + ["1"] + # Replace the token with a blank character, needed for PyCTCdecode + print(labels) + decoder = build_ctcdecoder( + labels, + kenlm_model_path=hparams["ngram_lm_path"], # .arpa or .bin + alpha=0.5, # Default by KenLM + beta=1.0, # Default by KenLM + ) + # Trainer initialization + asr_brain = ASR( + modules=hparams["modules"], + hparams=hparams, + run_opts=run_opts, + checkpointer=hparams["checkpointer"], + ) + + # Adding objects to trainer. + asr_brain.tokenizer = label_encoder + + # Training + asr_brain.fit( + asr_brain.hparams.epoch_counter, + train_data, + valid_data, + train_loader_kwargs=hparams["dataloader_options"], + valid_loader_kwargs=hparams["test_dataloader_options"], + ) + + # Test + for k in test_datasets.keys(): # keys are test_clean, test_other etc + asr_brain.hparams.wer_file = os.path.join( + hparams["output_folder"], "wer_{}.txt".format(k) + ) + asr_brain.evaluate( + test_datasets[k], test_loader_kwargs=hparams["test_dataloader_options"] + ) + diff --git a/__pycache__/cv_train.cpython-38.pyc b/__pycache__/cv_train.cpython-38.pyc new file mode 100644 index 0000000000000000000000000000000000000000..01647cf040b81b08f015f14bd9efdc3e8e6d85ed Binary files /dev/null and b/__pycache__/cv_train.cpython-38.pyc differ diff --git a/app.py b/app.py new file mode 100644 index 0000000000000000000000000000000000000000..77258ba5bb45804be9a3edaa83bfcf5143cdb2a6 --- /dev/null +++ b/app.py @@ -0,0 +1,768 @@ +import os +import sys +import torch +import logging +import speechbrain as sb +from speechbrain.utils.distributed import run_on_main +from hyperpyyaml import load_hyperpyyaml +from pathlib import Path +import torchaudio.transforms as T +from cv_train import ASRCV +import torchaudio +import numpy as np +import kenlm +from pyctcdecode import build_ctcdecoder +import re +from torch.nn.utils.rnn import pad_sequence +import torch.optim as optim +import torch.nn as nn + + +# Commented out IPython magic to ensure Python compatibility. +hparams_file, run_opts, overrides = sb.parse_arguments(["TunisianASR/semi_trained.yaml"]) + +# If distributed_launch=True then +# create ddp_group with the right communication protocol +sb.utils.distributed.ddp_init_group(run_opts) + +with open(hparams_file) as fin: + hparams = load_hyperpyyaml(fin, overrides) + +# Create experiment directory +sb.create_experiment_directory( + experiment_directory=hparams["output_folder"], + hyperparams_to_save=hparams_file, + overrides=overrides, +) +# Dataset prep (parsing Librispeech) + +def dataio_prepare(hparams): + """This function prepares the datasets to be used in the brain class. + It also defines the data processing pipeline through user-defined functions.""" + + # 1. Define datasets + data_folder = hparams["data_folder"] + + train_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["train_csv"], replacements={"data_root": data_folder}, + ) + + if hparams["sorting"] == "ascending": + # we sort training data to speed up training and get better results. + train_data = train_data.filtered_sorted( + sort_key="duration", + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "descending": + train_data = train_data.filtered_sorted( + sort_key="duration", + reverse=True, + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "random": + pass + + else: + raise NotImplementedError( + "sorting must be random, ascending or descending" + ) + + valid_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["valid_csv"], replacements={"data_root": data_folder}, + ) + # We also sort the validation data so it is faster to validate + valid_data = valid_data.filtered_sorted(sort_key="duration") + test_datasets = {} + for csv_file in hparams["test_csv"]: + name = Path(csv_file).stem + test_datasets[name] = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=csv_file, replacements={"data_root": data_folder} + ) + test_datasets[name] = test_datasets[name].filtered_sorted( + sort_key="duration" + ) + + datasets = [train_data, valid_data] + [i for k, i in test_datasets.items()] + + + # 2. Define audio pipeline: + @sb.utils.data_pipeline.takes("wav") + @sb.utils.data_pipeline.provides("sig") + def audio_pipeline(wav): + info = torchaudio.info(wav) + sig = sb.dataio.dataio.read_audio(wav) + if len(sig.shape)>1 : + sig = torch.mean(sig, dim=1) + resampled = torchaudio.transforms.Resample( + info.sample_rate, hparams["sample_rate"], + )(sig) + return resampled + + sb.dataio.dataset.add_dynamic_item(datasets, audio_pipeline) + label_encoder = sb.dataio.encoder.CTCTextEncoder() + + # 3. Define text pipeline: + @sb.utils.data_pipeline.takes("wrd") + @sb.utils.data_pipeline.provides( + "wrd", "char_list", "tokens_list", "tokens" + ) + def text_pipeline(wrd): + yield wrd + char_list = list(wrd) + yield char_list + tokens_list = label_encoder.encode_sequence(char_list) + yield tokens_list + tokens = torch.LongTensor(tokens_list) + yield tokens + + sb.dataio.dataset.add_dynamic_item(datasets, text_pipeline) + lab_enc_file = os.path.join(hparams["save_folder"], "label_encoder.txt") + special_labels = { + "blank_label": hparams["blank_index"], + "unk_label": hparams["unk_index"] + } + label_encoder.load_or_create( + path=lab_enc_file, + from_didatasets=[train_data], + output_key="char_list", + special_labels=special_labels, + sequence_input=True, + ) + + # 4. Set output: + sb.dataio.dataset.set_output_keys( + datasets, ["id", "sig", "wrd", "char_list", "tokens"], + ) + return train_data, valid_data,test_datasets, label_encoder + +class ASR(sb.core.Brain): + def compute_forward(self, batch, stage): + """Forward computations from the waveform batches to the output probabilities.""" + + batch = batch.to(self.device) + wavs, wav_lens = batch.sig + wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device) + + if stage == sb.Stage.TRAIN: + if hasattr(self.hparams, "augmentation"): + wavs = self.hparams.augmentation(wavs, wav_lens) + + # Forward pass + feats = self.modules.wav2vec2(wavs, wav_lens) + x = self.modules.enc(feats) + logits = self.modules.ctc_lin(x) + p_ctc = self.hparams.log_softmax(logits) + + return p_ctc, wav_lens + + def custom_encode(self,wavs,wav_lens) : + wavs = wavs.to("cpu") + if(wav_lens is not None): wav_lens.to(self.device) + + feats = self.modules.wav2vec2(wavs, wav_lens) + x = self.modules.enc(feats) + logits = self.modules.ctc_lin(x) + p_ctc = self.hparams.log_softmax(logits) + + return feats,p_ctc + + + + def compute_objectives(self, predictions, batch, stage): + """Computes the loss (CTC) given predictions and targets.""" + + p_ctc, wav_lens = predictions + + ids = batch.id + tokens, tokens_lens = batch.tokens + + loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens) + + if stage != sb.Stage.TRAIN: + predicted_tokens = sb.decoders.ctc_greedy_decode( + p_ctc, wav_lens, blank_id=self.hparams.blank_index + ) + # Decode token terms to words + if self.hparams.use_language_modelling: + predicted_words = [] + for logs in p_ctc: + text = decoder.decode(logs.detach().cpu().numpy()) + predicted_words.append(text.split(" ")) + else: + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + # Convert indices to words + target_words = [wrd.split(" ") for wrd in batch.wrd] + + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + + return loss + + def fit_batch(self, batch): + """Train the parameters given a single batch in input""" + should_step = self.step % self.grad_accumulation_factor == 0 + # Managing automatic mixed precision + # TOFIX: CTC fine-tuning currently is unstable + # This is certainly due to CTC being done in fp16 instead of fp32 + if self.auto_mix_prec: + with torch.cuda.amp.autocast(): + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + with self.no_sync(not should_step): + self.scaler.scale( + loss / self.grad_accumulation_factor + ).backward() + if should_step: + + if not self.hparams.wav2vec2.freeze: + self.scaler.unscale_(self.wav2vec_optimizer) + self.scaler.unscale_(self.model_optimizer) + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.scaler.step(self.wav2vec_optimizer) + self.scaler.step(self.model_optimizer) + self.scaler.update() + self.zero_grad() + self.optimizer_step += 1 + else: + # This is mandatory because HF models have a weird behavior with DDP + # on the forward pass + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + + with self.no_sync(not should_step): + (loss / self.grad_accumulation_factor).backward() + if should_step: + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.wav2vec_optimizer.step() + self.model_optimizer.step() + self.zero_grad() + self.optimizer_step += 1 + + self.on_fit_batch_end(batch, outputs, loss, should_step) + return loss.detach().cpu() + + def evaluate_batch(self, batch, stage): + """Computations needed for validation/test batches""" + predictions = self.compute_forward(batch, stage=stage) + with torch.no_grad(): + loss = self.compute_objectives(predictions, batch, stage=stage) + return loss.detach() + + def on_stage_start(self, stage, epoch): + """Gets called at the beginning of each epoch""" + if stage != sb.Stage.TRAIN: + self.cer_metric = self.hparams.cer_computer() + self.wer_metric = self.hparams.error_rate_computer() + + def on_stage_end(self, stage, stage_loss, epoch): + """Gets called at the end of an epoch.""" + # Compute/store important stats + stage_stats = {"loss": stage_loss} + if stage == sb.Stage.TRAIN: + self.train_stats = stage_stats + else: + stage_stats["CER"] = self.cer_metric.summarize("error_rate") + stage_stats["WER"] = self.wer_metric.summarize("error_rate") + + # Perform end-of-iteration things, like annealing, logging, etc. + if stage == sb.Stage.VALID: + old_lr_model, new_lr_model = self.hparams.lr_annealing_model( + stage_stats["loss"] + ) + old_lr_wav2vec, new_lr_wav2vec = self.hparams.lr_annealing_wav2vec( + stage_stats["loss"] + ) + sb.nnet.schedulers.update_learning_rate( + self.model_optimizer, new_lr_model + ) + if not self.hparams.wav2vec2.freeze: + sb.nnet.schedulers.update_learning_rate( + self.wav2vec_optimizer, new_lr_wav2vec + ) + self.hparams.train_logger.log_stats( + stats_meta={ + "epoch": epoch, + "lr_model": old_lr_model, + "lr_wav2vec": old_lr_wav2vec, + }, + train_stats=self.train_stats, + valid_stats=stage_stats, + ) + self.checkpointer.save_and_keep_only( + meta={"WER": stage_stats["WER"]}, min_keys=["WER"], + ) + elif stage == sb.Stage.TEST: + self.hparams.train_logger.log_stats( + stats_meta={"Epoch loaded": self.hparams.epoch_counter.current}, + test_stats=stage_stats, + ) + with open(self.hparams.wer_file, "w") as w: + self.wer_metric.write_stats(w) + + def init_optimizers(self): + "Initializes the wav2vec2 optimizer and model optimizer" + + # If the wav2vec encoder is unfrozen, we create the optimizer + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer = self.hparams.wav2vec_opt_class( + self.modules.wav2vec2.parameters() + ) + if self.checkpointer is not None: + self.checkpointer.add_recoverable( + "wav2vec_opt", self.wav2vec_optimizer + ) + + self.model_optimizer = self.hparams.model_opt_class( + self.hparams.model.parameters() + ) + + if self.checkpointer is not None: + self.checkpointer.add_recoverable("modelopt", self.model_optimizer) + + def zero_grad(self, set_to_none=False): + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer.zero_grad(set_to_none) + self.model_optimizer.zero_grad(set_to_none) + + +from speechbrain.pretrained import EncoderASR,EncoderDecoderASR +french_asr_model = EncoderASR.from_hparams(source="asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr").cuda() +french_asr_model.to("cpu") +cvhparams_file, cvrun_opts, cvoverrides = sb.parse_arguments(["EnglishCV/train_en_with_wav2vec.yaml"]) +with open(cvhparams_file) as cvfin: + cvhparams = load_hyperpyyaml(cvfin, cvoverrides) +english_asr_model = ASRCV( + modules=cvhparams["modules"], + hparams=cvhparams, + run_opts=cvrun_opts, + checkpointer=cvhparams["checkpointer"], + ) +english_asr_model.modules.to("cpu") +english_asr_model.checkpointer.recover_if_possible() +print("moving to tunisian model") +asr_brain = ASR( + modules=hparams["modules"], + hparams=hparams, + run_opts=run_opts, + checkpointer=hparams["checkpointer"], +) +asr_brain.modules.to("cpu") +asr_brain.checkpointer.recover_if_possible() +asr_brain.modules.eval() +english_asr_model.modules.eval() +french_asr_model.mods.eval() +asr_brain.modules.to("cpu") + +# Commented out IPython magic to ensure Python compatibility. +# %ls + +#UTILS FUNCTIOJNS +def get_size_dimensions(arr): + size_dimensions = [] + while isinstance(arr, list): + size_dimensions.append(len(arr)) + arr = arr[0] + return size_dimensions + +def scale_array(batch,n): + scaled_batch = [] + + for array in batch: + if(n < len(array)): raise ValueError("Cannot scale Array down") + + repeat = round(n/len(array))+1 + scaled_length_array= [] + + for i in array: + for j in range(repeat) : + if(len(scaled_length_array) == n): break + scaled_length_array.append(i) + + scaled_batch.append(scaled_length_array) + + return torch.tensor(scaled_batch) + + +def load_paths(wavs_path): + waveforms = [] + for path in wavs_path : + waveform, _ = torchaudio.load(path) + waveforms.append(waveform.squeeze(0)) + # normalize array length to the bigger arrays by pading with 0's + padded_arrays = pad_sequence(waveforms, batch_first=True) + return torch.tensor(padded_arrays) + + + +device = 'cuda' +verbose = 0 +#FLOW LEVEL FUNCTIONS +def merge_strategy(embeddings1, embeddings2, embeddings3,post1, post2,post3): + + + post1 = post1.to(device) + post2 = post2.to(device) + post3 = post3.to(device) + embeddings1 = embeddings1.to(device) + embeddings2 = embeddings2.to(device) + embeddings3 = embeddings3.to(device) + + posteriograms_merged = torch.cat((post1,post2,post3),dim=2) + embeddings_merged = torch.cat((embeddings1,embeddings2,embeddings3),dim=2) + + if(verbose !=0): + print('MERGED POST ',posteriograms_merged.shape) + print('MERGED emb ',embeddings_merged.shape) + + return torch.cat((posteriograms_merged,embeddings_merged),dim=2).to(device) + +def decode(model,wavs,wav_lens): + + with torch.no_grad(): + wav_lens = wav_lens.to(model.device) + encoder_out = model.encode_batch(wavs, wav_lens) + predictions = model.decoding_function(encoder_out, wav_lens) + return predictions + +def middle_layer(batch, lens): + + tn_embeddings, tn_posteriogram = asr_brain.custom_encode(batch,None) + + fr_embeddings = french_asr_model.mods.encoder.wav2vec2(batch) + fr_posteriogram =french_asr_model.encode_batch(batch,lens) + en_embeddings = english_asr_model.modules.wav2vec2(batch, lens) + x = english_asr_model.modules.enc(en_embeddings) + en_posteriogram = english_asr_model.modules.ctc_lin(x) + #scores, en_posteriogram = english_asr_model.mods.decoder(en_embeddings ,lens) + if(verbose !=0): + print('[EMBEDDINGS] FR:',fr_embeddings.shape, "EN:",en_embeddings.shape, "TN:", tn_embeddings.shape) + print('[POSTERIOGRAM] FR:',fr_posteriogram.shape, "EN:",en_posteriogram.shape,"TN:",tn_posteriogram.shape) + + + bilangual_sample = merge_strategy(fr_embeddings,en_embeddings,tn_embeddings,fr_posteriogram,en_posteriogram,tn_posteriogram) + return bilangual_sample + +class Mixer(sb.core.Brain): + + def compute_forward(self, batch, stage): + """Forward computations from the waveform batches to the output probabilities.""" + wavs, wav_lens = batch.sig + wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device) + + if stage == sb.Stage.TRAIN: + if hasattr(self.hparams, "augmentation"): + wavs = self.hparams.augmentation(wavs, wav_lens) + + multi_langual_feats = middle_layer(wavs, wav_lens) + multi_langual_feats= multi_langual_feats.to(device) + feats, _ = self.modules.enc(multi_langual_feats) + logits = self.modules.ctc_lin(feats) + p_ctc = self.hparams.log_softmax(logits) + + if stage!= sb.Stage.TRAIN: + p_tokens = sb.decoders.ctc_greedy_decode( + p_ctc, wav_lens, blank_id=self.hparams.blank_index + ) + else : + p_tokens = None + return p_ctc, wav_lens, p_tokens + + + def treat_wav(self,sig): + multi_langual_feats = middle_layer(sig.to("cpu"), torch.tensor([1]).to("cpu")) + multi_langual_feats= multi_langual_feats.to(device) + feats, _ = self.modules.enc(multi_langual_feats) + logits = self.modules.ctc_lin(feats) + p_ctc = self.hparams.log_softmax(logits) + predicted_words =[] + for logs in p_ctc: + text = decoder.decode(logs.detach().cpu().numpy()) + predicted_words.append(text.split(" ")) + return " ".join(predicted_words[0]) + + + def compute_objectives(self, predictions, batch, stage): + """Computes the loss (CTC) given predictions and targets.""" + + p_ctc, wav_lens , predicted_tokens= predictions + + ids = batch.id + tokens, tokens_lens = batch.tokens + + loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens) + + + if stage == sb.Stage.VALID: + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + target_words = [wrd.split(" ") for wrd in batch.wrd] + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + if stage ==sb.Stage.TEST : + if self.hparams.language_modelling: + predicted_words = [] + for logs in p_ctc: + text = decoder.decode(logs.detach().cpu().numpy()) + predicted_words.append(text.split(" ")) + else : + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + + target_words = [wrd.split(" ") for wrd in batch.wrd] + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + + return loss + + def fit_batch(self, batch): + """Train the parameters given a single batch in input""" + should_step = self.step % self.grad_accumulation_factor == 0 + # Managing automatic mixed precision + # TOFIX: CTC fine-tuning currently is unstable + # This is certainly due to CTC being done in fp16 instead of fp32 + if self.auto_mix_prec: + with torch.cuda.amp.autocast(): + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + with self.no_sync(not should_step): + self.scaler.scale( + loss / self.grad_accumulation_factor + ).backward() + if should_step: + + + self.scaler.unscale_(self.model_optimizer) + if self.check_gradients(loss): + self.scaler.step(self.model_optimizer) + self.scaler.update() + self.zero_grad() + self.optimizer_step += 1 + else: + # This is mandatory because HF models have a weird behavior with DDP + # on the forward pass + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + + with self.no_sync(not should_step): + (loss / self.grad_accumulation_factor).backward() + if should_step: + if self.check_gradients(loss): + self.model_optimizer.step() + self.zero_grad() + self.optimizer_step += 1 + + self.on_fit_batch_end(batch, outputs, loss, should_step) + return loss.detach().cpu() + + def evaluate_batch(self, batch, stage): + """Computations needed for validation/test batches""" + predictions = self.compute_forward(batch, stage=stage) + with torch.no_grad(): + loss = self.compute_objectives(predictions, batch, stage=stage) + return loss.detach() + + def on_stage_start(self, stage, epoch): + """Gets called at the beginning of each epoch""" + if stage != sb.Stage.TRAIN: + self.cer_metric = self.hparams.cer_computer() + self.wer_metric = self.hparams.error_rate_computer() + + def on_stage_end(self, stage, stage_loss, epoch): + """Gets called at the end of an epoch.""" + # Compute/store important stats + stage_stats = {"loss": stage_loss} + if stage == sb.Stage.TRAIN: + self.train_stats = stage_stats + else: + stage_stats["CER"] = self.cer_metric.summarize("error_rate") + stage_stats["WER"] = self.wer_metric.summarize("error_rate") + + # Perform end-of-iteration things, like annealing, logging, etc. + if stage == sb.Stage.VALID: + old_lr_model, new_lr_model = self.hparams.lr_annealing_model( + stage_stats["loss"] + ) + sb.nnet.schedulers.update_learning_rate( + self.model_optimizer, new_lr_model + ) + self.hparams.train_logger.log_stats( + stats_meta={ + "epoch": epoch, + "lr_model": old_lr_model, + }, + train_stats=self.train_stats, + valid_stats=stage_stats, + ) + self.checkpointer.save_and_keep_only( + meta={"WER": stage_stats["WER"]}, min_keys=["WER"], + ) + elif stage == sb.Stage.TEST: + self.hparams.train_logger.log_stats( + stats_meta={"Epoch loaded": self.hparams.epoch_counter.current}, + test_stats=stage_stats, + ) + with open(self.hparams.wer_file, "w") as w: + self.wer_metric.write_stats(w) + + def init_optimizers(self): + + self.model_optimizer = self.hparams.model_opt_class( + self.hparams.model.parameters() + ) + + if self.checkpointer is not None: + self.checkpointer.add_recoverable("modelopt", self.model_optimizer) + + def zero_grad(self, set_to_none=False): + + self.model_optimizer.zero_grad(set_to_none) + + + + +hparams_file, run_opts, overrides = sb.parse_arguments(["cs.yaml"]) + +# If distributed_launch=True then +# create ddp_group with the right communication protocol +sb.utils.distributed.ddp_init_group(run_opts) + +with open(hparams_file) as fin: + hparams = load_hyperpyyaml(fin, overrides) + +# Create experiment directory +sb.create_experiment_directory( + experiment_directory=hparams["output_folder"], + hyperparams_to_save=hparams_file, + overrides=overrides, +) +def read_labels_file(labels_file): + with open(labels_file, "r",encoding="utf-8") as lf: + lines = lf.read().splitlines() + division = "===" + numbers = {} + for line in lines : + if division in line : + break + string, number = line.split("=>") + number = int(number) + string = string[1:-2] + numbers[number] = string + return [numbers[x] for x in range(len(numbers))] + +label_encoder = sb.dataio.encoder.CTCTextEncoder() + +lab_enc_file = os.path.join(hparams["save_folder"], "label_encoder.txt") +special_labels = { + "blank_label": hparams["blank_index"], + "unk_label": hparams["unk_index"] +} +label_encoder.load_or_create( + path=lab_enc_file, + from_didatasets=[[]], + output_key="char_list", + special_labels=special_labels, + sequence_input=True, +) + + +labels = read_labels_file(os.path.join(hparams["save_folder"], "label_encoder.txt")) +labels = [""] + labels[1:-1] + ["1"] +if hparams["language_modelling"]: + decoder = build_ctcdecoder( + labels, + kenlm_model_path=hparams["ngram_lm_path"], # either .arpa or .bin file + alpha=0.5, # tuned on a val set + beta=1, # tuned on a val set + ) + + + + +mixer = Mixer( + modules=hparams["modules"], + hparams=hparams, + run_opts=run_opts, + checkpointer=hparams["checkpointer"], +) +mixer.tokenizer = label_encoder +mixer.checkpointer.recover_if_possible() +mixer.modules.eval() + + +label_encoder = sb.dataio.encoder.CTCTextEncoder() + + +# We dynamicaly add the tokenizer to our brain class. +# NB: This tokenizer corresponds to the one used for the LM!! + +decoder = build_ctcdecoder( + labels, + kenlm_model_path= "arpas/everything.arpa", # either .arpa or .bin file + alpha=0.5, # tuned on a val set + beta=1, # tuned on a val set +) + +run_opts["device"]="cpu" + + +device = "cpu" +mixer.device= "cpu" +mixer.modules.to("cpu") + +from enum import Enum, auto +class Stage(Enum): + TRAIN = auto() + VALID = auto() + TEST = auto() + +asr_brain.on_evaluate_start() +asr_brain.modules.eval() + + +import gradio as gr + +def treat_wav_file(file_mic,file_upload ,asr=mixer, device="cpu") : + if (file_mic is not None) and (file_upload is not None): + warn_output = "WARNING: You've uploaded an audio file and used the microphone. The recorded file from the microphone will be used and the uploaded audio will be discarded.\n" + wav = file_mic + elif (file_mic is None) and (file_upload is None): + return "ERROR: You have to either use the microphone or upload an audio file" + elif file_mic is not None: + wav = file_mic + else: + wav = file_upload + sig, sr = torchaudio.load(wav) + tensor_wav = sig.to(device) + resampled = torchaudio.functional.resample( tensor_wav, sr, 16000) + sentence = asr.treat_wav(resampled) + return sentence + +gr.Interface( + fn=treat_wav_file, + inputs=[gr.Audio(source="microphone", type='filepath', label = "record", optional = True), + gr.Audio(source="upload", type='filepath', label="filein", optional=True)] + ,outputs="text").launch() + diff --git a/arpas/everything.arpa b/arpas/everything.arpa new file mode 100644 index 0000000000000000000000000000000000000000..709c25e7e6f7ddb0a0ae621cddc54ec54aaab154 --- /dev/null +++ b/arpas/everything.arpa @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bada7d41f63b1e5fd661ba66bccdfa93c3e5c391038ac6e52615a42ec0e0174 +size 345991397 diff --git a/arpas/pluslanguages_everything.arpa b/arpas/pluslanguages_everything.arpa new file mode 100644 index 0000000000000000000000000000000000000000..70cbfe45ec03f6d527170ef26f6e385a5edec400 --- /dev/null +++ b/arpas/pluslanguages_everything.arpa @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a2a593a09bb07c74ac6f1aadbb4c0a6540edb53b9234f3da1aafa9e6d99f983 +size 354742106 diff --git a/asr-wav2vec2-commonvoice-fr/README.md b/asr-wav2vec2-commonvoice-fr/README.md new file mode 100644 index 0000000000000000000000000000000000000000..190108e53a978dbfd19c845e39ab14fa0f6229ee --- /dev/null +++ b/asr-wav2vec2-commonvoice-fr/README.md @@ -0,0 +1,130 @@ +--- +language: +- fr +thumbnail: null +pipeline_tag: automatic-speech-recognition +tags: +- CTC +- pytorch +- speechbrain +- Transformer +- hf-asr-leaderboard +license: apache-2.0 +datasets: +- commonvoice +metrics: +- wer +- cer +model-index: +- name: asr-wav2vec2-commonvoice-fr + results: + - task: + name: Automatic Speech Recognition + type: automatic-speech-recognition + dataset: + name: CommonVoice 6.1 (French) + type: mozilla-foundation/common_voice_6_1 + config: fr + split: test + args: + language: fr + metrics: + - name: Test WER + type: wer + value: '9.96' +--- + + +

+ +# wav2vec 2.0 with CTC/Attention trained on CommonVoice French (No LM) + +This repository provides all the necessary tools to perform automatic speech +recognition from an end-to-end system pretrained on CommonVoice (French Language) within +SpeechBrain. For a better experience, we encourage you to learn more about +[SpeechBrain](https://speechbrain.github.io). + +The performance of the model is the following: + +| Release | Test CER | Test WER | GPUs | +|:-------------:|:--------------:|:--------------:| :--------:| +| 24-08-21 | 3.19 | 9.96 | 2xV100 32GB | + +## Pipeline description + +This ASR system is composed of 2 different but linked blocks: +- Tokenizer (unigram) that transforms words into subword units and trained with +the train transcriptions (train.tsv) of CommonVoice (FR). +- Acoustic model (wav2vec2.0 + CTC). A pretrained wav2vec 2.0 model ([LeBenchmark/wav2vec2-FR-7K-large](https://huggingface.co/LeBenchmark/wav2vec2-FR-7K-large)) is combined with two DNN layers and finetuned on CommonVoice FR. +The obtained final acoustic representation is given to the CTC greedy decoder. + +The system is trained with recordings sampled at 16kHz (single channel). +The code will automatically normalize your audio (i.e., resampling + mono channel selection) when calling *transcribe_file* if needed. + +## Install SpeechBrain + +First of all, please install tranformers and SpeechBrain with the following command: + +``` +pip install speechbrain transformers +``` + +Please notice that we encourage you to read our tutorials and learn more about +[SpeechBrain](https://speechbrain.github.io). + +### Transcribing your own audio files (in French) + +```python +from speechbrain.pretrained import EncoderASR + +asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr") +asr_model.transcribe_file('speechbrain/asr-wav2vec2-commonvoice-fr/example-fr.wav') + +``` +### Inference on GPU +To perform inference on the GPU, add `run_opts={"device":"cuda"}` when calling the `from_hparams` method. + +### Training +The model was trained with SpeechBrain. +To train it from scratch follow these steps: +1. Clone SpeechBrain: +```bash +git clone https://github.com/speechbrain/speechbrain/ +``` +2. Install it: +```bash +cd speechbrain +pip install -r requirements.txt +pip install -e . +``` + +3. Run Training: +```bash +cd recipes/CommonVoice/ASR/CTC/ +python train_with_wav2vec.py hparams/train_fr_with_wav2vec.yaml --data_folder=your_data_folder +``` + +You can find our training results (models, logs, etc) [here](https://drive.google.com/drive/folders/1T9DfdZwcNI9CURxhLCi8GA5JVz8adiY8?usp=sharing). + +### Limitations +The SpeechBrain team does not provide any warranty on the performance achieved by this model when used on other datasets. + +#### Referencing SpeechBrain + +``` +@misc{SB2021, + author = {Ravanelli, Mirco and Parcollet, Titouan and Rouhe, Aku and Plantinga, Peter and Rastorgueva, Elena and Lugosch, Loren and Dawalatabad, Nauman and Ju-Chieh, Chou and Heba, Abdel and Grondin, Francois and Aris, William and Liao, Chien-Feng and Cornell, Samuele and Yeh, Sung-Lin and Na, Hwidong and Gao, Yan and Fu, Szu-Wei and Subakan, Cem and De Mori, Renato and Bengio, Yoshua }, + title = {SpeechBrain}, + year = {2021}, + publisher = {GitHub}, + journal = {GitHub repository}, + howpublished = {\\\\url{https://github.com/speechbrain/speechbrain}}, + } +``` + +#### About SpeechBrain +SpeechBrain is an open-source and all-in-one speech toolkit. It is designed to be simple, extremely flexible, and user-friendly. Competitive or state-of-the-art performance is obtained in various domains. + +Website: https://speechbrain.github.io/ + +GitHub: https://github.com/speechbrain/speechbrain diff --git a/asr-wav2vec2-commonvoice-fr/asr.ckpt b/asr-wav2vec2-commonvoice-fr/asr.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cbe4d503e40e0ab6e1635e09ce94dffb9a5d1482 --- /dev/null +++ b/asr-wav2vec2-commonvoice-fr/asr.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64ba475ed7be735d4ac054c2d537f22251b80f6ecb65cb04217eb0d1ed50a143 +size 12963902 diff --git a/asr-wav2vec2-commonvoice-fr/config.json b/asr-wav2vec2-commonvoice-fr/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7149b1f7ff0596ec873378ea9ccbf9811f16cd5b --- /dev/null +++ b/asr-wav2vec2-commonvoice-fr/config.json @@ -0,0 +1,76 @@ +{ + "speechbrain_interface": "EncoderASR", + "activation_dropout": 0.0, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2Model" + ], + "attention_dropout": 0.1, + "bos_token_id": 1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "do_stable_layer_norm": true, + "eos_token_id": 2, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.1, + "final_dropout": 0.0, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 4096, + "layer_norm_eps": 1e-05, + "layerdrop": 0.1, + "mask_channel_length": 10, + "mask_channel_min_space": 1, + "mask_channel_other": 0.0, + "mask_channel_prob": 0.0, + "mask_channel_selection": "static", + "mask_feature_length": 10, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_space": 1, + "mask_time_other": 0.0, + "mask_time_prob": 0.075, + "mask_time_selection": "static", + "model_type": "wav2vec2", + "num_attention_heads": 16, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "pad_token_id": 0, + "transformers_version": "4.5.1", + "vocab_size": 32 +} diff --git a/asr-wav2vec2-commonvoice-fr/example-fr.wav b/asr-wav2vec2-commonvoice-fr/example-fr.wav new file mode 100644 index 0000000000000000000000000000000000000000..709c2426101b93ce09d033eac48a56efe1a79e99 Binary files /dev/null and b/asr-wav2vec2-commonvoice-fr/example-fr.wav differ diff --git a/asr-wav2vec2-commonvoice-fr/example.wav b/asr-wav2vec2-commonvoice-fr/example.wav new file mode 100644 index 0000000000000000000000000000000000000000..709c2426101b93ce09d033eac48a56efe1a79e99 Binary files /dev/null and b/asr-wav2vec2-commonvoice-fr/example.wav differ diff --git a/asr-wav2vec2-commonvoice-fr/hyperparams.yaml b/asr-wav2vec2-commonvoice-fr/hyperparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c4c5c89d20be91b1fb34370d57501c1f793a592d --- /dev/null +++ b/asr-wav2vec2-commonvoice-fr/hyperparams.yaml @@ -0,0 +1,96 @@ +# ################################ +# Model: wav2vec2 + DNN + CTC/Attention +# Augmentation: SpecAugment +# Authors: Titouan Parcollet 2021 +# ################################ + +sample_rate: 16000 +wav2vec2_hub: wav2vec2-FR-7K-large/ + +# BPE parameters +token_type: unigram # ["unigram", "bpe", "char"] +character_coverage: 1.0 + +# Model parameters +activation: !name:torch.nn.LeakyReLU +dnn_layers: 2 +dnn_neurons: 1024 +emb_size: 128 +dec_neurons: 1024 + +# Outputs +output_neurons: 76 # BPE size, index(blank/eos/bos) = 0 + +# Decoding parameters +# Be sure that the bos and eos index match with the BPEs ones +blank_index: 0 +bos_index: 1 +eos_index: 2 +min_decode_ratio: 0.0 +max_decode_ratio: 1.0 +beam_size: 80 +eos_threshold: 1.5 +using_max_attn_shift: True +max_attn_shift: 140 +ctc_weight_decode: 0.0 +temperature: 1.50 + +enc: !new:speechbrain.nnet.containers.Sequential + input_shape: [null, null, 1024] + linear1: !name:speechbrain.nnet.linear.Linear + n_neurons: 1024 + bias: True + bn1: !name:speechbrain.nnet.normalization.BatchNorm1d + activation: !new:torch.nn.LeakyReLU + drop: !new:torch.nn.Dropout + p: 0.15 + linear2: !name:speechbrain.nnet.linear.Linear + n_neurons: 1024 + bias: True + bn2: !name:speechbrain.nnet.normalization.BatchNorm1d + activation2: !new:torch.nn.LeakyReLU + drop2: !new:torch.nn.Dropout + p: 0.15 + linear3: !name:speechbrain.nnet.linear.Linear + n_neurons: 1024 + bias: True + bn3: !name:speechbrain.nnet.normalization.BatchNorm1d + activation3: !new:torch.nn.LeakyReLU + +wav2vec2: !new:speechbrain.lobes.models.huggingface_wav2vec.HuggingFaceWav2Vec2 + source: !ref + output_norm: True + freeze: True + save_path: model_checkpoints + +ctc_lin: !new:speechbrain.nnet.linear.Linear + input_size: !ref + n_neurons: !ref + +log_softmax: !new:speechbrain.nnet.activations.Softmax + apply_log: True + +ctc_cost: !name:speechbrain.nnet.losses.ctc_loss + blank_index: !ref + +asr_model: !new:torch.nn.ModuleList + - [!ref , !ref ] + +tokenizer: !new:sentencepiece.SentencePieceProcessor + +encoder: !new:speechbrain.nnet.containers.LengthsCapableSequential + wav2vec2: !ref + enc: !ref + ctc_lin: !ref + +decoding_function: !name:speechbrain.decoders.ctc_greedy_decode + blank_id: !ref + +modules: + encoder: !ref + +pretrainer: !new:speechbrain.utils.parameter_transfer.Pretrainer + loadables: + wav2vec2: !ref + asr: !ref + tokenizer: !ref diff --git a/asr-wav2vec2-commonvoice-fr/preprocessor_config.json b/asr-wav2vec2-commonvoice-fr/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0886a48276922a77013d8aa4681192138ae90d90 --- /dev/null +++ b/asr-wav2vec2-commonvoice-fr/preprocessor_config.json @@ -0,0 +1,8 @@ +{ + "do_normalize": true, + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} diff --git a/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt b/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2dbbdb6556765e96ffed7b9c38a6f3bfb5113b8a --- /dev/null +++ b/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e39b467b62ca9e9fd3b4a108bb45a9d164a896709756e300bbe57d7fea073f5a +size 238487 diff --git a/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt b/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b5ec86eda90dfef744b5953c7765463125dd8d3a --- /dev/null +++ b/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b2d9f900fd7a57a30bdc6220606f1ccf37f582f07aab7a5b75213ac46c38204 +size 1261930757 diff --git a/cs.yaml b/cs.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cd761caaaa97149a1a5ee32e44d160d1c0408e33 --- /dev/null +++ b/cs.yaml @@ -0,0 +1,141 @@ +# Generated 2023-08-03 from: +# /home/salah/new_tunisian_model/hparams/train_tunisian_withwavlm.yaml +# yamllint disable +# ################################ +# Model: wav2vec2 + DNN + CTC +# Augmentation: SpecAugment +# Authors: Titouan Parcollet 2021 +# ################################ + +seed: 1994 +__set_seed: !!python/object/apply:torch.manual_seed [1234] +output_folder: results/non_semi_final_stac +wer_file: !ref /wer.txt +save_folder: !ref /save +train_log: !ref /train_log.txt + + + +# Data files +data_folder: junk # e.g, /localscratch/cv-corpus-5.1-2020-06-22/fr +train_tsv_file: junk/train.tsv # Standard CommonVoice .tsv files +dev_tsv_file: junk/dev.tsv # Standard CommonVoice .tsv files +test_tsv_file: junk/test.tsv # Standard CommonVoice .tsv files +accented_letters: true + +csv_folder: /gpfsscratch/rech/nou/uzn19yk/switched_data/extended_clean/ +train_csv: !ref /train.csv +valid_csv: !ref /dev.csv +test_csv: + - all_tests/cs_test.csv + - all_tests/stac_test.csv + +# We remove utterance slonger than 10s in the train/dev/test sets as +# longer sentences certainly correspond to "open microphones". +avoid_if_longer_than: 13.0 +avoid_if_shorter_than: 0.5 + +# Training parameters +number_of_epochs: 20 +lr: 0.0002 +lr_weights: 0.01 +sorting: ascending +auto_mix_prec: False +sample_rate: 16000 +language_modelling: True +ngram_lm_path: arpas/pluslanguages_everything.arpa + +# With data_parallel batch_size is split into N jobs +# With DDP batch_size is multiplied by N jobs +# Must be 3 per GPU to fit 32GB of VRAM +batch_size: 3 +test_batch_size: 4 + +# Dataloader options +dataloader_options: + batch_size: !ref + num_workers: 6 + +test_dataloader_options: + batch_size: !ref + num_workers: 6 + +# Model parameters +activation: !name:torch.nn.Sigmoid +dnn_layers: 1 +dnn_neurons: 768 +freeze_encoder: True + +# Outputs +output_neurons: 76 # BPE size, index(blank/eos/bos) = 0 + +# Functions and classes +# +epoch_counter: !new:speechbrain.utils.epoch_loop.EpochCounter + limit: !ref + +encoder_dim: 3217 +enc: !new:speechbrain.nnet.RNN.LSTM + input_shape: [Null, Null, !ref ] + num_layers: 2 + bidirectional: True + dropout: 0.2 + hidden_size: 1024 + +ctc_lin: !new:speechbrain.nnet.linear.Linear + input_size: 2048 + n_neurons: !ref + +log_softmax: !new:speechbrain.nnet.activations.Softmax + apply_log: True + +ctc_cost: !name:speechbrain.nnet.losses.ctc_loss + blank_index: !ref + +modules: + enc: !ref + ctc_lin: !ref + +model: !new:torch.nn.ModuleList + - [!ref , !ref ] + +model_opt_class: !name:torch.optim.Adam + lr: !ref + +weights_opt_class: !name:torch.optim.Adam + lr: !ref + +lr_annealing_model: !new:speechbrain.nnet.schedulers.NewBobScheduler + initial_value: !ref + improvement_threshold: 0.0025 + annealing_factor: 0.8 + patient: 0 + +lr_annealing_weights: !new:speechbrain.nnet.schedulers.NewBobScheduler + initial_value: !ref + improvement_threshold: 0.0025 + annealing_factor: 0.9 + patient: 0 + +label_encoder: !new:speechbrain.dataio.encoder.CTCTextEncoder + +checkpointer: !new:speechbrain.utils.checkpoints.Checkpointer + checkpoints_dir: !ref + recoverables: + model: !ref + scheduler_model: !ref + scheduler_encoder: !ref + counter: !ref + tokenizer: !ref + +blank_index: 0 +unk_index: 1 + + +train_logger: !new:speechbrain.utils.train_logger.FileTrainLogger + save_file: !ref + +error_rate_computer: !name:speechbrain.utils.metric_stats.ErrorRateStats + +cer_computer: !name:speechbrain.utils.metric_stats.ErrorRateStats + split_tokens: True diff --git a/cv_train.py b/cv_train.py new file mode 100644 index 0000000000000000000000000000000000000000..25edc1a9bb8ebe29c887bca40018e9c467aa98ef --- /dev/null +++ b/cv_train.py @@ -0,0 +1,388 @@ +#!/usr/bin/env python3 +import sys +import torch +import logging +import speechbrain as sb +import torchaudio +from hyperpyyaml import load_hyperpyyaml +from speechbrain.tokenizers.SentencePiece import SentencePiece +from speechbrain.utils.data_utils import undo_padding +from speechbrain.utils.distributed import run_on_main + +"""Recipe for training a sequence-to-sequence ASR system with CommonVoice. +The system employs a wav2vec2 encoder and a CTC decoder. +Decoding is performed with greedy decoding (will be extended to beam search). + +To run this recipe, do the following: +> python train_with_wav2vec2.py hparams/train_with_wav2vec2.yaml + +With the default hyperparameters, the system employs a pretrained wav2vec2 encoder. +The wav2vec2 model is pretrained following the model given in the hprams file. +It may be dependent on the language. + +The neural network is trained with CTC on sub-word units estimated with +Byte Pairwise Encoding (BPE). + +The experiment file is flexible enough to support a large variety of +different systems. By properly changing the parameter files, you can try +different encoders, decoders, tokens (e.g, characters instead of BPE), +training languages (all CommonVoice languages), and many +other possible variations. + +Authors + * Titouan Parcollet 2021 +""" + +logger = logging.getLogger(__name__) + + +# Define training procedure +class ASRCV(sb.core.Brain): + def compute_forward(self, batch, stage): + """Forward computations from the waveform batches to the output probabilities.""" + + batch = batch.to(self.device) + wavs, wav_lens = batch.sig + tokens_bos, _ = batch.tokens_bos + wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device) + + if stage == sb.Stage.TRAIN: + if hasattr(self.hparams, "augmentation"): + wavs = self.hparams.augmentation(wavs, wav_lens) + + # Forward pass + feats = self.modules.wav2vec2(wavs, wav_lens) + x = self.modules.enc(feats) + logits = self.modules.ctc_lin(x) + p_ctc = self.hparams.log_softmax(logits) + + return p_ctc, wav_lens + + def compute_objectives(self, predictions, batch, stage): + """Computes the loss (CTC) given predictions and targets.""" + + p_ctc, wav_lens = predictions + + ids = batch.id + tokens_eos, tokens_eos_lens = batch.tokens_eos + tokens, tokens_lens = batch.tokens + + loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens) + + if stage != sb.Stage.TRAIN: + # Decode token terms to words + sequence = sb.decoders.ctc_greedy_decode( + p_ctc, wav_lens, blank_id=self.hparams.blank_index + ) + + predicted_words = self.tokenizer(sequence, task="decode_from_list") + + # Convert indices to words + target_words = undo_padding(tokens, tokens_lens) + target_words = self.tokenizer(target_words, task="decode_from_list") + + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + + return loss + + def fit_batch(self, batch): + """Train the parameters given a single batch in input""" + should_step = self.step % self.grad_accumulation_factor == 0 + # Managing automatic mixed precision + # TOFIX: CTC fine-tuning currently is unstable + # This is certainly due to CTC being done in fp16 instead of fp32 + if self.auto_mix_prec: + with torch.cuda.amp.autocast(): + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + with self.no_sync(not should_step): + self.scaler.scale( + loss / self.grad_accumulation_factor + ).backward() + if should_step: + + if not self.hparams.wav2vec2.freeze: + self.scaler.unscale_(self.wav2vec_optimizer) + self.scaler.unscale_(self.model_optimizer) + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.scaler.step(self.wav2vec_optimizer) + self.scaler.step(self.model_optimizer) + self.scaler.update() + self.zero_grad() + self.optimizer_step += 1 + else: + # This is mandatory because HF models have a weird behavior with DDP + # on the forward pass + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + + with self.no_sync(not should_step): + (loss / self.grad_accumulation_factor).backward() + if should_step: + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.wav2vec_optimizer.step() + self.model_optimizer.step() + self.zero_grad() + self.optimizer_step += 1 + + self.on_fit_batch_end(batch, outputs, loss, should_step) + return loss.detach().cpu() + + def evaluate_batch(self, batch, stage): + """Computations needed for validation/test batches""" + predictions = self.compute_forward(batch, stage=stage) + with torch.no_grad(): + loss = self.compute_objectives(predictions, batch, stage=stage) + return loss.detach() + + def on_stage_start(self, stage, epoch): + """Gets called at the beginning of each epoch""" + if stage != sb.Stage.TRAIN: + self.cer_metric = self.hparams.cer_computer() + self.wer_metric = self.hparams.error_rate_computer() + + def on_stage_end(self, stage, stage_loss, epoch): + """Gets called at the end of an epoch.""" + # Compute/store important stats + stage_stats = {"loss": stage_loss} + if stage == sb.Stage.TRAIN: + self.train_stats = stage_stats + else: + stage_stats["CER"] = self.cer_metric.summarize("error_rate") + stage_stats["WER"] = self.wer_metric.summarize("error_rate") + + # Perform end-of-iteration things, like annealing, logging, etc. + if stage == sb.Stage.VALID: + old_lr_model, new_lr_model = self.hparams.lr_annealing_model( + stage_stats["loss"] + ) + old_lr_wav2vec, new_lr_wav2vec = self.hparams.lr_annealing_wav2vec( + stage_stats["loss"] + ) + sb.nnet.schedulers.update_learning_rate( + self.model_optimizer, new_lr_model + ) + if not self.hparams.wav2vec2.freeze: + sb.nnet.schedulers.update_learning_rate( + self.wav2vec_optimizer, new_lr_wav2vec + ) + self.hparams.train_logger.log_stats( + stats_meta={ + "epoch": epoch, + "lr_model": old_lr_model, + "lr_wav2vec": old_lr_wav2vec, + }, + train_stats=self.train_stats, + valid_stats=stage_stats, + ) + self.checkpointer.save_and_keep_only( + meta={"WER": stage_stats["WER"]}, min_keys=["WER"], + ) + elif stage == sb.Stage.TEST: + self.hparams.train_logger.log_stats( + stats_meta={"Epoch loaded": self.hparams.epoch_counter.current}, + test_stats=stage_stats, + ) + with open(self.hparams.wer_file, "w") as w: + self.wer_metric.write_stats(w) + + def init_optimizers(self): + "Initializes the wav2vec2 optimizer and model optimizer" + + # If the wav2vec encoder is unfrozen, we create the optimizer + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer = self.hparams.wav2vec_opt_class( + self.modules.wav2vec2.parameters() + ) + if self.checkpointer is not None: + self.checkpointer.add_recoverable( + "wav2vec_opt", self.wav2vec_optimizer + ) + + self.model_optimizer = self.hparams.model_opt_class( + self.hparams.model.parameters() + ) + + if self.checkpointer is not None: + self.checkpointer.add_recoverable("modelopt", self.model_optimizer) + + def zero_grad(self, set_to_none=False): + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer.zero_grad(set_to_none) + self.model_optimizer.zero_grad(set_to_none) + + +# Define custom data procedure +def dataio_prepare(hparams, tokenizer): + """This function prepares the datasets to be used in the brain class. + It also defines the data processing pipeline through user-defined functions.""" + + # 1. Define datasets + data_folder = hparams["data_folder"] + + train_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["train_csv"], replacements={"data_root": data_folder}, + ) + + if hparams["sorting"] == "ascending": + # we sort training data to speed up training and get better results. + train_data = train_data.filtered_sorted( + sort_key="duration", + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "descending": + train_data = train_data.filtered_sorted( + sort_key="duration", + reverse=True, + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "random": + pass + + else: + raise NotImplementedError( + "sorting must be random, ascending or descending" + ) + + valid_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["valid_csv"], replacements={"data_root": data_folder}, + ) + # We also sort the validation data so it is faster to validate + valid_data = valid_data.filtered_sorted(sort_key="duration") + + test_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["test_csv"], replacements={"data_root": data_folder}, + ) + + # We also sort the validation data so it is faster to validate + test_data = test_data.filtered_sorted(sort_key="duration") + + datasets = [train_data, valid_data, test_data] + + # 2. Define audio pipeline: + @sb.utils.data_pipeline.takes("wav") + @sb.utils.data_pipeline.provides("sig") + def audio_pipeline(wav): + info = torchaudio.info(wav) + sig = sb.dataio.dataio.read_audio(wav) + resampled = torchaudio.transforms.Resample( + info.sample_rate, hparams["sample_rate"], + )(sig) + return resampled + + sb.dataio.dataset.add_dynamic_item(datasets, audio_pipeline) + + # 3. Define text pipeline: + @sb.utils.data_pipeline.takes("wrd") + @sb.utils.data_pipeline.provides( + "tokens_list", "tokens_bos", "tokens_eos", "tokens" + ) + def text_pipeline(wrd): + tokens_list = tokenizer.sp.encode_as_ids(wrd) + yield tokens_list + tokens_bos = torch.LongTensor([hparams["bos_index"]] + (tokens_list)) + yield tokens_bos + tokens_eos = torch.LongTensor(tokens_list + [hparams["eos_index"]]) + yield tokens_eos + tokens = torch.LongTensor(tokens_list) + yield tokens + + sb.dataio.dataset.add_dynamic_item(datasets, text_pipeline) + + # 4. Set output: + sb.dataio.dataset.set_output_keys( + datasets, ["id", "sig", "tokens_bos", "tokens_eos", "tokens"], + ) + return train_data, valid_data, test_data + + +if __name__ == "__main__": + + # Load hyperparameters file with command-line overrides + hparams_file, run_opts, overrides = sb.parse_arguments(sys.argv[1:]) + with open(hparams_file) as fin: + hparams = load_hyperpyyaml(fin, overrides) + + # If --distributed_launch then + # create ddp_group with the right communication protocol + sb.utils.distributed.ddp_init_group(run_opts) + + # Dataset preparation (parsing CommonVoice) + from common_voice_prepare import prepare_common_voice # noqa + + # Create experiment directory + sb.create_experiment_directory( + experiment_directory=hparams["output_folder"], + hyperparams_to_save=hparams_file, + overrides=overrides, + ) + + # Due to DDP, we do the preparation ONLY on the main python process + run_on_main( + prepare_common_voice, + kwargs={ + "data_folder": hparams["data_folder"], + "save_folder": hparams["save_folder"], + "train_tsv_file": hparams["train_tsv_file"], + "dev_tsv_file": hparams["dev_tsv_file"], + "test_tsv_file": hparams["test_tsv_file"], + "accented_letters": hparams["accented_letters"], + "language": hparams["language"], + "skip_prep": hparams["skip_prep"], + }, + ) + + # Defining tokenizer and loading it + tokenizer = SentencePiece( + model_dir=hparams["save_folder"], + vocab_size=hparams["output_neurons"], + annotation_train=hparams["train_csv"], + annotation_read="wrd", + model_type=hparams["token_type"], + character_coverage=hparams["character_coverage"], + ) + + # Create the datasets objects as well as tokenization and encoding :-D + train_data, valid_data, test_data = dataio_prepare(hparams, tokenizer) + + # Trainer initialization + asr_brain = ASRCV( + modules=hparams["modules"], + hparams=hparams, + run_opts=run_opts, + checkpointer=hparams["checkpointer"], + ) + + # Adding objects to trainer. + asr_brain.tokenizer = tokenizer + + # Training + asr_brain.fit( + asr_brain.hparams.epoch_counter, + train_data, + valid_data, + train_loader_kwargs=hparams["dataloader_options"], + valid_loader_kwargs=hparams["test_dataloader_options"], + ) + + # Test + asr_brain.hparams.wer_file = hparams["output_folder"] + "/wer_test.txt" + asr_brain.evaluate( + test_data, + min_key="WER", + test_loader_kwargs=hparams["test_dataloader_options"], + ) diff --git a/pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt b/pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt new file mode 120000 index 0000000000000000000000000000000000000000..67bf47d9c937a64ccbc7cd1ed7a7ab377d4ae46e --- /dev/null +++ b/pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt @@ -0,0 +1 @@ +/home/salah/Code_Switched_Tunisian_Speech_Recognition/asr-wav2vec2-commonvoice-fr/asr.ckpt \ No newline at end of file diff --git a/pretrained_models/asr-wav2vec2-commonvoice-fr/custom.py b/pretrained_models/asr-wav2vec2-commonvoice-fr/custom.py new file mode 120000 index 0000000000000000000000000000000000000000..50713aaa7aeb64f588fc0406e7d0125b70eb5c34 --- /dev/null +++ b/pretrained_models/asr-wav2vec2-commonvoice-fr/custom.py @@ -0,0 +1 @@ +/home/salah/Code_Switched_Tunisian_Speech_Recognition/asr-wav2vec2-commonvoice-fr/custom.py \ No newline at end of file diff --git a/pretrained_models/asr-wav2vec2-commonvoice-fr/hyperparams.yaml b/pretrained_models/asr-wav2vec2-commonvoice-fr/hyperparams.yaml new file mode 120000 index 0000000000000000000000000000000000000000..599ceaa7a412f74cda4d1d8342bd998b2634bab4 --- /dev/null +++ b/pretrained_models/asr-wav2vec2-commonvoice-fr/hyperparams.yaml @@ -0,0 +1 @@ +/home/salah/Code_Switched_Tunisian_Speech_Recognition/asr-wav2vec2-commonvoice-fr/hyperparams.yaml \ No newline at end of file diff --git a/pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt b/pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt new file mode 120000 index 0000000000000000000000000000000000000000..b824d98f4164825a4e01c93dd0e2942c98426d6c --- /dev/null +++ b/pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt @@ -0,0 +1 @@ +/home/salah/Code_Switched_Tunisian_Speech_Recognition/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt \ No newline at end of file diff --git a/pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt b/pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt new file mode 120000 index 0000000000000000000000000000000000000000..83e8448ce84c18fc8cf818dd226c8b0344d5aa73 --- /dev/null +++ b/pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt @@ -0,0 +1 @@ +/home/salah/Code_Switched_Tunisian_Speech_Recognition/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt \ No newline at end of file diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..0d22cb385e8638b7b91a05afe9838a36176a5919 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,17 @@ +huggingface_hub>=0.7.0 +gradio +https://github.com/kpu/kenlm/archive/master.zip +hyperpyyaml>=0.0.1 +joblib>=0.14.1 +numpy>=1.17.0 +packaging +pre-commit>=2.3.0 +scipy>=1.4.1, <1.9 +sentencepiece>=0.1.91 +SoundFile; sys_platform == 'win32' +torch>=1.13.0 +torchaudio>=0.9.0 +tqdm>=4.42.0 +transformers +speechbrain +pyctcdecode diff --git a/results/non_semi_final_stac/ctc_lin.py b/results/non_semi_final_stac/ctc_lin.py new file mode 100644 index 0000000000000000000000000000000000000000..4846ea6554104069ea6a2792607d883efb85c482 --- /dev/null +++ b/results/non_semi_final_stac/ctc_lin.py @@ -0,0 +1,756 @@ +# -*- coding: utf-8 -*- + +import os +import sys +import torch +import logging +import speechbrain as sb +from speechbrain.utils.distributed import run_on_main +from hyperpyyaml import load_hyperpyyaml +from pathlib import Path +import torchaudio.transforms as T +from cv_train import ASRCV +import torchaudio +import numpy as np +import kenlm +from pyctcdecode import build_ctcdecoder +import re + +# Commented out IPython magic to ensure Python compatibility. +# %cd /content/drive/MyDrive/tunisian_corpora/tunisian_without_wavlm +#hparams_file, run_opts, overrides = sb.parse_arguments(["/gpfsstore/rech/nou/uzn19yk/switched_code_tunisian/train/tunisian_asr/hparams/train_semi.yaml"]) +hparams_file, run_opts, overrides = sb.parse_arguments(["semi_supervised_test_tunisian.yaml"]) + +# If distributed_launch=True then +# create ddp_group with the right communication protocol +sb.utils.distributed.ddp_init_group(run_opts) + +with open(hparams_file) as fin: + hparams = load_hyperpyyaml(fin, overrides) + +# Create experiment directory +sb.create_experiment_directory( + experiment_directory=hparams["output_folder"], + hyperparams_to_save=hparams_file, + overrides=overrides, +) +# Dataset prep (parsing Librispeech) + +def dataio_prepare(hparams): + """This function prepares the datasets to be used in the brain class. + It also defines the data processing pipeline through user-defined functions.""" + + # 1. Define datasets + data_folder = hparams["data_folder"] + + train_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["train_csv"], replacements={"data_root": data_folder}, + ) + + if hparams["sorting"] == "ascending": + # we sort training data to speed up training and get better results. + train_data = train_data.filtered_sorted( + sort_key="duration", + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "descending": + train_data = train_data.filtered_sorted( + sort_key="duration", + reverse=True, + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "random": + pass + + else: + raise NotImplementedError( + "sorting must be random, ascending or descending" + ) + + valid_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["valid_csv"], replacements={"data_root": data_folder}, + ) + # We also sort the validation data so it is faster to validate + valid_data = valid_data.filtered_sorted(sort_key="duration") + test_datasets = {} + for csv_file in hparams["test_csv"]: + name = Path(csv_file).stem + test_datasets[name] = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=csv_file, replacements={"data_root": data_folder} + ) + test_datasets[name] = test_datasets[name].filtered_sorted( + sort_key="duration" + ) + + datasets = [train_data, valid_data] + [i for k, i in test_datasets.items()] + + + # 2. Define audio pipeline: + @sb.utils.data_pipeline.takes("wav") + @sb.utils.data_pipeline.provides("sig") + def audio_pipeline(wav): + info = torchaudio.info(wav) + sig = sb.dataio.dataio.read_audio(wav) + if len(sig.shape)>1 : + sig = torch.mean(sig, dim=1) + resampled = torchaudio.transforms.Resample( + info.sample_rate, hparams["sample_rate"], + )(sig) + return resampled + + sb.dataio.dataset.add_dynamic_item(datasets, audio_pipeline) + label_encoder = sb.dataio.encoder.CTCTextEncoder() + + # 3. Define text pipeline: + @sb.utils.data_pipeline.takes("wrd") + @sb.utils.data_pipeline.provides( + "wrd", "char_list", "tokens_list", "tokens" + ) + def text_pipeline(wrd): + yield wrd + char_list = list(wrd) + yield char_list + tokens_list = label_encoder.encode_sequence(char_list) + yield tokens_list + tokens = torch.LongTensor(tokens_list) + yield tokens + + sb.dataio.dataset.add_dynamic_item(datasets, text_pipeline) + lab_enc_file = os.path.join(hparams["save_folder"], "label_encoder.txt") + special_labels = { + "blank_label": hparams["blank_index"], + "unk_label": hparams["unk_index"] + } + label_encoder.load_or_create( + path=lab_enc_file, + from_didatasets=[train_data], + output_key="char_list", + special_labels=special_labels, + sequence_input=True, + ) + + # 4. Set output: + sb.dataio.dataset.set_output_keys( + datasets, ["id", "sig", "wrd", "char_list", "tokens"], + ) + return train_data, valid_data,test_datasets, label_encoder + +class ASR(sb.core.Brain): + def compute_forward(self, batch, stage): + """Forward computations from the waveform batches to the output probabilities.""" + + batch = batch.to(self.device) + wavs, wav_lens = batch.sig + wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device) + + if stage == sb.Stage.TRAIN: + if hasattr(self.hparams, "augmentation"): + wavs = self.hparams.augmentation(wavs, wav_lens) + + # Forward pass + feats = self.modules.wav2vec2(wavs, wav_lens) + x = self.modules.enc(feats) + logits = self.modules.ctc_lin(x) + p_ctc = self.hparams.log_softmax(logits) + + return p_ctc, wav_lens + + def custom_encode(self,wavs,wav_lens) : + wavs = wavs.to(self.device) + if(wav_lens is not None): wav_lens.to(self.device) + + feats = self.modules.wav2vec2(wavs, wav_lens) + x = self.modules.enc(feats) + logits = self.modules.ctc_lin(x) + p_ctc = self.hparams.log_softmax(logits) + + return feats,p_ctc + + + + def compute_objectives(self, predictions, batch, stage): + """Computes the loss (CTC) given predictions and targets.""" + + p_ctc, wav_lens = predictions + + ids = batch.id + tokens, tokens_lens = batch.tokens + + loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens) + + if stage != sb.Stage.TRAIN: + predicted_tokens = sb.decoders.ctc_greedy_decode( + p_ctc, wav_lens, blank_id=self.hparams.blank_index + ) + # Decode token terms to words + if self.hparams.use_language_modelling: + predicted_words = [] + for logs in p_ctc: + text = decoder.decode(logs.detach().cpu().numpy()) + predicted_words.append(text.split(" ")) + else: + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + # Convert indices to words + target_words = [wrd.split(" ") for wrd in batch.wrd] + + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + + return loss + + def fit_batch(self, batch): + """Train the parameters given a single batch in input""" + should_step = self.step % self.grad_accumulation_factor == 0 + # Managing automatic mixed precision + # TOFIX: CTC fine-tuning currently is unstable + # This is certainly due to CTC being done in fp16 instead of fp32 + if self.auto_mix_prec: + with torch.cuda.amp.autocast(): + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + with self.no_sync(not should_step): + self.scaler.scale( + loss / self.grad_accumulation_factor + ).backward() + if should_step: + + if not self.hparams.wav2vec2.freeze: + self.scaler.unscale_(self.wav2vec_optimizer) + self.scaler.unscale_(self.model_optimizer) + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.scaler.step(self.wav2vec_optimizer) + self.scaler.step(self.model_optimizer) + self.scaler.update() + self.zero_grad() + self.optimizer_step += 1 + else: + # This is mandatory because HF models have a weird behavior with DDP + # on the forward pass + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + + with self.no_sync(not should_step): + (loss / self.grad_accumulation_factor).backward() + if should_step: + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.wav2vec_optimizer.step() + self.model_optimizer.step() + self.zero_grad() + self.optimizer_step += 1 + + self.on_fit_batch_end(batch, outputs, loss, should_step) + return loss.detach().cpu() + + def evaluate_batch(self, batch, stage): + """Computations needed for validation/test batches""" + predictions = self.compute_forward(batch, stage=stage) + with torch.no_grad(): + loss = self.compute_objectives(predictions, batch, stage=stage) + return loss.detach() + + def on_stage_start(self, stage, epoch): + """Gets called at the beginning of each epoch""" + if stage != sb.Stage.TRAIN: + self.cer_metric = self.hparams.cer_computer() + self.wer_metric = self.hparams.error_rate_computer() + + def on_stage_end(self, stage, stage_loss, epoch): + """Gets called at the end of an epoch.""" + # Compute/store important stats + stage_stats = {"loss": stage_loss} + if stage == sb.Stage.TRAIN: + self.train_stats = stage_stats + else: + stage_stats["CER"] = self.cer_metric.summarize("error_rate") + stage_stats["WER"] = self.wer_metric.summarize("error_rate") + + # Perform end-of-iteration things, like annealing, logging, etc. + if stage == sb.Stage.VALID: + old_lr_model, new_lr_model = self.hparams.lr_annealing_model( + stage_stats["loss"] + ) + old_lr_wav2vec, new_lr_wav2vec = self.hparams.lr_annealing_wav2vec( + stage_stats["loss"] + ) + sb.nnet.schedulers.update_learning_rate( + self.model_optimizer, new_lr_model + ) + if not self.hparams.wav2vec2.freeze: + sb.nnet.schedulers.update_learning_rate( + self.wav2vec_optimizer, new_lr_wav2vec + ) + self.hparams.train_logger.log_stats( + stats_meta={ + "epoch": epoch, + "lr_model": old_lr_model, + "lr_wav2vec": old_lr_wav2vec, + }, + train_stats=self.train_stats, + valid_stats=stage_stats, + ) + self.checkpointer.save_and_keep_only( + meta={"WER": stage_stats["WER"]}, min_keys=["WER"], + ) + elif stage == sb.Stage.TEST: + self.hparams.train_logger.log_stats( + stats_meta={"Epoch loaded": self.hparams.epoch_counter.current}, + test_stats=stage_stats, + ) + with open(self.hparams.wer_file, "w") as w: + self.wer_metric.write_stats(w) + + def init_optimizers(self): + "Initializes the wav2vec2 optimizer and model optimizer" + + # If the wav2vec encoder is unfrozen, we create the optimizer + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer = self.hparams.wav2vec_opt_class( + self.modules.wav2vec2.parameters() + ) + if self.checkpointer is not None: + self.checkpointer.add_recoverable( + "wav2vec_opt", self.wav2vec_optimizer + ) + + self.model_optimizer = self.hparams.model_opt_class( + self.hparams.model.parameters() + ) + + if self.checkpointer is not None: + self.checkpointer.add_recoverable("modelopt", self.model_optimizer) + + def zero_grad(self, set_to_none=False): + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer.zero_grad(set_to_none) + self.model_optimizer.zero_grad(set_to_none) + + +""" +label_encoder = sb.dataio.encoder.CTCTextEncoder() + +train_data, valid_data, test_datasets, label_encoder = dataio_prepare( + hparams + ) + + +# We dynamicaly add the tokenizer to our brain class. +# NB: This tokenizer corresponds to the one used for the LM!! +""" +from speechbrain.pretrained import EncoderASR,EncoderDecoderASR +french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr").cuda() +#french_asr_model = "r" + +cvhparams_file, cvrun_opts, cvoverrides = sb.parse_arguments(["en_cv.yaml"]) +with open(cvhparams_file) as cvfin: + cvhparams = load_hyperpyyaml(cvfin, cvoverrides) +english_asr_model = ASRCV( + modules=cvhparams["modules"], + hparams=cvhparams, + run_opts=cvrun_opts, + checkpointer=cvhparams["checkpointer"], + ) +english_asr_model.checkpointer.recover_if_possible() +asr_brain = ASR( + modules=hparams["modules"], + hparams=hparams, + run_opts=run_opts, + checkpointer=hparams["checkpointer"], +) +asr_brain.checkpointer.recover_if_possible() +asr_brain.modules.eval() +english_asr_model.modules.eval() +french_asr_model.mods.eval() +""" +asr_brain.tokenizer = label_encoder + +# Testing +real = True +if real : + for k in test_datasets.keys(): # keys are test_clean, test_other etc + asr_brain.hparams.wer_file = os.path.join( + hparams["output_folder"], "wer_{}.txt".format(k) + ) + asr_brain.evaluate( + test_datasets[k], test_loader_kwargs=hparams["dataloader_options"] + ) +""" + +""" +from torch.nn.utils.rnn import pad_sequence +def load_paths(wavs_path): + waveforms = [] + for path in wavs_path : + waveform, _ = torchaudio.load(path) + waveforms.append(waveform.squeeze(0)) + # normalize array length to the bigger arrays by pading with 0's + padded_arrays = pad_sequence(waveforms, batch_first=True) + return torch.tensor(padded_arrays) + +waveform = load_paths(["/content/drive/MyDrive/tunisian_corpora/tunisian_without_wavlm/samples/Salah10.wav","/content/drive/MyDrive/tunisian_corpora/tunisian_without_wavlm/samples/Salah10.wav"]) +embeddings, posteriogram = asr_brain.custom_encode(waveform,None) +print(embeddings.shape) +print(posteriogram.shape) +""" + +from speechbrain.pretrained import EncoderASR,EncoderDecoderASR +import torchaudio +import speechbrain as sb +import torch +from torch.nn.utils.rnn import pad_sequence +import torch +import speechbrain as sb +import numpy as np +import torch.optim as optim +import torch.nn as nn + +# Commented out IPython magic to ensure Python compatibility. +# %ls + +#UTILS FUNCTIOJNS +def get_size_dimensions(arr): + size_dimensions = [] + while isinstance(arr, list): + size_dimensions.append(len(arr)) + arr = arr[0] + return size_dimensions + +def scale_array(batch,n): + scaled_batch = [] + + for array in batch: + if(n < len(array)): raise ValueError("Cannot scale Array down") + + repeat = round(n/len(array))+1 + scaled_length_array= [] + + for i in array: + for j in range(repeat) : + if(len(scaled_length_array) == n): break + scaled_length_array.append(i) + + scaled_batch.append(scaled_length_array) + + return torch.tensor(scaled_batch) + + +def load_paths(wavs_path): + waveforms = [] + for path in wavs_path : + waveform, _ = torchaudio.load(path) + waveforms.append(waveform.squeeze(0)) + # normalize array length to the bigger arrays by pading with 0's + padded_arrays = pad_sequence(waveforms, batch_first=True) + return torch.tensor(padded_arrays) + + + +def word_to_vec(input_string): + mapping= {'a': 1, 'b': 2, 'c': 3, 'd': 4, 'e': 5, 'f': 6, 'g': 7, 'h': 8, 'i': 9, 'j': 10, 'k': 11, 'l': 12, 'm': 13, 'n': 14, 'o': 15, 'p': 16, 'q': 17, 'r': 18, 's': 19, 't': 20, 'u': 21, 'v': 22, 'w': 23, 'x': 24, 'y': 25, 'z': 26, 'ا': 27, 'ب': 28, 'ت': 29, 'ث': 30, 'ج': 31, 'ح': 32, 'خ': 33, 'د': 34, 'ذ': 35, 'ر': 36, 'ز': 37, 'س': 38, 'ش': 39, 'ص': 40, 'ض': 41, 'ط': 42, 'ظ': 43, 'ع': 44, 'غ': 45, 'ف': 46, 'ق': 47, 'ك': 48, 'ل': 49, 'م': 50, 'ن': 51, 'ه': 52, 'و': 53, 'ي': 54,' ':55} + + numbers = [mapping[word] for word in input_string if word in mapping] + return numbers + +device = 'cuda' +verbose = 0 +#FLOW LEVEL FUNCTIONS +def merge_strategy(embeddings1, embeddings2, embeddings3,post1, post2,post3): + + + post1 = post1.to(device) + post2 = post2.to(device) + post3 = post3.to(device) + embeddings1 = embeddings1.to(device) + embeddings2 = embeddings2.to(device) + embeddings3 = embeddings3.to(device) + + posteriograms_merged = torch.cat((post1,post2,post3),dim=2) + embeddings_merged = torch.cat((embeddings1,embeddings2,embeddings3),dim=2) + + if(verbose !=0): + print('MERGED POST ',posteriograms_merged.shape) + print('MERGED emb ',embeddings_merged.shape) + + return torch.cat((posteriograms_merged,embeddings_merged),dim=2).to(device) + +def decode(model,wavs,wav_lens): + + with torch.no_grad(): + wav_lens = wav_lens.to(model.device) + encoder_out = model.encode_batch(wavs, wav_lens) + predictions = model.decoding_function(encoder_out, wav_lens) + return predictions + +def middle_layer(batch, lens): + + tn_embeddings, tn_posteriogram = asr_brain.custom_encode(batch,None) + + fr_embeddings = french_asr_model.mods.encoder.wav2vec2(batch) + fr_posteriogram =french_asr_model.encode_batch(batch,lens) + en_embeddings = english_asr_model.modules.wav2vec2(batch, lens) + x = english_asr_model.modules.enc(en_embeddings) + en_posteriogram = english_asr_model.modules.ctc_lin(x) + #scores, en_posteriogram = english_asr_model.mods.decoder(en_embeddings ,lens) + if(verbose !=0): + print('[EMBEDDINGS] FR:',fr_embeddings.shape, "EN:",en_embeddings.shape, "TN:", tn_embeddings.shape) + print('[POSTERIOGRAM] FR:',fr_posteriogram.shape, "EN:",en_posteriogram.shape,"TN:",tn_posteriogram.shape) + + + bilangual_sample = merge_strategy(fr_embeddings,en_embeddings,tn_embeddings,fr_posteriogram,en_posteriogram,tn_posteriogram) + return bilangual_sample + +class Mixer(sb.core.Brain): + + def compute_forward(self, batch, stage): + """Forward computations from the waveform batches to the output probabilities.""" + wavs, wav_lens = batch.sig + wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device) + + if stage == sb.Stage.TRAIN: + if hasattr(self.hparams, "augmentation"): + wavs = self.hparams.augmentation(wavs, wav_lens) + + multi_langual_feats = middle_layer(wavs, wav_lens) + multi_langual_feats= multi_langual_feats.to(device) + feats, _ = self.modules.enc(multi_langual_feats) + logits = self.modules.ctc_lin(feats) + p_ctc = self.hparams.log_softmax(logits) + + if stage!= sb.Stage.TRAIN: + p_tokens = sb.decoders.ctc_greedy_decode( + p_ctc, wav_lens, blank_id=self.hparams.blank_index + ) + else : + p_tokens = None + return p_ctc, wav_lens, p_tokens + + def compute_objectives(self, predictions, batch, stage): + """Computes the loss (CTC) given predictions and targets.""" + + p_ctc, wav_lens , predicted_tokens= predictions + + ids = batch.id + tokens, tokens_lens = batch.tokens + + loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens) + + + if stage == sb.Stage.VALID: + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + target_words = [wrd.split(" ") for wrd in batch.wrd] + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + if stage ==sb.Stage.TEST : + if self.hparams.language_modelling: + predicted_words = [] + for logs in p_ctc: + text = decoder.decode(logs.detach().cpu().numpy()) + predicted_words.append(text.split(" ")) + else : + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + + target_words = [wrd.split(" ") for wrd in batch.wrd] + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + + return loss + + def fit_batch(self, batch): + """Train the parameters given a single batch in input""" + should_step = self.step % self.grad_accumulation_factor == 0 + # Managing automatic mixed precision + # TOFIX: CTC fine-tuning currently is unstable + # This is certainly due to CTC being done in fp16 instead of fp32 + if self.auto_mix_prec: + with torch.cuda.amp.autocast(): + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + with self.no_sync(not should_step): + self.scaler.scale( + loss / self.grad_accumulation_factor + ).backward() + if should_step: + + + self.scaler.unscale_(self.model_optimizer) + if self.check_gradients(loss): + self.scaler.step(self.model_optimizer) + self.scaler.update() + self.zero_grad() + self.optimizer_step += 1 + else: + # This is mandatory because HF models have a weird behavior with DDP + # on the forward pass + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + + with self.no_sync(not should_step): + (loss / self.grad_accumulation_factor).backward() + if should_step: + if self.check_gradients(loss): + self.model_optimizer.step() + self.zero_grad() + self.optimizer_step += 1 + + self.on_fit_batch_end(batch, outputs, loss, should_step) + return loss.detach().cpu() + + def evaluate_batch(self, batch, stage): + """Computations needed for validation/test batches""" + predictions = self.compute_forward(batch, stage=stage) + with torch.no_grad(): + loss = self.compute_objectives(predictions, batch, stage=stage) + return loss.detach() + + def on_stage_start(self, stage, epoch): + """Gets called at the beginning of each epoch""" + if stage != sb.Stage.TRAIN: + self.cer_metric = self.hparams.cer_computer() + self.wer_metric = self.hparams.error_rate_computer() + + def on_stage_end(self, stage, stage_loss, epoch): + """Gets called at the end of an epoch.""" + # Compute/store important stats + stage_stats = {"loss": stage_loss} + if stage == sb.Stage.TRAIN: + self.train_stats = stage_stats + else: + stage_stats["CER"] = self.cer_metric.summarize("error_rate") + stage_stats["WER"] = self.wer_metric.summarize("error_rate") + + # Perform end-of-iteration things, like annealing, logging, etc. + if stage == sb.Stage.VALID: + old_lr_model, new_lr_model = self.hparams.lr_annealing_model( + stage_stats["loss"] + ) + sb.nnet.schedulers.update_learning_rate( + self.model_optimizer, new_lr_model + ) + self.hparams.train_logger.log_stats( + stats_meta={ + "epoch": epoch, + "lr_model": old_lr_model, + }, + train_stats=self.train_stats, + valid_stats=stage_stats, + ) + self.checkpointer.save_and_keep_only( + meta={"WER": stage_stats["WER"]}, min_keys=["WER"], + ) + elif stage == sb.Stage.TEST: + self.hparams.train_logger.log_stats( + stats_meta={"Epoch loaded": self.hparams.epoch_counter.current}, + test_stats=stage_stats, + ) + with open(self.hparams.wer_file, "w") as w: + self.wer_metric.write_stats(w) + + def init_optimizers(self): + + self.model_optimizer = self.hparams.model_opt_class( + self.hparams.model.parameters() + ) + + if self.checkpointer is not None: + self.checkpointer.add_recoverable("modelopt", self.model_optimizer) + + def zero_grad(self, set_to_none=False): + + self.model_optimizer.zero_grad(set_to_none) + + +hparams_file, run_opts, overrides = sb.parse_arguments(sys.argv[1:]) + +# If distributed_launch=True then +# create ddp_group with the right communication protocol +sb.utils.distributed.ddp_init_group(run_opts) + +with open(hparams_file) as fin: + hparams = load_hyperpyyaml(fin, overrides) + +# Create experiment directory +sb.create_experiment_directory( + experiment_directory=hparams["output_folder"], + hyperparams_to_save=hparams_file, + overrides=overrides, +) +def read_labels_file(labels_file): + with open(labels_file, "r",encoding="utf-8") as lf: + lines = lf.read().splitlines() + division = "===" + numbers = {} + for line in lines : + if division in line : + break + string, number = line.split("=>") + number = int(number) + string = string[1:-2] + numbers[number] = string + return [numbers[x] for x in range(len(numbers))] +train_data, valid_data, test_datasets, label_encoder = dataio_prepare( + hparams + ) + + +labels = read_labels_file(os.path.join(hparams["save_folder"], "label_encoder.txt")) +labels = [""] + labels[1:-1] + ["1"] +if hparams["language_modelling"]: + decoder = build_ctcdecoder( + labels, + kenlm_model_path=hparams["ngram_lm_path"], # either .arpa or .bin file + alpha=0.5, # tuned on a val set + beta=1, # tuned on a val set + ) + + + + +mixer = Mixer( + modules=hparams["modules"], + hparams=hparams, + run_opts=run_opts, + checkpointer=hparams["checkpointer"], +) +mixer.tokenizer = label_encoder + + +mixer.fit( + mixer.hparams.epoch_counter, + train_data, + valid_data, + train_loader_kwargs=hparams["dataloader_options"], + valid_loader_kwargs=hparams["test_dataloader_options"], +) +print(test_datasets.keys()) +for k in test_datasets.keys(): # keys are test_clean, test_other etc + mixer.hparams.wer_file = os.path.join( + hparams["output_folder"], "wer_{}.txt".format(k) + ) + mixer.evaluate( + test_datasets[k], test_loader_kwargs=hparams["test_dataloader_options"] + ) + diff --git a/results/non_semi_final_stac/hyperparams.yaml b/results/non_semi_final_stac/hyperparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c53b37fe44060709709f1ecdf284453f436e13ed --- /dev/null +++ b/results/non_semi_final_stac/hyperparams.yaml @@ -0,0 +1,143 @@ +# Generated 2023-09-20 from: +# /home/salah/Code_Switched_Tunisian_Speech_Recognition/cs.yaml +# yamllint disable +# Generated 2023-08-03 from: +# /home/salah/new_tunisian_model/hparams/train_tunisian_withwavlm.yaml +# yamllint disable +# ################################ +# Model: wav2vec2 + DNN + CTC +# Augmentation: SpecAugment +# Authors: Titouan Parcollet 2021 +# ################################ + +seed: 1994 +__set_seed: !!python/object/apply:torch.manual_seed [1234] +output_folder: results/non_semi_final_stac +wer_file: results/non_semi_final_stac/wer.txt +save_folder: results/non_semi_final_stac/save +train_log: results/non_semi_final_stac/train_log.txt + + + +# Data files +data_folder: junk # e.g, /localscratch/cv-corpus-5.1-2020-06-22/fr +train_tsv_file: junk/train.tsv # Standard CommonVoice .tsv files +dev_tsv_file: junk/dev.tsv # Standard CommonVoice .tsv files +test_tsv_file: junk/test.tsv # Standard CommonVoice .tsv files +accented_letters: true + +csv_folder: /gpfsscratch/rech/nou/uzn19yk/switched_data/extended_clean/ +train_csv: /gpfsscratch/rech/nou/uzn19yk/switched_data/extended_clean//train.csv +valid_csv: /gpfsscratch/rech/nou/uzn19yk/switched_data/extended_clean//dev.csv +test_csv: +- all_tests/cs_test.csv +- all_tests/stac_test.csv + +# We remove utterance slonger than 10s in the train/dev/test sets as +# longer sentences certainly correspond to "open microphones". +avoid_if_longer_than: 13.0 +avoid_if_shorter_than: 0.5 + +# Training parameters +number_of_epochs: 20 +lr: 0.0002 +lr_weights: 0.01 +sorting: ascending +auto_mix_prec: false +sample_rate: 16000 +language_modelling: true +ngram_lm_path: arpas/pluslanguages_everything.arpa + +# With data_parallel batch_size is split into N jobs +# With DDP batch_size is multiplied by N jobs +# Must be 3 per GPU to fit 32GB of VRAM +batch_size: 3 +test_batch_size: 4 + +# Dataloader options +dataloader_options: + batch_size: 3 + num_workers: 6 + +test_dataloader_options: + batch_size: 4 + num_workers: 6 + +# Model parameters +activation: !name:torch.nn.Sigmoid +dnn_layers: 1 +dnn_neurons: 768 +freeze_encoder: true + +# Outputs +output_neurons: 76 # BPE size, index(blank/eos/bos) = 0 + +# Functions and classes +# +epoch_counter: &id006 !new:speechbrain.utils.epoch_loop.EpochCounter + limit: 20 + +encoder_dim: 3217 +enc: &id001 !new:speechbrain.nnet.RNN.LSTM + input_shape: [null, null, 3217] + num_layers: 2 + bidirectional: true + dropout: 0.2 + hidden_size: 1024 + +ctc_lin: &id002 !new:speechbrain.nnet.linear.Linear + + input_size: 2048 + n_neurons: 76 + +log_softmax: !new:speechbrain.nnet.activations.Softmax + apply_log: true + +ctc_cost: !name:speechbrain.nnet.losses.ctc_loss + blank_index: 0 + +modules: + enc: *id001 + ctc_lin: *id002 +model: &id003 !new:torch.nn.ModuleList +- [*id001, *id002] +model_opt_class: !name:torch.optim.Adam + lr: 0.0002 + +weights_opt_class: !name:torch.optim.Adam + lr: 0.01 + +lr_annealing_model: &id004 !new:speechbrain.nnet.schedulers.NewBobScheduler + initial_value: 0.0002 + improvement_threshold: 0.0025 + annealing_factor: 0.8 + patient: 0 + +lr_annealing_weights: &id005 !new:speechbrain.nnet.schedulers.NewBobScheduler + initial_value: 0.01 + improvement_threshold: 0.0025 + annealing_factor: 0.9 + patient: 0 + +label_encoder: &id007 !new:speechbrain.dataio.encoder.CTCTextEncoder + + +checkpointer: !new:speechbrain.utils.checkpoints.Checkpointer + checkpoints_dir: results/non_semi_final_stac/save + recoverables: + model: *id003 + scheduler_model: *id004 + scheduler_encoder: *id005 + counter: *id006 + tokenizer: *id007 +blank_index: 0 +unk_index: 1 + + +train_logger: !new:speechbrain.utils.train_logger.FileTrainLogger + save_file: results/non_semi_final_stac/train_log.txt + +error_rate_computer: !name:speechbrain.utils.metric_stats.ErrorRateStats + +cer_computer: !name:speechbrain.utils.metric_stats.ErrorRateStats + split_tokens: true diff --git a/results/non_semi_final_stac/log.txt b/results/non_semi_final_stac/log.txt new file mode 100644 index 0000000000000000000000000000000000000000..432e5148ca68db7fb7b68f28c7e3dd33b15f6325 --- /dev/null +++ b/results/non_semi_final_stac/log.txt @@ -0,0 +1,18667 @@ +2023-09-19 17:22:57,691 - speechbrain.core - INFO - Beginning experiment! +2023-09-19 17:22:57,692 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-19 17:22:58,280 - speechbrain.utils.superpowers - DEBUG - abkhazia==1.0 +absl-py==0.11.0 +aiohttp==3.8.0 +aiosignal==1.2.0 +alabaster==0.7.12 +alembic==1.7.4 +altair==4.2.0 +altgraph==0.17 +antlr4-python3-runtime==4.9.3 +anyio==3.6.2 +appdirs==1.4.4 +argcomplete==1.12.2 +argon2-cffi==20.1.0 +arrow==1.2.3 +asgiref==3.6.0 +asteroid-filterbanks==0.4.0 +astunparse==1.6.3 +async-generator==1.10 +async-timeout==4.0.0 +attrdict==2.0.1 +attrs==20.3.0 +audeer==1.16.0 +audformat==0.11.5 +audinterface==0.7.0 +audiofile==1.0.0 +audiomentations==0.25.0 +audioread==2.1.9 +audobject==0.4.14 +audresample==0.1.6 +-e git+https://github.com/facebookresearch/WavAugment.git@54afcdb00ccc852c2f030f239f8532c9562b550e#egg=augment +autopage==0.4.0 +Babel==2.9.0 +backcall==0.2.0 +backports.cached-property==1.0.2 +beautifulsoup4==4.10.0 +black==19.10b0 +bleach==3.3.0 +blessed==1.20.0 +boto3==1.20.2 +botocore==1.23.2 +bpemb==0.3.4 +braceexpand==0.1.7 +cachetools==4.2.0 +certifi @ file:///croot/certifi_1671487769961/work/certifi +cffi==1.14.3 +cfgv==3.2.0 +chardet==3.0.4 +charset-normalizer==2.0.7 +click==7.1.2 +cliff==3.9.0 +clldutils==3.5.4 +cloudpickle==2.2.1 +cmaes==0.8.2 +cmake==3.18.4.post1 +cmd2==2.2.0 +colorama==0.4.4 +colorlog==4.6.2 +configparser==5.1.0 +conllu==4.5.3 +croniter==1.3.15 +cryptography==38.0.4 +csrgraph==0.1.28 +csvw==1.8.1 +cycler==0.10.0 +Cython==0.29.21 +dataclasses==0.6 +dateutils==0.6.12 +decorator==4.4.2 +deepdiff==6.3.0 +deepspeech==0.9.1 +defusedxml==0.7.1 +Deprecated==1.2.14 +dill==0.3.3 +Distance==0.1.3 +distlib==0.3.1 +Django==3.2.16 +django-auditlog==2.2.1 +django-filter==22.1 +django-js-asset==1.2.2 +django-mptt==0.14.0 +djangorestframework==3.14.0 +docker-pycreds==0.4.0 +docopt==0.6.2 +docutils==0.16 +drf-excel==2.2.0 +drf-flex-fields==1.0.0 +drf-renderer-xlsx==0.4.1 +easyocr==1.2.1 +editdistance==0.6.0 +einops==0.3.2 +emoji==2.2.0 +entrypoints==0.3 +et-xmlfile==1.1.0 +exceptiongroup==1.1.0 +farasapy==0.0.14 +fastapi==0.98.0 +fastjsonschema==2.17.1 +fasttext==0.9.2 +ffmpeg-python==0.2.0 +ffmpy==0.3.0 +filelock==3.0.12 +flair==0.12.2 +flake8==3.7.9 +flatbuffers==1.12 +frozendict==2.0.7 +frozenlist==1.2.0 +fsspec==2021.11.0 +ftfy==6.1.1 +future==0.18.2 +g2p-en==2.1.0 +gast==0.3.3 +gdown==4.4.0 +gdrive==0.1.5 +gensim==4.0.1 +gitdb==4.0.9 +GitPython==3.1.24 +google-api-core==2.11.1 +google-api-python-client==2.43.0 +google-auth==1.24.0 +google-auth-httplib2==0.1.0 +google-auth-oauthlib==0.5.3 +google-pasta==0.2.0 +googleapis-common-protos==1.59.1 +gradio==3.16.0 +greenlet==1.1.2 +grpcio==1.32.0 +h11==0.14.0 +h5features==1.3.2 +h5py==2.10.0 +hierarchy==0.4.0 +hmmlearn==0.2.8 +htk-io==0.5 +httpcore==0.16.3 +httplib2==0.22.0 +httpx==0.23.3 +huggingface-hub==0.15.1 +hydra-colorlog==0.1.4 +hydra-core==1.3.2 +hyperopt==0.2.7 +HyperPyYAML==1.1.0 +hypothesis==6.61.2 +identify==1.5.10 +idna==2.10 +imageio==2.9.0 +imagesize==1.2.0 +importlib-metadata==4.8.1 +importlib-resources==5.2.2 +inflect==5.3.0 +inquirer==3.1.3 +ipadic==1.0.0 +ipyevents==2.0.1 +ipykernel==5.3.4 +ipython==7.19.0 +ipython-genutils==0.2.0 +ipywebrtc==0.6.0 +ipywidgets==7.6.3 +iso-639==0.4.5 +isodate==0.6.0 +isort==4.3.21 +itsdangerous==2.1.2 +Janome==0.5.0 +jedi==0.17.2 +jeepney==0.8.0 +jieba==0.42.1 +Jinja2==3.0.3 +jiwer==2.2.0 +jmespath==0.10.0 +joblib==0.17.0 +jsonschema==3.2.0 +julius==0.2.7 +jupyter-client==6.1.7 +jupyter-core==4.7.0 +jupyterlab-pygments==0.1.2 +jupyterlab-widgets==1.0.0 +kaitaistruct==0.9 +kaldi-io==0.9.4 +kaldi-python-io==1.2.2 +kaldiio==2.17.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip +Keras-Preprocessing==1.1.2 +kiwisolver==1.3.1 +lang-trans==0.6.0 +langdetect==1.0.9 +latexcodec==2.0.1 +ldap3==2.9.1 +librosa==0.9.0 +lightning-cloud==0.5.37 +lightning-utilities==0.8.0 +linkify-it-py==1.0.3 +lit==16.0.6 +llvmlite==0.35.0 +lxml==4.9.0 +Mako==1.1.5 +Markdown==3.3.3 +markdown-it-py==3.0.0 +MarkupSafe==2.1.3 +marshmallow==3.14.0 +matplotlib==3.3.3 +mccabe==0.6.1 +mcd==0.4 +mdit-py-plugins==0.3.3 +mdurl==0.1.2 +mecab-python3==1.0.3 +megatron-lm==2.2.0 +metrics==0.3.3 +mido==1.2.10 +mistune==0.8.4 +more-itertools==8.6.0 +mpld3==0.3 +mpmath==1.2.1 +multidict==5.2.0 +multiprocess==0.70.11.1 +nbclient==0.5.3 +nbconvert==5.6.1 +nbformat==5.9.0 +NEMO==4.3.2 +nemo-toolkit==1.4.0 +nest-asyncio==1.5.1 +networkx==2.8.8 +nltk==3.2.4 +nodeenv==1.5.0 +normalize==2.0.2 +notebook==6.3.0 +numba==0.52.0 +numpy==1.19.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +oauthlib==3.1.0 +omegaconf==2.3.0 +onnx==1.10.2 +OpenCC==1.1.2 +opencv-python==4.4.0.46 +openpyxl==3.0.9 +opensmile==2.2.0 +opt-einsum==3.3.0 +optuna==2.10.0 +ordered-set==4.1.0 +orjson==3.8.4 +oyaml==1.0 +packaging==22.0 +pandas==1.2.5 +pandocfilters==1.4.3 +pangu==4.0.6.1 +parameterized==0.8.1 +parso==0.7.1 +pathlib2==2.3.7.post1 +pathspec==0.5.5 +pathtools==0.1.2 +pbr==5.6.0 +pefile==2019.4.18 +pescador==2.1.0 +pesq==0.0.3 +pexpect==4.8.0 +phonemizer==2.2.1 +pickleshare==0.7.5 +Pillow==9.3.0 +pip-api==0.0.23 +pipreqs==0.4.11 +pluggy==0.13.1 +pooch==1.3.0 +portalocker==2.3.2 +pptree==3.1 +pre-commit==2.9.0 +preprocessing==0.1.13 +pretty-midi==0.2.9 +prettytable==2.2.1 +primePy==1.3 +progressbar2==3.53.1 +prometheus-client==0.10.1 +promise==2.3 +prompt-toolkit==3.0.8 +protobuf==3.20.3 +psutil==5.6.6 +ptyprocess==0.6.0 +py==1.9.0 +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +pyannote.audio==2.1.1 +pyannote.core==4.5 +pyannote.database==4.1.3 +pyannote.metrics==3.2.1 +pyannote.pipeline==2.3 +pyannotebook==0.1.0.dev0 +PyArabic==0.6.15 +pyarrow==3.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pybind11==2.8.1 +pybtex==0.24.0 +pybtex-docutils==1.0.1 +pycodestyle==2.5.0 +pycparser==2.20 +pycryptodome==3.16.0 +pyctcdecode==0.4.0 +pydantic==1.10.4 +pyDeprecate==0.3.1 +pydub==0.25.1 +pyflakes==2.1.1 +Pygments==2.15.1 +pygtrie==2.5.0 +PyJWT==2.7.0 +pymodbus==2.5.3 +pyparsing==2.4.7 +pyperclip==1.8.2 +pypinyin==0.43.0 +pyrsistent==0.17.3 +pyserial==3.5 +PySocks==1.7.1 +pystoi==0.3.3 +pytest==5.4.1 +pytest-runner==5.3.1 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.2 +python-editor==1.0.4 +python-Levenshtein==0.12.2 +python-multipart==0.0.5 +python-utils==2.4.0 +pytorch-lightning==1.6.5 +pytorch-metric-learning==1.7.3 +pytorch-revgrad==0.2.0 +pytube==11.0.1 +pytz==2022.6 +PyWavelets==1.1.1 +PyYAML==6.0 +pyzmq==20.0.0 +rapidfuzz==1.8.2 +readchar==4.0.5 +regex==2020.11.13 +requests==2.28.1 +requests-oauthlib==1.3.0 +resampy==0.2.2 +rfc3986==1.4.0 +rich==13.4.2 +richenum==1.3.1 +rsa==4.7 +ruamel.yaml==0.17.21 +ruamel.yaml.clib==0.2.7 +s3m==1.1.0 +s3transfer==0.5.0 +sacrebleu==2.0.0 +sacremoses==0.0.44 +safetensors==0.3.1 +scikit-image==0.18.1 +scikit-learn==0.23.2 +scipy==1.5.4 +-e git+https://github.com/sanghack81/SDCIT@00d060dde733fde9345154a494f81e97fb395ca7#egg=SDCIT +seaborn==0.11.1 +SecretStorage==3.3.3 +segments==2.1.3 +segtok==1.5.11 +semver==2.13.0 +Send2Trash==1.5.0 +sentencepiece==0.1.99 +sentry-sdk==1.4.3 +shellingham==1.4.0 +shortuuid==1.0.7 +SIDEKIT==1.3.8.5.2 +simplejson==3.17.5 +singledispatchmethod==1.0 +six==1.15.0 +smart-open==5.0.0 +smmap==5.0.0 +sniffio==1.3.0 +snowballstemmer==2.0.0 +sortedcollections==2.1.0 +sortedcontainers==2.4.0 +sounddevice==0.4.5 +SoundFile==0.10.3.post1 +soupsieve==2.3 +sox==1.4.1 +sparsemax==0.1.9 +speechbrain==0.5.14 +sphfile==1.0.3 +Sphinx==3.3.1 +sphinx-rtd-theme==0.2.4 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-bibtex==2.4.1 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +SQLAlchemy==1.4.25 +sqlitedict==2.1.0 +sqlparse==0.4.2 +stanza==1.4.2 +starlette==0.22.0 +starsessions==1.3.0 +stevedore==3.4.0 +subprocess32==3.5.4 +sympy==1.9 +tabulate==0.8.9 +tensorboard==2.4.0 +tensorboard-plugin-wit==1.7.0 +tensorboardX==2.6.1 +tensorflow==2.4.0 +tensorflow-estimator==2.4.0 +termcolor==1.1.0 +terminado==0.9.4 +testpath==0.4.4 +threadpoolctl==2.1.0 +tifffile==2020.12.8 +tikzplotlib==0.9.8 +tinycss2==1.2.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml==0.10.2 +toolz==0.12.0 +torch==1.13.1 +torch-audiomentations==0.11.0 +torch-pitch-shift==1.2.4 +torch-stft==0.1.4 +torchaudio==0.13.1 +torchmetrics==0.11.4 +torchvision==0.14.1 +tornado==6.1 +tqdm==4.61.1 +trackrip==1.2.1 +traitlets==5.9.0 +transformer-smaller-training-vocab==0.3.1 +transformers==4.30.2 +triton==2.0.0 +typed-ast==1.4.1 +typer==0.4.0 +typing-extensions==4.4.0 +uc-micro-py==1.0.1 +Unidecode==1.3.2 +uritemplate==3.0.1 +urllib3==1.26.2 +uvicorn==0.20.0 +versioneer==0.28 +virtualenv==20.2.1 +wandb==0.12.6 +wcwidth==0.2.5 +webdataset==0.1.62 +webencodings==0.5.1 +websocket-client==1.6.1 +websockets==10.4 +Werkzeug==1.0.1 +wget==3.2 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wordninja==2.0.0 +wrapt==1.12.1 +xmltodict==0.13.0 +xxhash==2.0.0 +yamllint==1.23.0 +yarg==0.1.9 +yarl==1.7.2 +yaspin==2.1.0 +youtokentome==1.0.6 +youtube-dl==2021.6.6 +zipp==3.6.0 + + +2023-09-19 17:22:58,295 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-19 17:23:00,970 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-19 17:23:01,089 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-19 17:23:01,152 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-19 17:23:02,422 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-19 17:23:02,431 - speechbrain.core - INFO - 60.1M trainable parameters in ASR +2023-09-19 17:23:02,434 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00 +2023-09-19 17:23:02,633 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt +2023-09-19 17:23:02,917 - matplotlib - DEBUG - (private) matplotlib data path: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/matplotlib-3.3.3-py3.8-linux-x86_64.egg/matplotlib/mpl-data +2023-09-19 17:23:02,918 - matplotlib - DEBUG - matplotlib data path: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/matplotlib-3.3.3-py3.8-linux-x86_64.egg/matplotlib/mpl-data +2023-09-19 17:23:02,924 - matplotlib - DEBUG - CONFIGDIR=/home/salah/.config/matplotlib +2023-09-19 17:23:02,927 - matplotlib - DEBUG - matplotlib version 3.3.3 +2023-09-19 17:23:02,927 - matplotlib - DEBUG - interactive is False +2023-09-19 17:23:02,927 - matplotlib - DEBUG - platform is linux +2023-09-19 17:23:02,927 - matplotlib - DEBUG - loaded modules: ['sys', 'builtins', '_frozen_importlib', '_imp', '_warnings', '_frozen_importlib_external', '_io', 'marshal', 'posix', '_thread', '_weakref', 'time', 'zipimport', '_codecs', 'codecs', 'encodings.aliases', 'encodings', 'encodings.utf_8', '_signal', '__main__', 'encodings.latin_1', '_abc', 'abc', 'io', '_stat', 'stat', '_collections_abc', 'genericpath', 'posixpath', 'os.path', 'os', '_sitebuiltins', '_locale', '_bootlocale', 'types', 'importlib._bootstrap', 'importlib._bootstrap_external', 'warnings', 'importlib', 'importlib.machinery', 'importlib.abc', '_operator', 'operator', 'keyword', '_heapq', 'heapq', 'itertools', 'reprlib', '_collections', 'collections', '_functools', 'functools', 'contextlib', 'importlib.util', 'google', 'google.logging', 'pyannote', 'ruamel', 'sphinxcontrib', 'site', '_weakrefset', 'weakref', 'pkgutil', 'runpy', 'ipykernel._version', '__future__', 'enum', '_sre', 'sre_constants', 'sre_parse', 'sre_compile', 'copyreg', 're', '_json', 'json.scanner', 'json.decoder', 'json.encoder', 'json', 'errno', 'signal', 'threading', '_posixsubprocess', 'select', 'collections.abc', 'math', 'selectors', 'subprocess', 'IPython.core', 'IPython.core.getipython', 'IPython.core.release', 'atexit', 'copy', 'fnmatch', 'glob', 'token', 'tokenize', 'linecache', 'traceback', '_string', 'string', 'logging', 'zlib', '_compression', '_bz2', 'bz2', '_lzma', 'lzma', 'pwd', 'grp', 'shutil', '_opcode', 'opcode', 'dis', 'inspect', 'typing.io', 'typing.re', 'typing', '_ast', 'ast', 'ntpath', 'urllib', 'urllib.parse', 'pathlib', 'traitlets.utils', 'traitlets.utils.bunch', 'traitlets.utils.descriptions', 'traitlets.utils.getargspec', 'traitlets.utils.importstring', 'traitlets.utils.sentinel', 'traitlets.traitlets', 'traitlets._version', 'traitlets.utils.decorators', 'traitlets', 'pprint', '_socket', 'socket', '_struct', 'struct', '_compat_pickle', '_pickle', 'pickle', '_queue', 'queue', 'logging.handlers', 'socketserver', 'logging.config', 'textwrap', 'traitlets.utils.text', 'locale', 'gettext', 'argparse', 'traitlets.config.loader', 'traitlets.config.configurable', 'traitlets.utils.nested_update', 'traitlets.config.application', 'traitlets.config', 'platform', 'sysconfig', '_sysconfigdata__linux_x86_64-linux-gnu', 'pydoc', 'bdb', 'IPython.utils', 'IPython.utils.ipstruct', 'IPython.utils.coloransi', 'pygments', 'IPython.utils.colorable', 'IPython.utils.PyColorize', 'IPython.utils.encoding', 'IPython.utils.py3compat', 'IPython.core.excolors', 'IPython.testing', 'IPython.testing.skipdoctest', 'cmd', 'codeop', 'code', 'pdb', 'IPython.core.debugger', 'IPython.core.display_trap', '_bisect', 'bisect', '_sha512', '_random', 'random', 'pexpect.exceptions', 'pexpect.utils', 'pexpect.expect', 'termios', 'tty', 'pty', 'fcntl', 'resource', 'ptyprocess.util', 'ptyprocess.ptyprocess', 'ptyprocess', 'pexpect.spawnbase', 'pexpect.pty_spawn', 'pexpect.run', 'pexpect', 'shlex', 'IPython.utils._process_common', 'IPython.utils._process_posix', 'IPython.utils.process', 'IPython.utils.decorators', 'IPython.utils.path', 'IPython.utils.data', 'IPython.utils.terminal', 'IPython.core.ultratb', 'IPython.utils._sysinfo', 'IPython.utils.sysinfo', 'IPython.core.crashhandler', 'tempfile', 'IPython.utils.importstring', 'IPython.paths', 'IPython.core.profiledir', 'IPython.core.application', 'IPython.terminal', '_hashlib', '_blake2', '_sha3', 'hashlib', 'IPython.core.compilerop', 'IPython.core.error', 'IPython.utils.text', 'IPython.core.magic_arguments', 'getopt', 'binascii', 'mimetypes', 'IPython.core.display', 'IPython.core.page', 'getpass', 'IPython.lib.security', 'IPython.lib', '_datetime', 'datetime', 'IPython.lib.pretty', 'IPython.utils.openpy', 'IPython.utils.dir2', 'IPython.utils.wildcard', 'pygments.lexers._mapping', 'pygments.modeline', 'pygments.plugin', 'pygments.util', 'pygments.lexers', 'pygments.filter', 'pygments.token', 'pygments.filters', 'pygments.regexopt', 'pygments.lexer', 'pygments.unistring', 'pygments.lexers.python', 'pygments.formatters._mapping', 'pygments.formatters', 'pygments.styles', 'pygments.formatter', 'pygments.formatters.html', 'IPython.core.oinspect', 'IPython.core.inputtransformer2', 'decorator', 'IPython.core.magic', 'pickleshare', 'IPython.core.autocall', 'IPython.core.macro', 'IPython.core.splitinput', 'IPython.core.prefilter', 'IPython.core.alias', 'IPython.core.builtin_trap', 'backcall.backcall', 'backcall', 'IPython.core.events', 'IPython.core.displayhook', 'IPython.core.displaypub', 'IPython.core.extensions', 'IPython.utils.sentinel', 'IPython.core.formatters', '_sqlite3', 'sqlite3.dbapi2', 'sqlite3', 'IPython.core.history', 'IPython.core.logger', 'IPython.core.payload', 'IPython.core.usage', 'html.entities', 'html', 'IPython.lib.display', 'IPython.display', 'IPython.utils.capture', 'IPython.utils.io', 'IPython.core.hooks', 'IPython.utils.strdispatch', 'IPython.utils.syspathcontext', 'IPython.utils.tempdir', 'IPython.utils.contexts', 'IPython.core.async_helpers', 'IPython.core.interactiveshell', 'concurrent', 'concurrent.futures._base', 'concurrent.futures', '_ssl', 'base64', 'ssl', 'asyncio.constants', 'asyncio.format_helpers', 'asyncio.base_futures', 'asyncio.log', 'asyncio.coroutines', '_contextvars', 'contextvars', 'asyncio.exceptions', 'asyncio.base_tasks', '_asyncio', 'asyncio.events', 'asyncio.futures', 'asyncio.protocols', 'asyncio.transports', 'asyncio.sslproto', 'asyncio.locks', 'asyncio.tasks', 'asyncio.staggered', 'asyncio.trsock', 'asyncio.base_events', 'asyncio.runners', 'asyncio.queues', 'asyncio.streams', 'asyncio.subprocess', 'asyncio.base_subprocess', 'asyncio.selector_events', 'asyncio.unix_events', 'asyncio', 'prompt_toolkit.application.current', 'prompt_toolkit.eventloop.utils', 'prompt_toolkit.eventloop.async_generator', 'wcwidth.table_wide', 'wcwidth.table_zero', 'wcwidth.unicode_versions', 'wcwidth.wcwidth', 'wcwidth', 'prompt_toolkit.utils', 'prompt_toolkit.eventloop.inputhook', 'prompt_toolkit.eventloop', 'prompt_toolkit.application.run_in_terminal', 'prompt_toolkit.selection', 'prompt_toolkit.clipboard.base', 'prompt_toolkit.clipboard.in_memory', 'prompt_toolkit.clipboard', 'prompt_toolkit.cache', 'prompt_toolkit.enums', 'prompt_toolkit.filters.base', 'prompt_toolkit.filters.app', 'prompt_toolkit.filters.cli', 'prompt_toolkit.filters.utils', 'prompt_toolkit.filters', 'prompt_toolkit.document', 'prompt_toolkit.auto_suggest', 'prompt_toolkit.data_structures', 'prompt_toolkit.styles.base', 'prompt_toolkit.styles.named_colors', 'prompt_toolkit.styles.style', 'prompt_toolkit.styles.defaults', 'prompt_toolkit.styles.pygments', 'colorsys', 'prompt_toolkit.styles.style_transformation', 'prompt_toolkit.styles', 'prompt_toolkit.output.color_depth', 'prompt_toolkit.output.base', 'prompt_toolkit.patch_stdout', 'prompt_toolkit.output.defaults', 'prompt_toolkit.output', 'array', 'prompt_toolkit.output.vt100', 'prompt_toolkit.mouse_events', 'prompt_toolkit.formatted_text.base', 'prompt_toolkit.formatted_text.ansi', 'xml', 'xml.dom.domreg', 'xml.dom', 'xml.dom.minicompat', 'xml.dom.NodeFilter', 'xml.dom.xmlbuilder', 'xml.dom.minidom', 'prompt_toolkit.formatted_text.html', 'prompt_toolkit.formatted_text.pygments', 'prompt_toolkit.formatted_text.utils', 'prompt_toolkit.formatted_text', 'prompt_toolkit.completion.base', 'prompt_toolkit.completion.filesystem', 'prompt_toolkit.completion.word_completer', 'prompt_toolkit.completion.fuzzy_completer', 'prompt_toolkit.completion.nested', 'prompt_toolkit.completion', 'prompt_toolkit.history', 'prompt_toolkit.keys', 'prompt_toolkit.key_binding.key_bindings', 'prompt_toolkit.key_binding.key_processor', 'prompt_toolkit.key_binding', 'prompt_toolkit.key_binding.vi_state', 'prompt_toolkit.search', 'prompt_toolkit.validation', 'prompt_toolkit.buffer', 'prompt_toolkit.input.base', 'prompt_toolkit.input.defaults', 'prompt_toolkit.input', 'prompt_toolkit.input.typeahead', 'prompt_toolkit.key_binding.bindings', 'prompt_toolkit.key_binding.bindings.scroll', 'prompt_toolkit.key_binding.bindings.page_navigation', 'prompt_toolkit.lexers.base', 'prompt_toolkit.lexers.pygments', 'prompt_toolkit.lexers', 'prompt_toolkit.layout.utils', 'prompt_toolkit.layout.processors', 'prompt_toolkit.layout.controls', 'prompt_toolkit.layout.dimension', 'prompt_toolkit.layout.margins', 'prompt_toolkit.layout.mouse_handlers', 'prompt_toolkit.layout.screen', 'prompt_toolkit.layout.containers', 'prompt_toolkit.layout.layout', 'prompt_toolkit.layout.menus', 'prompt_toolkit.layout', 'prompt_toolkit.key_binding.bindings.completion', 'prompt_toolkit.key_binding.bindings.named_commands', 'prompt_toolkit.key_binding.bindings.basic', 'prompt_toolkit.key_binding.bindings.cpr', 'prompt_toolkit.key_binding.bindings.emacs', 'prompt_toolkit.key_binding.bindings.mouse', 'prompt_toolkit.input.ansi_escape_sequences', 'prompt_toolkit.input.vt100_parser', 'prompt_toolkit.key_binding.digraphs', 'prompt_toolkit.key_binding.bindings.vi', 'prompt_toolkit.key_binding.defaults', 'prompt_toolkit.key_binding.emacs_state', 'prompt_toolkit.layout.dummy', 'prompt_toolkit.renderer', 'prompt_toolkit.application.application', 'prompt_toolkit.application.dummy', 'prompt_toolkit.application', 'prompt_toolkit.key_binding.bindings.focus', 'prompt_toolkit.widgets.toolbars', 'prompt_toolkit.widgets.base', 'prompt_toolkit.widgets.dialogs', 'prompt_toolkit.widgets.menus', 'prompt_toolkit.widgets', 'prompt_toolkit.shortcuts.dialogs', 'prompt_toolkit.shortcuts.progress_bar.formatters', 'prompt_toolkit.shortcuts.progress_bar.base', 'prompt_toolkit.shortcuts.progress_bar', 'prompt_toolkit.key_binding.bindings.auto_suggest', 'prompt_toolkit.key_binding.bindings.open_in_editor', 'prompt_toolkit.shortcuts.prompt', 'prompt_toolkit.shortcuts.utils', 'prompt_toolkit.shortcuts', 'prompt_toolkit', 'pygments.style', 'unicodedata', 'IPython.core.latex_symbols', 'IPython.utils.generics', 'parso._compatibility', 'parso.utils', 'parso.tree', 'parso.python', 'parso.python.token', 'parso.python.tokenize', 'parso.pgen2.grammar_parser', 'parso.pgen2.generator', 'parso.pgen2', 'parso.parser', 'difflib', 'parso.python.prefix', 'parso.python.tree', 'parso.python.parser', 'parso.python.diff', 'gc', 'parso.file_io', 'parso.cache', 'parso.normalizer', 'parso.python.errors', 'parso.python.pep8', 'parso.grammar', 'parso', 'jedi.file_io', 'jedi._compatibility', 'jedi.parser_utils', 'colorama.ansi', '_ctypes', 'ctypes._endian', 'ctypes', 'colorama.win32', 'colorama.winterm', 'colorama.ansitowin32', 'colorama.initialise', 'colorama', 'jedi.debug', 'jedi.settings', 'jedi.cache', 'jedi.inference.cache', 'jedi.inference.helpers', 'jedi.inference.utils', 'jedi.inference.base_value', 'jedi.common', 'jedi.inference.sys_path', 'jedi.inference.recursion', 'jedi.inference.flow_analysis', 'jedi.inference.lazy_value', 'jedi.inference.docstrings', 'jedi.plugins', 'jedi.inference.names', 'jedi.inference.filters', 'jedi.inference.compiled.getattr_static', 'jedi.inference.compiled.access', 'jedi.inference.signature', 'jedi.inference.context', 'jedi.inference.compiled.value', 'jedi.inference.compiled', 'jedi.inference.analysis', 'jedi.inference.gradual', 'jedi.inference.value.module', 'jedi.inference.value.dynamic_arrays', 'jedi.inference.value.iterable', 'jedi.inference.arguments', 'jedi.inference.parser_cache', 'jedi.inference.gradual.generics', 'jedi.inference.value.function', 'jedi.inference.value.klass', 'jedi.inference.value.instance', 'jedi.inference.value', 'jedi.inference.gradual.base', 'jedi.inference.gradual.type_var', 'jedi.inference.gradual.typing', 'jedi.inference.gradual.stub_value', 'jedi.inference.gradual.typeshed', 'jedi.inference.imports', 'jedi.inference.param', 'jedi.inference.gradual.annotation', 'jedi.inference.value.decorator', 'jedi.inference.syntax_tree', 'jedi.inference', 'jedi.inference.gradual.conversion', 'jedi.inference.compiled.mixed', 'pydoc_data', 'pydoc_data.topics', 'jedi.api.keywords', 'jedi.api.completion_cache', 'jedi.api.helpers', 'jedi.api.classes', 'jedi.api.interpreter', 'jedi.api.strings', 'jedi.api.file_name', 'jedi.api.completion', 'filecmp', 'jedi.inference.compiled.subprocess.functions', 'jedi.api.exceptions', 'jedi.inference.compiled.subprocess', 'jedi.api.environment', 'jedi.inference.references', 'jedi.api.project', 'jedi.api.errors', 'jedi.api.refactoring', 'jedi.api.refactoring.extract', 'jedi.inference.gradual.utils', 'jedi.api', 'jedi.plugins.stdlib', 'jedi.plugins.flask', 'jedi.plugins.pytest', 'jedi.plugins.django', 'jedi.plugins.registry', 'jedi', 'IPython.core.completer', 'IPython.terminal.ptutils', 'IPython.terminal.shortcuts', 'IPython.terminal.debugger', 'IPython.lib.clipboard', 'IPython.terminal.magics', 'IPython.terminal.pt_inputhooks', 'IPython.terminal.prompts', 'IPython.terminal.interactiveshell', 'IPython.core.magics.auto', 'IPython.core.magics.basic', 'email', 'http', 'email.errors', 'email.quoprimime', 'email.base64mime', 'quopri', 'email.encoders', 'email.charset', 'email.header', 'calendar', 'email._parseaddr', 'email.utils', 'email._policybase', 'email.feedparser', 'email.parser', 'uu', 'email._encoded_words', 'email.iterators', 'email.message', 'http.client', 'urllib.response', 'urllib.error', 'urllib.request', 'IPython.core.magics.code', 'IPython.core.magics.config', 'IPython.core.magics.display', 'timeit', '_lsprof', 'profile', 'cProfile', 'pstats', 'IPython.utils.module_paths', 'IPython.utils.timing', 'IPython.core.magics.execution', 'IPython.core.magics.extension', 'IPython.core.magics.history', 'IPython.core.magics.logging', 'IPython.core.magics.namespace', 'IPython.core.magics.osm', 'IPython.core.magics.packaging', 'IPython.core.pylabtools', 'IPython.core.magics.pylab', 'IPython.lib.backgroundjobs', 'IPython.core.magics.script', 'IPython.core.magics', 'IPython.core.shellapp', 'IPython.extensions', 'IPython.extensions.storemagic', 'IPython.terminal.ipapp', 'IPython.terminal.embed', 'IPython.utils.frame', 'IPython', 'ipython_genutils._version', 'ipython_genutils', 'ipython_genutils.encoding', 'ipython_genutils.py3compat', 'ipython_genutils.path', 'jupyter_client._version', 'zmq.backend.select', 'cython_runtime', 'zmq.backend.cython.constants', '_cython_0_29_21', 'zmq.backend.cython.error', 'zmq.error', 'zmq.backend.cython.message', 'zmq.backend.cython.context', 'zmq.backend.cython.socket', 'zmq.backend.cython.utils', 'zmq.backend.cython._poll', 'zmq.backend.cython._version', 'zmq.backend.cython._device', 'zmq.backend.cython._proxy_steerable', 'zmq.backend.cython', 'zmq.backend', 'zmq.utils', 'zmq.utils.constant_names', 'zmq.sugar.constants', 'zmq.sugar.attrsettr', 'zmq.sugar.poll', 'zmq.utils.strtypes', 'numbers', '_decimal', 'decimal', 'simplejson.errors', 'simplejson.raw_json', 'simplejson.compat', 'simplejson._speedups', 'simplejson.scanner', 'simplejson.decoder', 'simplejson.encoder', 'simplejson', 'zmq.utils.jsonapi', 'zmq.sugar.socket', 'zmq.sugar.context', 'zmq.sugar.frame', 'zmq.sugar.tracker', 'zmq.sugar.version', 'zmq.sugar.stopwatch', 'zmq.sugar', 'zmq', 'jupyter_client.localinterfaces', 'jupyter_core.version', 'jupyter_core', 'jupyter_core.paths', 'jupyter_client.connect', 'traitlets.log', 'jupyter_client.launcher', 'jupyter_client.channelsabc', 'jupyter_client.channels', 'jupyter_client.clientabc', 'jupyter_client.client', 'ipython_genutils.importstring', 'jupyter_client.kernelspec', 'jupyter_client.managerabc', 'jupyter_client.manager', 'jupyter_client.blocking.channels', 'jupyter_client.blocking.client', 'jupyter_client.blocking', 'zmq._future', 'zmq.asyncio', 'jupyter_client.asynchronous.channels', 'jupyter_client.asynchronous.client', 'jupyter_client.asynchronous', 'uuid', 'jupyter_client.multikernelmanager', 'jupyter_client', 'ipykernel.connect', 'ipykernel', 'tornado', 'tornado.speedups', 'tornado.util', 'tornado.escape', '_curses', 'curses', 'tornado.log', 'tornado.concurrent', 'tornado.ioloop', 'tornado.platform', 'tornado.gen', 'tornado.platform.asyncio', 'zmq.eventloop.ioloop', 'zmq.eventloop', 'zmq.eventloop.zmqstream', 'imp', 'hmac', 'dateutil._version', 'dateutil', 'six', 'dateutil._common', 'dateutil.relativedelta', 'six.moves', 'dateutil.tz._common', 'dateutil.tz._factories', 'dateutil.tz.tz', 'dateutil.tz', 'dateutil.parser._parser', 'dateutil.parser.isoparser', 'dateutil.parser', '_strptime', 'jupyter_client.jsonutil', 'jupyter_client.adapter', 'jupyter_client.session', 'ipykernel.iostream', 'ipykernel.heartbeat', 'IPython.utils.tokenutil', 'tornado.locks', 'tornado.queues', 'ipykernel.jsonutil', 'ipykernel.kernelbase', 'ipykernel.comm.comm', 'ipykernel.comm.manager', 'ipykernel.comm', 'IPython.core.payloadpage', 'ipykernel.displayhook', 'ipykernel.zmqshell', 'distutils', 'distutils.version', 'ipykernel.eventloops', 'ipykernel.ipkernel', 'ipykernel.parentpoller', 'ipykernel.kernelapp', 'argcomplete.compat', 'argcomplete.completers', 'argcomplete.my_shlex', 'argcomplete.my_argparse', 'argcomplete.shell_integration', 'argcomplete', 'traitlets.config.argcomplete_config', 'faulthandler', 'ipykernel.codeutil', 'ipykernel.pickleutil', 'ipykernel.serialize', 'ipykernel.datapub', 'IPython.core.completerlib', 'storemagic', 'torch._utils', 'torch._utils_internal', 'torch.version', 'torch.torch_version', 'torch._six', 'torch._C._onnx', 'torch._C._jit', 'torch._C._jit_tree_views', 'torch._C._te', 'torch._C._nvfuser', 'torch._C._monitor', 'torch._C._functorch', 'torch._C._profiler', 'torch._C.cpp', 'torch._C.cpp.nn', 'torch._C._lazy', 'torch._C._lazy_ts_backend', 'torch._C._itt', 'torch._C._cudart', 'torch._C._nvtx', 'torch._C._cudnn', 'torch._C._verbose', 'torch._C', 'torch._C._fft', 'torch._C._linalg', 'torch._C._nested', 'torch._C._nn', 'torch._C._return_types', 'torch._C._sparse', 'torch._C._special', 'torch.utils.throughput_benchmark', 'torch.utils._crash_handler', 'torch.utils.cpp_backtrace', 'torch.utils', 'torch.utils.hooks', 'torch._namedtensor_internals', 'torch.overrides', 'torch._tensor', 'torch.types', 'numpy._globals', 'numpy.__config__', 'numpy.version', 'numpy._distributor_init', 'numpy.core._multiarray_umath', 'numpy.compat._inspect', 'numpy.compat.py3k', 'numpy.compat', 'numpy.core.overrides', 'numpy.core.multiarray', 'numpy.core.umath', 'numpy.core._string_helpers', 'numpy.core._dtype', 'numpy.core._type_aliases', 'numpy.core.numerictypes', 'numpy.core._asarray', 'numpy.core._exceptions', 'numpy.core._methods', 'numpy.core.fromnumeric', 'numpy.core.shape_base', 'numpy.core._ufunc_config', 'numpy.core.arrayprint', 'numpy.core.numeric', 'numpy.core.defchararray', 'numpy.core.records', 'numpy.core.memmap', 'numpy.core.function_base', 'numpy.core.machar', 'numpy.core.getlimits', 'numpy.core.einsumfunc', 'numpy.core._multiarray_tests', 'numpy.core._add_newdocs', 'numpy.core._dtype_ctypes', 'numpy.core._internal', 'numpy._pytesttester', 'numpy.core', 'numpy.lib.mixins', 'numpy.lib.ufunclike', 'numpy.lib.type_check', 'numpy.lib.scimath', 'numpy.lib.twodim_base', 'numpy.linalg.lapack_lite', 'numpy.linalg._umath_linalg', 'numpy.linalg.linalg', 'numpy.linalg', 'numpy.matrixlib.defmatrix', 'numpy.matrixlib', 'numpy.lib.histograms', 'numpy.lib.function_base', 'numpy.lib.stride_tricks', 'numpy.lib.index_tricks', 'numpy.lib.nanfunctions', 'numpy.lib.shape_base', 'numpy.lib.polynomial', 'numpy.lib.utils', 'numpy.lib.arraysetops', 'numpy.lib.format', 'numpy.lib._datasource', 'numpy.lib._iotools', 'numpy.lib.npyio', 'numpy.lib.financial', 'numpy.lib.arrayterator', 'numpy.lib.arraypad', 'numpy.lib._version', 'numpy.lib', 'numpy.fft._pocketfft_internal', 'numpy.fft._pocketfft', 'numpy.fft.helper', 'numpy.fft', 'numpy.polynomial.polyutils', 'numpy.polynomial._polybase', 'numpy.polynomial.polynomial', 'numpy.polynomial.chebyshev', 'numpy.polynomial.legendre', 'numpy.polynomial.hermite', 'numpy.polynomial.hermite_e', 'numpy.polynomial.laguerre', 'numpy.polynomial', 'numpy.random._common', 'secrets', 'numpy.random.bit_generator', 'numpy.random._bounded_integers', 'numpy.random._mt19937', 'numpy.random.mtrand', 'numpy.random._philox', 'numpy.random._pcg64', 'numpy.random._sfc64', 'numpy.random._generator', 'numpy.random._pickle', 'numpy.random', 'numpy.ctypeslib', 'numpy.ma.core', 'numpy.ma.extras', 'numpy.ma', 'numpy', 'torch.storage', 'torch.random', 'tarfile', 'torch._sources', 'typing_extensions', 'torch._weights_only_unpickler', 'torch.serialization', 'torch._tensor_str', 'torch.amp.autocast_mode', 'torch.amp', 'torch.cuda._utils', 'torch.cuda.graphs', 'torch.cuda.streams', 'torch.cuda._memory_viz', 'torch.cuda.memory', 'torch.cuda.random', 'torch.cuda.sparse', 'torch.cuda.profiler', 'torch.cuda.nvtx', 'torch.cuda.amp.autocast_mode', 'torch.cuda.amp.common', 'torch.cuda.amp.grad_scaler', 'torch.cuda.amp', 'torch.cuda.jiterator', 'torch.cuda', 'torch.sparse', 'torch.backends', 'opt_einsum.parser', 'opt_einsum.helpers', 'opt_einsum.blas', 'opt_einsum.paths', 'opt_einsum.path_random', 'opt_einsum.sharing', 'opt_einsum.backends.cupy', 'opt_einsum.backends.object_arrays', 'opt_einsum.backends.jax', 'opt_einsum.backends.tensorflow', 'opt_einsum.backends.theano', 'opt_einsum.backends.torch', 'opt_einsum.backends.dispatch', 'opt_einsum.backends', 'opt_einsum.contract', 'opt_einsum._version', 'opt_einsum', 'torch.backends.opt_einsum', 'torch.nn.parameter', 'torch.nn.modules.module', 'torch._VF', 'torch._torch_docs', 'torch._C._distributed_c10d', 'torch.distributed.constants', 'torch.distributed.rendezvous', 'torch.distributed.distributed_c10d', 'torch.distributed.remote_device', 'torch.distributed', 'torch._C._distributed_rpc', 'torch.futures', 'torch.distributed.rpc.internal', 'torch.distributed.rpc.constants', 'torch.distributed.rpc._utils', 'torch.distributed.rpc.api', 'torch.distributed.rpc.backend_registry', 'torch.distributed.rpc.functions', 'torch._C._distributed_autograd', 'torch.distributed.autograd', 'torch.distributed.rpc.options', 'torch.autograd.variable', 'torch.autograd.function', 'cmath', 'torch.testing._comparison', 'torch.testing._creation', 'torch.testing._legacy', 'torch.testing._deprecated', 'torch.testing', 'torch.utils._pytree', 'torch._vmap_internals', 'torch.autograd.gradcheck', 'torch.autograd.grad_mode', 'torch.autograd.anomaly_mode', 'torch.autograd.forward_ad', 'torch.autograd.functional', 'torch.autograd.graph', 'torch._C._autograd', 'torch.autograd.profiler_util', 'torch.autograd.profiler', 'torch.autograd', 'torch.autograd.profiler_legacy', 'torch.distributed.rpc.server_process_global_profiler', 'torch.distributed.rpc', 'pickletools', 'dataclasses', 'torch.package._digraph', 'torch.package._importlib', 'torch.package._mangling', 'torch.package.importer', 'torch.package._package_pickler', 'torch.package._stdlib', 'torch.package.find_file_dependencies', 'torch.package.glob_group', 'torch.package.package_exporter', 'torch.package.analyze.find_first_use_of_broken_modules', 'torch.package.analyze.trace_dependencies', 'torch.package.analyze', 'torch.package.analyze.is_from_package', 'torch.package.file_structure_representation', 'torch.package._directory_reader', 'torch.package._package_unpickler', 'torch.package.package_importer', 'torch.package', 'torch._jit_internal', 'torch.nn._reduction', 'torch.nn.modules.utils', 'torch.nn.grad', 'torch.nn.functional', 'torch.nn.init', 'torch.nn.modules.lazy', 'torch.nn.modules.linear', 'torch.nn.common_types', 'torch.nn.modules.conv', 'torch.nn.modules.activation', 'torch.nn.modules.distance', 'torch.nn.modules.loss', 'torch.nn.modules.container', 'torch.nn.modules.pooling', 'torch.nn.modules._functions', 'torch.nn.modules.batchnorm', 'torch.nn.modules.instancenorm', 'torch.nn.modules.normalization', 'torch.nn.modules.dropout', 'torch.nn.modules.padding', 'torch.nn.modules.sparse', 'torch.nn.utils.rnn', 'torch.nn.utils.clip_grad', 'torch.nn.utils.weight_norm', 'torch.nn.utils.convert_parameters', 'torch.nn.utils.spectral_norm', 'torch.nn.utils.fusion', 'torch.nn.utils.memory_format', 'torch.nn.utils.parametrize', 'torch.nn.utils.parametrizations', 'torch.nn.utils.init', 'torch.nn.utils.stateless', 'torch.nn.utils', 'torch.nn.modules.rnn', 'torch.nn.modules.pixelshuffle', 'torch.nn.modules.upsampling', 'torch.nn.modules.fold', 'torch.nn.modules.adaptive', 'torch.nn.modules.transformer', 'torch.nn.modules.flatten', 'torch.nn.modules.channelshuffle', 'torch.nn.modules', 'torch.nn.parallel.parallel_apply', 'torch.cuda.nccl', 'torch.nn.parallel.comm', 'torch.nn.parallel.replicate', 'torch.nn.parallel._functions', 'torch.nn.parallel.scatter_gather', 'torch.nn.parallel.data_parallel', 'torch.distributed.algorithms.join', 'torch.distributed.algorithms', 'torch.distributed.utils', 'torch.nn.parallel._replicated_tensor_ddp_utils', 'torch.nn.parallel.distributed', 'torch.nn.parallel', 'torch.nn', 'torch._linalg_utils', 'torch._lowrank', 'torch.functional', 'torch.cpu.amp.autocast_mode', 'torch.cpu.amp', 'torch.cpu', 'torch.fft', 'torch.nested', 'torch.optim.optimizer', 'torch.optim.adadelta', 'torch.optim.adagrad', 'torch.optim.adam', 'torch.optim.adamw', 'torch.optim.adamax', 'torch.optim.asgd', 'torch.optim.nadam', 'torch.optim.radam', 'torch.optim.rmsprop', 'torch.optim.rprop', 'torch.optim.sgd', 'torch.optim._functional', 'torch.optim.sparse_adam', 'torch.optim.lbfgs', 'torch.optim.lr_scheduler', 'torch.optim.swa_utils', 'torch.optim', 'torch.optim._multi_tensor', 'multiprocessing.process', 'multiprocessing.reduction', 'multiprocessing.context', '__mp_main__', 'multiprocessing', 'multiprocessing.util', 'multiprocessing.resource_sharer', 'torch.multiprocessing.reductions', '_multiprocessing', 'multiprocessing.connection', 'torch.multiprocessing.spawn', 'torch.multiprocessing', 'torch.special', 'torch.utils.backcompat', 'torch.onnx._deprecation', 'torch.onnx._constants', 'torch.onnx._internal', 'torch.onnx._internal.diagnostics.infra.sarif._property_bag', 'torch.onnx._internal.diagnostics.infra.sarif._address', 'torch.onnx._internal.diagnostics.infra.sarif._multiformat_message_string', 'torch.onnx._internal.diagnostics.infra.sarif._artifact_content', 'torch.onnx._internal.diagnostics.infra.sarif._message', 'torch.onnx._internal.diagnostics.infra.sarif._artifact_location', 'torch.onnx._internal.diagnostics.infra.sarif._artifact', 'torch.onnx._internal.diagnostics.infra.sarif._region', 'torch.onnx._internal.diagnostics.infra.sarif._replacement', 'torch.onnx._internal.diagnostics.infra.sarif._artifact_change', 'torch.onnx._internal.diagnostics.infra.sarif._rectangle', 'torch.onnx._internal.diagnostics.infra.sarif._attachment', 'torch.onnx._internal.diagnostics.infra.sarif._location_relationship', 'torch.onnx._internal.diagnostics.infra.sarif._logical_location', 'torch.onnx._internal.diagnostics.infra.sarif._physical_location', 'torch.onnx._internal.diagnostics.infra.sarif._location', 'torch.onnx._internal.diagnostics.infra.sarif._tool_component_reference', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_descriptor_reference', 'torch.onnx._internal.diagnostics.infra.sarif._stack_frame', 'torch.onnx._internal.diagnostics.infra.sarif._stack', 'torch.onnx._internal.diagnostics.infra.sarif._web_request', 'torch.onnx._internal.diagnostics.infra.sarif._web_response', 'torch.onnx._internal.diagnostics.infra.sarif._thread_flow_location', 'torch.onnx._internal.diagnostics.infra.sarif._thread_flow', 'torch.onnx._internal.diagnostics.infra.sarif._code_flow', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_configuration', 'torch.onnx._internal.diagnostics.infra.sarif._configuration_override', 'torch.onnx._internal.diagnostics.infra.sarif._exception', 'torch.onnx._internal.diagnostics.infra.sarif._notification', 'torch.onnx._internal.diagnostics.infra.sarif._invocation', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_descriptor_relationship', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_descriptor', 'torch.onnx._internal.diagnostics.infra.sarif._translation_metadata', 'torch.onnx._internal.diagnostics.infra.sarif._tool_component', 'torch.onnx._internal.diagnostics.infra.sarif._tool', 'torch.onnx._internal.diagnostics.infra.sarif._conversion', 'torch.onnx._internal.diagnostics.infra.sarif._edge', 'torch.onnx._internal.diagnostics.infra.sarif._edge_traversal', 'torch.onnx._internal.diagnostics.infra.sarif._node', 'torch.onnx._internal.diagnostics.infra.sarif._graph', 'torch.onnx._internal.diagnostics.infra.sarif._fix', 'torch.onnx._internal.diagnostics.infra.sarif._graph_traversal', 'torch.onnx._internal.diagnostics.infra.sarif._result_provenance', 'torch.onnx._internal.diagnostics.infra.sarif._suppression', 'torch.onnx._internal.diagnostics.infra.sarif._result', 'torch.onnx._internal.diagnostics.infra.sarif._external_properties', 'torch.onnx._internal.diagnostics.infra.sarif._external_property_file_reference', 'torch.onnx._internal.diagnostics.infra.sarif._external_property_file_references', 'torch.onnx._internal.diagnostics.infra.sarif._run_automation_details', 'torch.onnx._internal.diagnostics.infra.sarif._special_locations', 'torch.onnx._internal.diagnostics.infra.sarif._version_control_details', 'torch.onnx._internal.diagnostics.infra.sarif._run', 'torch.onnx._internal.diagnostics.infra.sarif._sarif_log', 'torch.onnx._internal.diagnostics.infra.sarif', 'torch.onnx._internal.diagnostics.infra.formatter', 'torch.onnx._internal.diagnostics.infra._infra', 'torch.onnx._internal.diagnostics.infra.sarif.version', 'torch.onnx._internal.diagnostics.infra.engine', 'torch.onnx._internal.diagnostics.infra', 'torch.onnx._internal.diagnostics._rules', 'torch.onnx._internal.diagnostics._diagnostic', 'torch.onnx._internal.diagnostics', 'torch.onnx.errors', 'zipfile', 'torch.jit._dataclass_impls', 'torch.jit._monkeytype_config', 'torch.jit._state', 'torch._ops', 'torch.jit.annotations', 'astunparse.unparser', 'astunparse.printer', 'astunparse', 'torch.jit.frontend', 'torch.backends.cudnn', 'torch.jit._builtins', 'torch.jit._check', 'torch.jit._recursive', 'torch.jit._fuser', 'torch.jit._serialization', 'torch._classes', 'torch.jit._script', 'torch.jit._trace', 'torch.jit._async', 'torch.jit._decomposition_utils', 'torch.jit._freeze', 'torch.jit._ir_utils', 'torch.jit', 'torch.onnx._exporter_states', 'torch.onnx._globals', 'torch.onnx._internal._beartype', 'torch.onnx._internal.jit_utils', 'torch.onnx._internal.registration', 'torch.onnx.utils', 'torch.onnx._patch_torch', 'torch.onnx._type_utils', 'torch.onnx.symbolic_helper', 'torch.onnx.symbolic_opset9', 'torch.onnx.symbolic_caffe2', 'torch.onnx.symbolic_opset7', 'torch.onnx.symbolic_opset8', 'torch.onnx.symbolic_opset10', 'torch.onnx.symbolic_opset11', 'torch.onnx.symbolic_opset12', 'torch.onnx.symbolic_opset13', 'torch.onnx.symbolic_opset14', 'torch.onnx.symbolic_opset15', 'torch.onnx.symbolic_opset16', 'torch.onnx.symbolic_opset17', 'torch.onnx', 'torch.linalg', 'tqdm._monitor', 'tqdm._tqdm_pandas', 'tqdm.utils', 'tqdm.std', 'tqdm._dist_ver', 'tqdm.version', 'tqdm.cli', 'tqdm.gui', 'tqdm', 'ipywidgets._version', 'ipywidgets.widgets.widget', 'ipywidgets.widgets.util', 'ipywidgets.widgets.trait_types', 'ipywidgets.widgets.widget_layout', 'ipywidgets.widgets.widget_style', 'ipywidgets.widgets.domwidget', 'ipywidgets.widgets.valuewidget', 'ipywidgets.widgets.widget_core', 'ipywidgets.widgets.widget_description', 'ipywidgets.widgets.widget_bool', 'ipywidgets.widgets.widget_button', 'ipywidgets.widgets.docutils', 'ipywidgets.widgets.widget_box', 'ipywidgets.widgets.widget_int', 'ipywidgets.widgets.widget_float', 'ipywidgets.widgets.widget_color', 'ipywidgets.widgets.widget_date', 'ipywidgets.widgets.widget_output', 'ipywidgets.widgets.widget_selection', 'ipywidgets.widgets.widget_selectioncontainer', 'ipywidgets.widgets.widget_string', 'ipywidgets.widgets.widget_controller', 'ipywidgets.widgets.interaction', 'ipywidgets.widgets.widget_link', 'ipywidgets.widgets.widget_media', 'ipywidgets.widgets.widget_templates', 'ipywidgets.widgets.widget_upload', 'ipywidgets.widgets', 'ipywidgets', 'tqdm.notebook', 'tqdm.autonotebook', 'tqdm.asyncio', 'tqdm.auto', 'torch.hub', 'torch.distributions.constraints', 'torch.distributions.utils', 'torch.distributions.distribution', 'torch.distributions.exp_family', 'torch.distributions.bernoulli', 'torch.distributions.dirichlet', 'torch.distributions.beta', 'torch.distributions.binomial', 'torch.distributions.categorical', 'torch.distributions.cauchy', 'torch.distributions.gamma', 'torch.distributions.chi2', 'torch.distributions.transforms', 'torch.distributions.constraint_registry', 'torch.distributions.continuous_bernoulli', 'torch.distributions.exponential', 'torch.distributions.fishersnedecor', 'torch.distributions.geometric', 'torch.distributions.uniform', 'torch.distributions.independent', 'torch.distributions.transformed_distribution', 'torch.distributions.gumbel', 'torch.distributions.half_cauchy', 'torch.distributions.normal', 'torch.distributions.half_normal', 'torch.distributions.laplace', 'torch.distributions.multivariate_normal', 'torch.distributions.lowrank_multivariate_normal', 'torch.distributions.one_hot_categorical', 'torch.distributions.pareto', 'torch.distributions.poisson', 'torch.distributions.kl', 'torch.distributions.kumaraswamy', 'torch.distributions.lkj_cholesky', 'torch.distributions.log_normal', 'torch.distributions.logistic_normal', 'torch.distributions.mixture_same_family', 'torch.distributions.multinomial', 'torch.distributions.negative_binomial', 'torch.distributions.relaxed_bernoulli', 'torch.distributions.relaxed_categorical', 'torch.distributions.studentT', 'torch.distributions.von_mises', 'torch.distributions.weibull', 'torch.distributions.wishart', 'torch.distributions', 'torch.backends.cuda', 'torch.backends.mps', 'torch.backends.mkl', 'torch.backends.mkldnn', 'torch.backends.openmp', 'torch.backends.quantized', 'torch.utils.data.sampler', 'torch.utils.data.dataset', 'torch.utils.data.datapipes._hook_iterator', 'torch.utils.data.datapipes._typing', 'torch.utils.data.datapipes.utils', 'torch.utils.data._utils.signal_handling', 'torch.utils.data._utils.worker', 'torch.utils.data._utils.pin_memory', 'torch.utils.data._utils.collate', 'torch.utils.data._utils.fetch', 'torch.utils.data._utils', 'dill.info', '_pyio', 'dill.settings', 'dill._dill', 'dill.source', 'dill.temp', 'dill.pointers', 'dill.detect', 'dill.objtypes', 'dill', 'torch.utils.data._utils.serialization', 'torch.utils.data.datapipes.utils.common', 'torch.utils.data.datapipes.datapipe', 'torch.utils.data.datapipes.iter.utils', 'torch.utils.data.datapipes._decorator', 'torch.utils.data.datapipes.dataframe.dataframe_wrapper', 'torch.utils.data.datapipes.dataframe.structures', 'torch.utils.data.datapipes.dataframe.dataframes', 'torch.utils.data.datapipes.dataframe.datapipes', 'torch.utils.data.datapipes.dataframe', 'torch.utils.data.datapipes.iter.callable', 'torch.utils.data.datapipes.iter.combinatorics', 'torch.utils.data.datapipes.iter.combining', 'torch.utils.data.datapipes.iter.filelister', 'torch.utils.data.datapipes.iter.fileopener', 'torch.utils.data.datapipes.iter.grouping', 'torch.utils.data.datapipes.utils.decoder', 'torch.utils.data.datapipes.iter.routeddecoder', 'torch.utils.data.datapipes.iter.selecting', 'torch.utils.data.datapipes.iter.streamreader', 'torch.utils.data.datapipes.iter', 'torch.utils.data.datapipes.map.callable', 'torch.utils.data.datapipes.map.combinatorics', 'torch.utils.data.datapipes.map.combining', 'torch.utils.data.datapipes.map.grouping', 'torch.utils.data.datapipes.map.utils', 'torch.utils.data.datapipes.map', 'torch.utils.data.datapipes', 'torch.utils.data.graph', 'torch.utils.data.graph_settings', 'torch.utils.data.dataloader', 'torch.utils.data.distributed', 'torch.utils.data.backward_compatibility', 'torch.utils.data.communication.eventloop', 'torch.utils.data.communication.iter', 'torch.utils.data.communication.map', 'torch.utils.data.communication.messages', 'torch.utils.data.communication.protocol', 'torch.utils.data.communication.queue', 'torch.utils.data.communication', 'torch.utils.data.dataloader_experimental', 'torch.utils.data', 'torch.__config__', 'torch.__future__', 'gzip', 'torch.profiler.profiler', 'torch.profiler.itt', 'torch.profiler', 'torch.ao', 'torch.ao.nn', 'torch.ao.nn.intrinsic.modules.fused', 'torch.ao.nn.intrinsic.modules', 'torch.ao.nn.intrinsic', 'torch.nn.intrinsic.modules.fused', 'torch.nn.intrinsic.modules', 'torch.nn.intrinsic', 'torch.ao.nn.quantizable.modules.activation', 'torch.ao.nn.quantizable.modules.rnn', 'torch.ao.nn.quantizable.modules', 'torch.ao.nn.quantizable', 'torch.nn.quantizable.modules', 'torch.nn.quantizable', 'torch.ao.nn.quantized.modules.activation', 'torch.ao.nn.quantized.modules.dropout', 'torch.ao.nn.quantized.modules.batchnorm', 'torch.ao.nn.quantized.modules.normalization', 'torch.ao.nn.qat.modules.linear', 'torch.ao.nn.qat.modules.conv', 'torch.ao.nn.qat.modules.embedding_ops', 'torch.ao.nn.qat.modules', 'torch.ao.nn.qat', 'torch.nn.intrinsic.qat.modules.linear_relu', 'torch.nn.intrinsic.qat.modules.linear_fused', 'torch.nn.intrinsic.qat.modules.conv_fused', 'torch.nn.intrinsic.qat.modules', 'torch.nn.intrinsic.qat', 'torch.ao.nn.quantized.modules.utils', 'torch.ao.nn.quantized.modules.conv', 'torch.ao.nn.quantized.modules.linear', 'torch.ao.nn.quantized.modules.embedding_ops', 'torch.ao.nn.quantized.modules.rnn', 'torch.ao.nn.quantized.modules.functional_modules', 'torch.ao.nn.quantized.modules', 'torch.ao.nn.quantized.functional', 'torch.ao.nn.quantized', 'torch.ao.nn.quantized.dynamic.modules.linear', 'torch.ao.nn.quantized.dynamic.modules.rnn', 'torch.ao.nn.quantized.dynamic.modules.conv', 'torch.ao.nn.quantized.dynamic.modules', 'torch.ao.nn.quantized.dynamic', 'torch.nn.quantized.dynamic', 'torch.nn.quantized.functional', 'torch.nn.quantized.modules', 'torch.nn.quantized', 'torch.ao.nn.qat.dynamic.modules.linear', 'torch.ao.nn.qat.dynamic.modules', 'torch.ao.nn.qat.dynamic', 'torch.nn.qat.dynamic.modules.linear', 'torch.nn.qat.dynamic.modules', 'torch.nn.qat.dynamic', 'torch.nn.qat.modules.conv', 'torch.nn.qat.modules.embedding_ops', 'torch.nn.qat.modules.linear', 'torch.nn.qat.modules', 'torch.nn.qat', 'torch._tensor_docs', 'torch._storage_docs', 'torch.ao.quantization.quant_type', 'torch.ao.quantization.utils', 'torch.ao.quantization.observer', 'torch.ao.quantization.fake_quantize', 'torch.ao.quantization.fuser_method_mappings', 'torch.ao.quantization.fuse_modules', 'torch.ao.quantization.qconfig', 'torch.ao.quantization.qconfig_mapping', 'torch.nn.intrinsic.quantized.modules.linear_relu', 'torch.nn.intrinsic.quantized.modules.conv_relu', 'torch.nn.intrinsic.quantized.modules.bn_relu', 'torch.nn.intrinsic.quantized.modules', 'torch.nn.intrinsic.quantized', 'torch.nn.intrinsic.quantized.dynamic.modules.linear_relu', 'torch.nn.intrinsic.quantized.dynamic.modules', 'torch.nn.intrinsic.quantized.dynamic', 'torch.ao.nn.quantized.reference.modules.utils', 'torch.ao.nn.quantized.reference.modules.linear', 'torch.ao.nn.quantized.reference.modules.conv', 'torch.ao.nn.quantized.reference.modules.rnn', 'torch.ao.nn.quantized.reference.modules.sparse', 'torch.ao.nn.quantized.reference.modules', 'torch.ao.nn.quantized.reference', 'torch.ao.nn.sparse.quantized.linear', 'torch.ao.nn.sparse.quantized.utils', 'torch.ao.nn.sparse.quantized.dynamic.linear', 'torch.ao.nn.sparse.quantized.dynamic', 'torch.ao.nn.sparse.quantized', 'torch.ao.nn.sparse', 'torch.ao.quantization.stubs', 'torch.ao.quantization.quantization_mappings', 'torch.ao.quantization.quantize', 'torch.ao.quantization.quantize_jit', 'torch.ao.quantization', 'torch.quantization.quantize', 'torch.quantization.observer', 'torch.quantization.qconfig', 'torch.quantization.fake_quantize', 'torch.quantization.fuser_method_mappings', 'torch.quantization.fuse_modules', 'torch.quantization.stubs', 'torch.quantization.quant_type', 'torch.quantization.quantize_jit', 'torch.quantization.quantization_mappings', 'torch.quantization', 'torch.quasirandom', 'torch.multiprocessing._atfork', 'torch._lobpcg', 'torch.utils.dlpack', 'torch.masked.maskedtensor.core', 'torch.masked.maskedtensor.binary', 'torch.masked.maskedtensor.passthrough', 'torch.masked.maskedtensor.creation', 'torch.masked.maskedtensor.reductions', 'torch.masked.maskedtensor.unary', 'torch.masked.maskedtensor', 'torch.masked._docs', 'torch.masked._ops', 'torch.masked', 'torch.return_types', 'torch.library', 'torch._prims_common', 'torch._prims_common.wrappers', 'torch._prims.nvfuser_prims', 'torch.utils._mode_utils', 'torch._subclasses.meta_utils', 'torch.fx._compatibility', 'torch.fx.immutable_collections', 'torch.fx.operator_schemas', 'torch.fx.node', 'torch.fx._pytree', 'torch.fx.graph', 'torch.fx.graph_module', 'torch.fx.traceback', 'torch.fx.proxy', 'torch.fx._symbolic_trace', 'torch.fx.interpreter', 'torch.fx.subgraph_rewriter', 'torch.fx', 'torch.utils._python_dispatch', 'torch._subclasses.fake_tensor', 'torch._subclasses.fake_utils', 'torch._subclasses', 'torch._prims', 'torch._decomp.decompositions', 'torch._decomp', 'torch._refs.fft', 'torch._refs.linalg', 'torch._refs.nn', 'torch._refs.nn.functional', 'torch._refs.special', 'torch._refs', 'torch._meta_registrations', 'torch', 'yaml.error', 'yaml.tokens', 'yaml.events', 'yaml.nodes', 'yaml.reader', 'yaml.scanner', 'yaml.parser', 'yaml.composer', 'yaml.constructor', 'yaml.resolver', 'yaml.loader', 'yaml.emitter', 'yaml.serializer', 'yaml.representer', 'yaml.dumper', 'yaml._yaml', 'yaml.cyaml', 'yaml', 'tqdm.contrib', 'ruamel.yaml.compat', 'ruamel.yaml.error', 'ruamel.yaml.util', 'ruamel.yaml.reader', 'ruamel.yaml.tokens', 'ruamel.yaml.scanner', 'ruamel.yaml.events', 'ruamel.yaml.anchor', 'ruamel.yaml.scalarstring', 'ruamel.yaml.comments', 'ruamel.yaml.parser', 'ruamel.yaml.nodes', 'ruamel.yaml.composer', 'ruamel.yaml.scalarint', 'ruamel.yaml.scalarfloat', 'ruamel.yaml.scalarbool', 'ruamel.yaml.timestamp', 'ruamel.yaml.constructor', 'ruamel.yaml.emitter', 'ruamel.yaml.serializer', 'ruamel.yaml.representer', '_ruamel_yaml', 'ruamel.yaml.resolver', 'ruamel.yaml.cyaml', 'ruamel.yaml.loader', 'ruamel.yaml.dumper', 'ruamel.yaml.main', 'ruamel.yaml', 'hyperpyyaml.core', 'hyperpyyaml', '_csv', 'csv', 'speechbrain.utils.data_utils', 'speechbrain.utils.superpowers', 'speechbrain.utils.logger', 'speechbrain.utils.edit_distance', 'speechbrain.utils.distributed', 'speechbrain.utils._workarounds', 'speechbrain.utils.depgraph', 'speechbrain.utils.DER', 'speechbrain.utils.hparams', 'speechbrain.utils.hpopt', 'torchaudio._internal', 'ctypes.util', '_cffi_backend', '_soundfile', 'soundfile', 'torchaudio._internal.module_utils', 'torchaudio._torchaudio', 'torchaudio._torchaudio_ffmpeg', 'torchaudio._extension', 'torchaudio.compliance.kaldi', 'torchaudio.compliance', 'torch.utils.model_zoo', 'torchaudio.datasets.utils', 'torchaudio.datasets.cmuarctic', 'torchaudio.datasets.cmudict', 'torchaudio.datasets.commonvoice', 'torchaudio.datasets.dr_vctk', 'torchaudio.datasets.fluentcommands', 'torchaudio.datasets.gtzan', 'torchaudio.datasets.iemocap', 'torchaudio.datasets.librispeech', 'torchaudio.datasets.librilight_limited', 'torchaudio.datasets.librimix', 'torchaudio.datasets.libritts', 'torchaudio.datasets.ljspeech', 'torchaudio.datasets.musdb_hq', 'torchaudio.datasets.quesst14', 'torchaudio.datasets.snips', 'torchaudio.datasets.speechcommands', 'torchaudio.datasets.tedlium', 'torchaudio.datasets.vctk', 'torchaudio.datasets.voxceleb1', 'torchaudio.datasets.yesno', 'torchaudio.datasets', 'torchaudio.functional.filtering', 'torchaudio.functional.functional', 'torchaudio.functional', 'torchaudio.io', 'torchaudio.kaldi_io', 'torchaudio.models._hdemucs', 'torchaudio.models.conformer', 'torchaudio.models.conv_tasnet', 'torchaudio.models.deepspeech', 'torchaudio.models.emformer', 'torchaudio.models.rnnt', 'torchaudio.models.rnnt_decoder', 'torchaudio.models.tacotron2', 'torchaudio.models.wav2letter', 'torchaudio.models.wav2vec2.components', 'torchaudio.models.wav2vec2.model', 'torchaudio.models.wav2vec2.utils.import_fairseq', 'torchaudio.models.wav2vec2.utils.import_huggingface', 'torchaudio.models.wav2vec2.utils', 'torchaudio.models.wav2vec2', 'torchaudio.models.wavernn', 'torchaudio.models', 'torchaudio.pipelines._source_separation_pipeline', 'torchaudio.transforms._multi_channel', 'torchaudio.transforms._transforms', 'torchaudio.transforms', 'torchaudio.pipelines._tts.utils', 'torchaudio.pipelines._tts.interface', 'torchaudio.pipelines._tts.impl', 'torchaudio.pipelines._tts', 'torchaudio.pipelines._wav2vec2', 'torchaudio.pipelines._wav2vec2.utils', 'torchaudio.pipelines._wav2vec2.impl', 'torchaudio.pipelines.rnnt_pipeline', 'torchaudio.pipelines', 'torchaudio.utils.ffmpeg_utils', 'torchaudio.utils.sox_utils', 'torchaudio.utils.download', 'torchaudio.utils', 'torchaudio.sox_effects.sox_effects', 'torchaudio.sox_effects', 'torchaudio.backend.no_backend', 'torchaudio.backend.common', 'torchaudio.backend.soundfile_backend', 'torchaudio.io._compat', 'torchaudio.backend.sox_io_backend', 'torchaudio.backend.utils', 'torchaudio.backend', 'torchaudio.version', 'torchaudio', 'speechbrain.utils.torch_audio_backend', 'packaging.__about__', 'packaging', 'packaging._structures', 'packaging.version', 'swig_runtime_data4', 'sentencepiece._sentencepiece', 'sentencepiece._version', 'sentencepiece', 'speechbrain.utils.checkpoints', 'speechbrain.utils.epoch_loop', 'joblib.hashing', 'joblib.disk', 'joblib.logger', 'joblib.func_inspect', 'joblib.backports', 'joblib.compressor', 'joblib.numpy_pickle_utils', 'joblib.numpy_pickle_compat', 'joblib.numpy_pickle', 'joblib._store_backends', 'joblib.memory', 'joblib._multiprocessing_helpers', 'joblib._deprecated_my_exceptions', 'joblib.my_exceptions', 'mmap', 'joblib.externals', 'joblib.externals.loky._base', 'joblib.externals.loky.backend.compat_posix', 'joblib.externals.loky.backend.compat', 'joblib.externals.loky.backend.process', 'joblib.externals.loky.backend.context', 'multiprocessing.synchronize', 'joblib.externals.loky.backend', 'joblib.externals.loky.backend._posix_reduction', 'joblib.externals.cloudpickle.compat', 'joblib.externals.cloudpickle.cloudpickle', 'joblib.externals.cloudpickle.cloudpickle_fast', 'joblib.externals.cloudpickle', 'joblib.externals.loky.backend.reduction', 'multiprocessing.queues', 'joblib.externals.loky.backend.queues', 'psutil._common', 'psutil._compat', 'psutil._psposix', 'psutil._psutil_linux', 'psutil._psutil_posix', 'psutil._pslinux', 'psutil', 'joblib.externals.loky.backend.utils', 'concurrent.futures.process', 'joblib.externals.loky.process_executor', 'joblib.externals.loky.reusable_executor', 'joblib.externals.loky.cloudpickle_wrapper', 'joblib.externals.loky', 'joblib.externals.loky.backend.spawn', 'joblib.externals.loky.backend.resource_tracker', 'joblib._memmapping_reducer', 'multiprocessing.pool', 'joblib.pool', 'joblib.executor', 'joblib._parallel_backends', 'joblib.parallel', 'joblib', 'speechbrain.utils.data_pipeline', 'speechbrain.dataio.dataio', 'speechbrain.dataio.dataset', 'speechbrain.dataio.legacy', 'scipy._lib._testutils', 'scipy._lib', 'scipy._lib.deprecation', 'scipy.__config__', 'scipy.version', 'scipy._distributor_init', 'scipy._lib._pep440', 'scipy._lib._ccallback_c', 'scipy._lib._ccallback', 'scipy._lib._uarray._uarray', 'scipy._lib._uarray._backend', 'scipy._lib._uarray', 'scipy._lib.uarray', 'scipy.fft._basic', 'scipy.fft._realtransforms', 'scipy.fft._pocketfft.pypocketfft', 'scipy.fft._pocketfft.helper', 'scipy.fft._pocketfft.basic', 'scipy.fft._pocketfft.realtransforms', 'scipy.fft._pocketfft', 'scipy.fft._helper', 'scipy.fft._backend', 'scipy.fft', 'scipy', 'scipy._lib._util', 'scipy.sparse.sputils', 'scipy.sparse.base', 'scipy.sparse._sparsetools', 'scipy.sparse.data', 'scipy.sparse.dia', 'scipy.sparse._index', 'scipy.sparse.compressed', 'scipy.sparse.csr', 'scipy.sparse.csc', 'scipy.sparse._csparsetools', 'scipy.sparse.lil', 'scipy.sparse.dok', 'scipy.sparse.coo', 'scipy.sparse.bsr', 'scipy.sparse.construct', 'scipy.sparse.extract', 'scipy.sparse._matrix_io', 'scipy.sparse.csgraph._laplacian', 'scipy.sparse.csgraph._tools', 'scipy.sparse.csgraph._validation', 'scipy.sparse.csgraph._shortest_path', 'scipy.sparse.csgraph._traversal', 'scipy.sparse.csgraph._min_spanning_tree', 'scipy.sparse.csgraph._flow', 'scipy.sparse.csgraph._matching', 'scipy.sparse.csgraph._reordering', 'scipy.sparse.csgraph', 'scipy.sparse', 'scipy.spatial.kdtree', 'scipy.spatial.ckdtree', 'scipy._lib.messagestream', 'scipy.spatial.qhull', 'scipy.spatial._voronoi', 'scipy.spatial._spherical_voronoi', 'scipy._lib.decorator', 'scipy.spatial._plotutils', 'scipy.linalg._fblas', 'scipy.linalg.blas', 'scipy.linalg._flapack', 'scipy.linalg.lapack', 'scipy.linalg.misc', 'scipy.linalg._flinalg', 'scipy.linalg.flinalg', 'scipy.linalg.decomp', 'scipy.linalg.decomp_svd', 'scipy.linalg._solve_toeplitz', 'scipy.linalg.basic', 'scipy.linalg.decomp_lu', 'scipy.linalg._decomp_ldl', 'scipy.linalg.decomp_cholesky', 'scipy.linalg.decomp_qr', 'scipy.linalg._decomp_qz', 'scipy.linalg.decomp_schur', 'scipy.linalg._decomp_polar', 'scipy.linalg.special_matrices', 'scipy.linalg._expm_frechet', 'scipy.linalg._matfuncs_sqrtm', 'scipy.linalg.matfuncs', 'scipy.linalg._solvers', 'scipy.linalg._procrustes', 'scipy.linalg.cython_blas', 'scipy.linalg.cython_lapack', 'scipy.linalg._decomp_update', 'scipy.linalg._sketches', 'scipy.linalg._decomp_cossin', 'scipy.linalg', 'scipy.spatial._procrustes', 'scipy.spatial._distance_wrap', 'scipy.spatial._hausdorff', 'scipy.special.sf_error', 'scipy.special._ufuncs_cxx', 'scipy.special._ufuncs', 'scipy.special.specfun', 'scipy.special.orthogonal', 'scipy.special._comb', 'scipy.special._basic', 'scipy.special._logsumexp', 'scipy.special.spfun_stats', 'scipy.special._ellip_harm_2', 'scipy.special._ellip_harm', 'scipy.special._lambertw', 'scipy.special._spherical_bessel', 'scipy.special', 'scipy.spatial.distance', 'scipy.spatial._geometric_slerp', 'scipy.constants.codata', 'scipy.constants.constants', 'scipy.constants', 'scipy.spatial.transform._rotation_groups', 'scipy.spatial.transform.rotation', 'scipy.spatial.transform._rotation_spline', 'scipy.spatial.transform', 'scipy.spatial', 'scipy.ndimage._ni_support', 'scipy.ndimage._nd_image', 'scipy._lib.doccer', 'scipy.ndimage._ni_docstrings', 'scipy.ndimage.filters', 'scipy.ndimage.fourier', 'scipy.ndimage.interpolation', '_ni_label', 'scipy.ndimage._ni_label', 'scipy.ndimage.morphology', 'scipy.ndimage.measurements', 'scipy.ndimage', 'scipy.stats._distr_params', 'scipy.optimize.minpack2', 'scipy.optimize.linesearch', 'scipy.sparse.linalg.isolve._iterative', 'scipy.sparse.linalg.interface', 'scipy.sparse.linalg.isolve.utils', 'scipy._lib._threadsafety', 'scipy.sparse.linalg.isolve.iterative', 'scipy.sparse.linalg.isolve.minres', 'scipy.sparse.linalg.isolve._gcrotmk', 'scipy.sparse.linalg.isolve.lgmres', 'scipy.sparse.linalg.isolve.lsqr', 'scipy.sparse.linalg.isolve.lsmr', 'scipy.sparse.linalg.isolve', 'scipy.sparse.linalg.dsolve._superlu', 'scipy.sparse.linalg.dsolve.linsolve', 'scipy.sparse.linalg.dsolve._add_newdocs', 'scipy.sparse.linalg.dsolve', 'scipy.sparse.linalg.eigen.arpack._arpack', 'scipy.sparse.linalg.eigen.lobpcg.lobpcg', 'scipy.sparse.linalg.eigen.lobpcg', 'scipy.sparse.linalg.eigen.arpack.arpack', 'scipy.sparse.linalg.eigen.arpack', 'scipy.sparse.linalg.eigen', 'scipy.sparse.linalg._expm_multiply', 'scipy.sparse.linalg.matfuncs', 'scipy.sparse.linalg._onenormest', 'scipy.sparse.linalg._norm', 'scipy.sparse.linalg', 'scipy.optimize._group_columns', 'scipy.optimize._numdiff', 'scipy.optimize._hessian_update_strategy', 'scipy.optimize._differentiable_functions', 'scipy.optimize.optimize', 'scipy.optimize._trustregion', 'scipy.optimize._trustregion_dogleg', 'scipy.optimize._trustregion_ncg', 'scipy.optimize._trlib._trlib', 'scipy.optimize._trlib', 'scipy.optimize._trustregion_krylov', 'scipy.optimize._trustregion_exact', 'unittest.util', 'unittest.result', 'unittest.case', 'unittest.async_case', 'unittest.suite', 'unittest.loader', 'unittest.signals', 'unittest.runner', 'unittest.main', 'unittest', 'numpy.testing._private', 'numpy.testing._private.utils', 'numpy.testing._private.decorators', 'numpy.testing._private.nosetester', 'numpy.testing', 'scipy.optimize._constraints', 'scipy.optimize._trustregion_constr.projections', 'scipy.optimize._trustregion_constr.qp_subproblem', 'scipy.optimize._trustregion_constr.equality_constrained_sqp', 'scipy.optimize._trustregion_constr.canonical_constraint', 'scipy.optimize._trustregion_constr.tr_interior_point', 'scipy.optimize._trustregion_constr.report', 'scipy.optimize._trustregion_constr.minimize_trustregion_constr', 'scipy.optimize._trustregion_constr', 'scipy.optimize._lbfgsb', 'scipy.optimize.lbfgsb', 'scipy.optimize.moduleTNC', 'scipy.optimize.tnc', 'scipy.optimize._cobyla', 'scipy.optimize.cobyla', 'scipy.optimize._slsqp', 'scipy.optimize.slsqp', 'scipy.optimize._minimize', 'scipy.optimize._minpack', 'scipy.optimize._lsq.common', 'scipy.optimize._lsq.trf', 'scipy.optimize._lsq.dogbox', 'scipy.optimize._lsq.least_squares', 'scipy.optimize._lsq.givens_elimination', 'scipy.optimize._lsq.trf_linear', 'scipy.optimize._lsq.bvls', 'scipy.optimize._lsq.lsq_linear', 'scipy.optimize._lsq', 'scipy.optimize.minpack', 'scipy.optimize._spectral', 'scipy.optimize.nonlin', 'scipy.optimize._root', 'scipy.optimize._zeros', 'scipy.optimize.zeros', 'scipy.optimize._root_scalar', 'scipy.optimize.__nnls', 'scipy.optimize._nnls', 'scipy.optimize._basinhopping', 'scipy.optimize._remove_redundancy', 'scipy.optimize._linprog_util', 'scipy.optimize._linprog_ip', 'scipy.optimize._linprog_simplex', 'scipy.optimize._bglu_dense', 'scipy.optimize._linprog_rs', 'scipy.optimize._linprog', 'scipy.optimize._lsap_module', 'scipy.optimize._lsap', 'scipy.optimize._differentialevolution', 'scipy.optimize._shgo_lib', 'scipy.optimize._shgo_lib.sobol_seq', 'scipy.optimize._shgo_lib.triangulation', 'scipy.optimize._shgo', 'scipy.optimize._dual_annealing', 'scipy.optimize', 'scipy.integrate._quadrature', 'scipy.integrate._odepack', 'scipy.integrate.odepack', 'scipy.integrate._quadpack', 'scipy.integrate.quadpack', 'scipy.integrate.vode', 'scipy.integrate._dop', 'scipy.integrate.lsoda', 'scipy.integrate._ode', 'scipy.integrate._bvp', 'scipy.integrate._ivp.common', 'scipy.integrate._ivp.base', 'scipy.integrate._ivp.bdf', 'scipy.integrate._ivp.radau', 'scipy.integrate._ivp.dop853_coefficients', 'scipy.integrate._ivp.rk', 'scipy.integrate._ivp.lsoda', 'scipy.integrate._ivp.ivp', 'scipy.integrate._ivp', 'scipy.integrate._quad_vec', 'scipy.integrate', 'scipy.misc.doccer', 'scipy.misc.common', 'scipy.misc', 'scipy.stats._constants', 'scipy.stats._distn_infrastructure', 'scipy.interpolate._fitpack', 'scipy.interpolate.dfitpack', 'scipy.interpolate._fitpack_impl', 'scipy.interpolate._bspl', 'scipy.interpolate._bsplines', 'scipy.interpolate.fitpack', 'scipy.interpolate.polyint', 'scipy.interpolate._ppoly', 'scipy.interpolate.fitpack2', 'scipy.interpolate.interpnd', 'scipy.interpolate.interpolate', 'scipy.interpolate.rbf', 'scipy.interpolate._cubic', 'scipy.interpolate.ndgriddata', 'scipy.interpolate._pade', 'scipy.interpolate', 'scipy.special.cython_special', 'scipy.stats._stats', 'scipy.stats._rvs_sampling', 'scipy.stats._tukeylambda_stats', 'scipy.stats._ksstats', 'scipy.stats._continuous_distns', 'scipy.stats._discrete_distns', 'scipy.stats.distributions', 'scipy.stats._stats_mstats_common', 'scipy.stats.mstats_basic', 'scipy.stats._wilcoxon_data', 'scipy.stats._hypotests', 'scipy.stats.stats', 'scipy.stats.statlib', 'scipy.stats.contingency', 'scipy.stats.morestats', 'scipy.stats._binned_statistic', 'scipy.stats.mvn', 'scipy.stats.kde', 'scipy.stats.mstats_extras', 'scipy.stats.mstats', 'scipy.stats._multivariate', 'scipy.stats', 'speechbrain.dataio.sampler', 'speechbrain.dataio.batch', 'speechbrain.dataio.iterators', 'speechbrain.dataio.wer', 'webdataset.tenbin', 'webdataset.checks', 'webdataset.autodecode', 'webdataset.iterators', 'braceexpand', 'webdataset.utils', 'webdataset.gopen', 'webdataset.tariterators', 'webdataset.shardcache', 'webdataset.dbcache', 'webdataset.dataset', 'webdataset.fluid', 'webdataset.writer', 'webdataset', 'zipp', 'importlib_metadata._functools', 'importlib_metadata._text', 'importlib_metadata._adapters', 'importlib_metadata._compat', 'importlib_metadata._meta', 'importlib_metadata._collections', 'importlib_metadata._itertools', 'importlib_metadata', 'speechbrain.dataio.dataloader', 'speechbrain.dataio.encoder', 'speechbrain.processing', 'speechbrain.processing.signal_processing', 'speechbrain.processing.speech_augmentation', 'speechbrain.dataio.preprocess', 'speechbrain.dataio', 'speechbrain.utils.metric_stats', 'speechbrain.utils.bleu', 'speechbrain.utils.profiling', 'huggingface_hub', 'urllib3.packages.ssl_match_hostname', 'urllib3.packages', 'urllib3.packages.six', 'urllib3.packages.six.moves', 'urllib3.packages.six.moves.http_client', 'urllib3.exceptions', 'urllib3._version', 'urllib3.contrib', 'urllib3.contrib._appengine_environ', 'urllib3.util.wait', 'urllib3.util.connection', 'urllib3.util.request', 'urllib3.util.response', 'urllib3.util.retry', 'urllib3.util.url', 'urllib3.util.ssltransport', 'urllib3.util.ssl_', 'urllib3.util.timeout', 'urllib3.util', 'urllib3.util.proxy', 'urllib3._collections', 'urllib3.connection', 'urllib3.fields', 'urllib3.filepost', 'urllib3.packages.six.moves.urllib', 'urllib3.packages.six.moves.urllib.parse', 'urllib3.request', 'urllib3.response', 'urllib3.util.queue', 'urllib3.connectionpool', 'urllib3.poolmanager', 'urllib3', 'chardet.compat', 'chardet.enums', 'chardet.charsetprober', 'chardet.charsetgroupprober', 'chardet.codingstatemachine', 'chardet.escsm', 'chardet.escprober', 'chardet.latin1prober', 'chardet.mbcssm', 'chardet.utf8prober', 'chardet.mbcharsetprober', 'chardet.euctwfreq', 'chardet.euckrfreq', 'chardet.gb2312freq', 'chardet.big5freq', 'chardet.jisfreq', 'chardet.chardistribution', 'chardet.jpcntx', 'chardet.sjisprober', 'chardet.eucjpprober', 'chardet.gb2312prober', 'chardet.euckrprober', 'chardet.cp949prober', 'chardet.big5prober', 'chardet.euctwprober', 'chardet.mbcsgroupprober', 'chardet.sbcharsetprober', 'chardet.langcyrillicmodel', 'chardet.langgreekmodel', 'chardet.langbulgarianmodel', 'chardet.langthaimodel', 'chardet.langhebrewmodel', 'chardet.hebrewprober', 'chardet.langturkishmodel', 'chardet.sbcsgroupprober', 'chardet.universaldetector', 'chardet.version', 'chardet', 'http.cookiejar', 'http.cookies', 'requests.compat', 'requests.exceptions', 'charset_normalizer.assets', 'charset_normalizer.constant', '_multibytecodec', 'charset_normalizer.utils', 'charset_normalizer.md', 'charset_normalizer.models', 'charset_normalizer.cd', 'charset_normalizer.api', 'charset_normalizer.legacy', 'charset_normalizer.version', 'charset_normalizer', 'requests.packages.urllib3.packages.ssl_match_hostname', 'requests.packages.urllib3.packages', 'requests.packages.urllib3.packages.six', 'requests.packages.urllib3.packages.six.moves', 'requests.packages.urllib3.packages.six.moves.http_client', 'requests.packages.urllib3.exceptions', 'requests.packages.urllib3._version', 'requests.packages.urllib3.contrib', 'requests.packages.urllib3.contrib._appengine_environ', 'requests.packages.urllib3.util.wait', 'requests.packages.urllib3.util.connection', 'requests.packages.urllib3.util.request', 'requests.packages.urllib3.util.response', 'requests.packages.urllib3.util.retry', 'requests.packages.urllib3.util.url', 'requests.packages.urllib3.util.ssltransport', 'requests.packages.urllib3.util.ssl_', 'requests.packages.urllib3.util.timeout', 'requests.packages.urllib3.util', 'requests.packages.urllib3.util.proxy', 'requests.packages.urllib3._collections', 'requests.packages.urllib3.connection', 'requests.packages.urllib3.fields', 'requests.packages.urllib3.filepost', 'requests.packages.urllib3.packages.six.moves.urllib', 'requests.packages.urllib3.packages.six.moves.urllib.parse', 'requests.packages.urllib3.request', 'requests.packages.urllib3.response', 'requests.packages.urllib3.util.queue', 'requests.packages.urllib3.connectionpool', 'requests.packages.urllib3.poolmanager', 'requests.packages.urllib3', 'idna.package_data', 'idna.idnadata', 'idna.intranges', 'idna.core', 'idna', 'requests.packages.idna.package_data', 'requests.packages.idna.idnadata', 'requests.packages.idna.intranges', 'requests.packages.idna.core', 'requests.packages.idna', 'requests.packages.chardet', 'requests.packages', 'importlib.resources', 'certifi.core', 'certifi', 'requests.certs', 'requests.__version__', 'requests._internal_utils', 'requests.cookies', 'requests.structures', 'requests.utils', 'requests.auth', 'stringprep', 'encodings.idna', 'requests.hooks', 'requests.status_codes', 'requests.models', 'socks', 'urllib3.contrib.socks', 'requests.adapters', 'requests.sessions', 'requests.api', 'requests', 'speechbrain.pretrained.fetching', 'speechbrain.utils.callchains', 'speechbrain.pretrained.interfaces', 'speechbrain.pretrained', 'speechbrain.utils.parameter_transfer', 'speechbrain.utils.Accuracy', 'speechbrain.utils.text_to_sequence', 'PIL._version', 'PIL', 'xml.parsers', 'pyexpat.errors', 'pyexpat.model', 'pyexpat', 'xml.parsers.expat.model', 'xml.parsers.expat.errors', 'xml.parsers.expat', 'defusedxml.common', 'defusedxml', 'xml.etree', 'xml.etree.ElementPath', '_elementtree', 'xml.etree.ElementTree', 'defusedxml.ElementTree', 'PIL.ImageMode', 'PIL.TiffTags', 'PIL._binary', 'PIL._deprecate', 'PIL._util', 'PIL._imaging', 'cffi.lock', 'cffi.error', 'cffi.model', 'cffi.api', 'cffi', 'PIL.Image', 'PIL.ImageColor', 'PIL.ImageDraw', 'PIL._imagingft', 'PIL.ImageFont', 'torchvision.utils', 'torchvision._internally_replaced_utils', 'torchvision.extension', 'torchvision.io._load_gpu_decoder', 'fractions', 'torchvision.io._video_opt', 'torchvision.io.image', 'torchvision.io.video', 'torchvision.io.video_reader', 'torchvision.io', 'torchvision.datasets.utils', 'torchvision.datasets.vision', 'torchvision.datasets._optical_flow', 'torchvision.datasets._stereo_matching', 'torchvision.datasets.caltech', 'torchvision.datasets.celeba', 'torchvision.datasets.cifar', 'torchvision.datasets.cityscapes', 'torchvision.datasets.clevr', 'torchvision.datasets.coco', 'torchvision.datasets.folder', 'torchvision.datasets.country211', 'torchvision.datasets.dtd', 'torchvision.datasets.eurosat', 'PIL.ImageFilter', 'PIL.ImageStat', 'PIL.ImageEnhance', 'PIL.GimpGradientFile', 'PIL.GimpPaletteFile', 'PIL.PaletteFile', 'PIL.ImagePalette', 'PIL.ImageOps', 'torchvision.transforms._pil_constants', 'torchvision.transforms.functional_pil', 'torchvision.transforms.functional_tensor', 'torchvision.transforms.functional', 'torchvision.transforms.transforms', 'torchvision.transforms.autoaugment', 'torchvision.transforms', 'torchvision.datasets.fakedata', 'torchvision.datasets.fer2013', 'torchvision.datasets.fgvc_aircraft', '_markupbase', 'html.parser', 'torchvision.datasets.flickr', 'torchvision.datasets.flowers102', 'torchvision.datasets.food101', 'torchvision.datasets.gtsrb', 'torchvision.datasets.video_utils', 'torchvision.datasets.hmdb51', 'torchvision.datasets.imagenet', 'torchvision.datasets.inaturalist', 'torchvision.datasets.kinetics', 'torchvision.datasets.kitti', 'torchvision.datasets.lfw', 'torchvision.datasets.lsun', 'torchvision.datasets.mnist', 'torchvision.datasets.omniglot', 'torchvision.datasets.oxford_iiit_pet', 'torchvision.datasets.pcam', 'torchvision.datasets.phototour', 'torchvision.datasets.places365', 'torchvision.datasets.rendered_sst2', 'torchvision.datasets.sbd', 'torchvision.datasets.sbu', 'torchvision.datasets.semeion', 'torchvision.datasets.stanford_cars', 'torchvision.datasets.stl10', 'torchvision.datasets.sun397', 'torchvision.datasets.svhn', 'torchvision.datasets.ucf101', 'torchvision.datasets.usps', 'torchvision.datasets.voc', 'torchvision.datasets.widerface', 'torchvision.datasets', 'torchvision.transforms._presets', 'torchvision._utils', 'torchvision.models._api', 'torchvision.models._meta', 'torchvision.models._utils', 'torchvision.models.alexnet', 'torchvision.ops._register_onnx_ops', 'torchvision.ops._box_convert', 'torchvision.ops._utils', 'torchvision.ops.boxes', 'torchvision.ops.diou_loss', 'torchvision.ops.ciou_loss', 'torchvision.ops.deform_conv', 'torchvision.ops.drop_block', 'torchvision.ops.misc', 'torchvision.ops.feature_pyramid_network', 'torchvision.ops.focal_loss', 'torchvision.ops.giou_loss', 'torchvision.ops.roi_align', 'torchvision.ops.poolers', 'torchvision.ops.ps_roi_align', 'torchvision.ops.ps_roi_pool', 'torchvision.ops.roi_pool', 'torchvision.ops.stochastic_depth', 'torchvision.ops', 'torchvision.models.convnext', 'torch.utils.checkpoint', 'torchvision.models.densenet', 'torchvision.models.efficientnet', 'torchvision.models.googlenet', 'torchvision.models.inception', 'torchvision.models.mnasnet', 'torchvision.models.mobilenetv2', 'torchvision.models.mobilenetv3', 'torchvision.models.mobilenet', 'torchvision.models.regnet', 'torchvision.models.resnet', 'torchvision.models.shufflenetv2', 'torchvision.models.squeezenet', 'torchvision.models.vgg', 'torchvision.models.vision_transformer', 'torchvision.models.swin_transformer', 'torchvision.models.maxvit', 'torchvision.models.detection._utils', 'torchvision.models.detection.image_list', 'torchvision.models.detection.anchor_utils', 'torchvision.models.detection.backbone_utils', 'torchvision.models.detection.generalized_rcnn', 'torchvision.models.detection.roi_heads', 'torchvision.models.detection.rpn', 'torchvision.models.detection.transform', 'torchvision.models.detection.faster_rcnn', 'torchvision.models.detection.fcos', 'torchvision.models.detection.keypoint_rcnn', 'torchvision.models.detection.mask_rcnn', 'torchvision.models.detection.retinanet', 'torchvision.models.detection.ssd', 'torchvision.models.detection.ssdlite', 'torchvision.models.detection', 'torchvision.models.optical_flow._utils', 'torchvision.models.optical_flow.raft', 'torchvision.models.optical_flow', 'torchvision.models.quantization.utils', 'torchvision.models.quantization.googlenet', 'torchvision.models.quantization.inception', 'torchvision.models.quantization.mobilenetv2', 'torchvision.models.quantization.mobilenetv3', 'torchvision.models.quantization.mobilenet', 'torchvision.models.quantization.resnet', 'torchvision.models.quantization.shufflenetv2', 'torchvision.models.quantization', 'torchvision.models.segmentation._utils', 'torchvision.models.segmentation.fcn', 'torchvision.models.segmentation.deeplabv3', 'torchvision.models.segmentation.lraspp', 'torchvision.models.segmentation', 'torchvision.models.video.mvit', 'torchvision.models.video.resnet', 'torchvision.models.video.s3d', 'torchvision.models.video', 'torchvision.models', 'torchvision.version', 'torchvision', 'speechbrain.utils.train_logger', 'speechbrain.utils', 'speechbrain.core', 'speechbrain.alignment', 'speechbrain.decoders.ctc', 'speechbrain.decoders.seq2seq', 'speechbrain.decoders', 'speechbrain.lobes.models', 'speechbrain.lobes', 'speechbrain.lm', 'speechbrain.nnet.losses', 'speechbrain.nnet.attention', 'speechbrain.nnet.CNN', 'speechbrain.nnet.linear', 'speechbrain.nnet.containers', 'speechbrain.nnet.embedding', 'speechbrain.nnet.activations', 'speechbrain.nnet.quantisers', 'speechbrain.nnet.RNN', 'speechbrain.nnet.schedulers', 'speechbrain.nnet.pooling', 'speechbrain.nnet.dropout', 'speechbrain.nnet.normalization', 'speechbrain.nnet.loss', 'speechbrain.nnet.loss.stoi_loss', 'speechbrain.nnet', 'speechbrain.tokenizers', 'speechbrain', 'pyctcdecode.alphabet', 'pyctcdecode.constants', 'pygtrie', '_cython_0_29_28', 'kenlm', 'pyctcdecode.language_model', 'pyctcdecode.decoder', 'pyctcdecode', 'gradio', 'gradio.components', 'attr._config', 'attr.exceptions', 'attr.setters', 'attr._compat', 'attr._make', 'attr.converters', 'attr.filters', 'attr.validators', 'attr._funcs', 'attr._version_info', 'attr._next_gen', 'attr', 'jsonschema.compat', 'jsonschema._utils', 'jsonschema.exceptions', 'uritemplate.orderedset', 'uritemplate.variable', 'uritemplate.template', 'uritemplate.api', 'uritemplate', 'jsonschema._format', 'pyrsistent._transformations', 'pvectorc', 'pyrsistent._pvector', 'pyrsistent._pmap', 'pyrsistent._pset', 'pyrsistent._pbag', 'pyrsistent._plist', 'pyrsistent._pdeque', 'pyrsistent._checked_types', 'pyrsistent._field_common', 'pyrsistent._precord', 'pyrsistent._pclass', 'pyrsistent._immutable', 'pyrsistent._helpers', 'pyrsistent._toolz', 'pyrsistent', 'jsonschema._types', 'jsonschema._legacy_validators', 'jsonschema._validators', 'jsonschema.validators', 'configparser', 'importlib.metadata', 'jsonschema', 'pytz.exceptions', 'pytz.lazy', 'pytz.tzinfo', 'pytz.tzfile', 'pytz', 'pandas._typing', 'pandas.compat', 'pandas.compat.numpy', 'pandas._libs.tslibs.dtypes', 'pandas._libs.tslibs.base', 'pandas._libs.tslibs.np_datetime', 'pandas._libs.tslibs.nattype', 'pandas._libs.tslibs.timezones', 'pandas._libs.tslibs.ccalendar', 'pandas._libs.tslibs.tzconversion', 'pandas._libs.tslibs.timedeltas', 'pandas._config.config', 'pandas._config.dates', 'pandas._config.display', 'pandas._config', 'pandas._config.localization', 'pandas._libs.tslibs.strptime', 'pandas._libs.tslibs.fields', 'pandas._libs.tslibs.timestamps', 'dateutil.easter', 'pandas._libs.properties', 'pandas._libs.tslibs.offsets', 'pandas._libs.tslibs.parsing', 'pandas._libs.tslibs.conversion', 'pandas._libs.tslibs.period', 'pandas._libs.tslibs.vectorized', 'pandas._libs.tslibs', 'pandas._libs.ops_dispatch', 'pandas._libs.missing', 'pandas._libs.hashtable', 'pandas._libs.algos', 'pandas._libs.interval', 'pandas._libs', 'pandas._libs.tslib', 'pandas._libs.lib', 'pandas.core', 'pandas.core.config_init', 'pandas.core.dtypes', 'pandas.errors', 'pandas.core.dtypes.generic', 'pandas.core.dtypes.base', 'pandas.core.dtypes.inference', 'pandas.core.dtypes.dtypes', 'pandas.core.dtypes.common', 'pandas.core.dtypes.missing', 'pandas.util._decorators', 'pandas.core.util', 'pandas._libs.hashing', 'pandas.core.util.hashing', 'pandas.util', 'pandas.util._validators', 'pandas.core.dtypes.cast', 'pandas.core.common', 'pandas.core.construction', 'pandas.core.indexers', 'pandas.core.algorithms', 'pandas.compat.numpy.function', 'pandas._libs.ops', 'pandas.core.ops.roperator', 'pandas.core.ops.missing', 'pandas.core.ops.dispatch', 'pandas.core.ops.invalid', 'pandas.core.ops.array_ops', 'pandas.core.ops.common', 'pandas.core.ops.docstrings', 'pandas.core.ops.mask_ops', 'pandas.core.ops.methods', 'pandas.core.ops', 'pandas.compat._optional', 'pandas.core.missing', 'pandas.core.sorting', 'pandas.core.arrays.base', 'pandas.core.nanops', 'pandas.core.array_algos', 'pandas.core.array_algos.masked_reductions', 'pandas.core.arraylike', 'pandas.core.arrays.masked', 'pandas.core.arrays.boolean', 'pandas.core.accessor', 'pandas.core.array_algos.transforms', 'pandas.core.arrays._mixins', 'pandas.core.base', 'pandas.core.strings.accessor', 'pandas.core.strings.base', 'pandas.core.strings', 'pandas.core.strings.object_array', 'pandas.io', 'pandas.io.formats', 'pandas.io.formats.console', 'pandas.core.arrays.categorical', 'pandas.tseries', 'pandas.tseries.frequencies', 'pandas.core.arrays.datetimelike', 'pandas.core.arrays._ranges', 'pandas.tseries.offsets', 'pandas.core.arrays.datetimes', 'pandas.core.tools', 'pandas.core.tools.numeric', 'pandas.core.arrays.numeric', 'pandas.core.arrays.floating', 'pandas.core.arrays.integer', 'pandas.core.indexes', 'pandas._libs.index', 'pandas._libs.join', 'pandas._libs.sparse', 'pandas.core.arrays.sparse.dtype', 'pandas.io.formats.printing', 'pandas.core.arrays.sparse.array', 'pandas.core.arrays.sparse.accessor', 'pandas.core.arrays.sparse', 'pandas.core.dtypes.concat', 'pandas.core.indexes.frozen', 'pandas.core.indexes.base', 'pandas.core.arrays.interval', 'pandas.core.arrays.numpy_', 'pandas.core.arrays.period', 'pandas.core.arrays.string_', 'pandas.core.arrays.timedeltas', 'pandas.core.arrays', 'pandas.core.flags', 'pandas._libs.reduction', 'pandas.core.indexes.extension', 'pandas.core.indexes.category', 'pandas.core.indexes.numeric', 'pandas.core.tools.timedeltas', 'pandas.core.indexes.datetimelike', 'pandas.core.tools.times', 'pandas.core.indexes.datetimes', 'pandas.util._exceptions', 'pandas.core.indexes.multi', 'pandas.core.indexes.timedeltas', 'pandas.core.indexes.interval', 'pandas.core.indexes.period', 'pandas.core.indexes.range', 'pandas.core.indexes.api', 'pandas.core.aggregation', 'pandas._libs.indexing', 'pandas.core.indexing', 'pandas._libs.internals', 'pandas._libs.writers', 'pandas.core.array_algos.replace', 'pandas.core.internals.blocks', 'pandas.core.internals.ops', 'pandas.core.internals.managers', 'pandas.core.internals.concat', 'pandas.core.internals', 'pandas.core.shared_docs', 'pandas._libs.window', 'pandas._libs.window.aggregations', 'pandas.core.util.numba_', 'pandas.core.window.common', 'pandas._libs.window.indexers', 'pandas.core.window.indexers', 'pandas.core.window.numba_', 'pandas.core.groupby.base', 'pandas.core.window.rolling', 'pandas.core.window.ewm', 'pandas.core.window.expanding', 'pandas.core.window', 'pandas.core.reshape', 'pandas.core.reshape.concat', 'pandas.io.common', 'pandas.io.formats.format', 'pandas.core.generic', 'pandas.core.internals.construction', 'pandas.core.reshape.util', 'pandas.core.reshape.melt', 'pandas._libs.reshape', 'pandas.core.indexes.accessors', 'pandas.arrays', 'pandas.core.tools.datetimes', 'pandas.plotting._core', 'pandas.plotting._misc', 'pandas.plotting', 'pandas.core.series', 'pandas.io.formats.info', 'pandas.core.frame', 'pandas._libs.groupby', 'pandas.core.groupby.numba_', 'pandas.core.groupby.categorical', 'pandas.core.groupby.grouper', 'pandas.core.groupby.ops', 'pandas.core.groupby.groupby', 'pandas.core.groupby.generic', 'pandas.core.groupby', 'pandas.core.api', 'pandas.tseries.api', 'pandas.core.computation', 'pandas.core.computation.common', 'pandas.core.computation.align', 'pandas.compat.chainmap', 'pandas.core.computation.scope', 'pandas.core.computation.ops', 'pandas.core.computation.engines', 'pandas.core.computation.parsing', 'pandas.core.computation.expr', 'pandas.core.computation.eval', 'pandas.core.computation.api', 'pandas.core.reshape.merge', 'pandas.core.reshape.pivot', 'pandas.core.reshape.reshape', 'pandas.core.reshape.tile', 'pandas.core.reshape.api', 'pandas.api.extensions', 'pandas.api.indexers', 'pandas.core.dtypes.api', 'pandas.api.types', 'pandas.api', 'pandas.util._print_versions', 'pandas.io.clipboards', 'pandas._libs.parsers', 'pandas.io.excel._util', 'pandas.io.date_converters', 'pandas.io.parsers', 'pandas.io.excel._odfreader', 'pandas.io.excel._openpyxl', 'pandas.io.excel._pyxlsb', 'pandas.io.excel._xlrd', 'pandas.io.excel._base', 'pandas._libs.json', 'pandas.io.formats._color_data', 'pandas.io.formats.css', 'pandas.io.formats.excel', 'pandas.io.excel._odswriter', 'pandas.io.excel._xlsxwriter', 'pandas.io.excel._xlwt', 'pandas.io.excel', 'pandas.io.feather_format', 'pandas.io.gbq', 'pandas.io.html', 'pandas.io.json._normalize', 'pandas.io.json._table_schema', 'pandas.io.json._json', 'pandas.io.json', 'pandas.io.orc', 'pandas.io.parquet', 'pandas.compat.pickle_compat', 'pandas.io.pickle', 'pandas.core.computation.pytables', 'pandas.io.pytables', 'pandas.io.sas.sasreader', 'pandas.io.sas', 'pandas.io.spss', 'pandas.io.sql', 'pandas.io.stata', 'pandas.io.api', 'pandas.util._tester', 'pandas._libs.testing', 'pandas._testing', 'pandas.testing', 'pandas._version', 'pandas', 'altair.utils.schemapi', 'altair.utils.core', 'jinja2.bccache', 'markupsafe._speedups', 'markupsafe', 'jinja2.utils', 'jinja2.nodes', 'jinja2.exceptions', 'jinja2.visitor', 'jinja2.idtracking', 'jinja2.optimizer', 'jinja2.compiler', 'jinja2.async_utils', 'jinja2.runtime', 'jinja2.filters', 'jinja2.tests', 'jinja2.defaults', 'jinja2._identifier', 'jinja2.lexer', 'jinja2.parser', 'jinja2.environment', 'jinja2.loaders', 'jinja2', 'encodings.unicode_escape', 'altair.utils.html', 'entrypoints', 'toolz.utils', 'toolz.itertoolz', 'toolz._signatures', 'toolz.functoolz', 'toolz.dicttoolz', 'toolz.recipes', 'toolz.curried.operator', 'toolz.curried.exceptions', 'toolz.curried', 'toolz.sandbox.core', 'toolz.sandbox.parallel', 'toolz.sandbox', 'toolz._version', 'toolz', 'altair.utils.plugin_registry', 'altair.utils.deprecation', 'altair.utils', 'altair.vegalite.v4.schema.core', 'altair.vegalite.v4.schema.channels', 'altair.vegalite.v4.schema', 'altair.vegalite.v4.schema.mixins', 'altair.utils.data', 'altair.vegalite.data', 'altair.vegalite.v4.data', 'altair.expr.core', 'altair.expr.funcs', 'altair.expr.consts', 'altair.expr', 'altair.utils.mimebundle', 'altair.utils.display', 'altair.vegalite.display', 'altair.vegalite.v4.display', 'altair.utils.theme', 'altair.vegalite.v4.theme', 'altair.vegalite.v4.api', 'altair.datasets', 'altair.vegalite.v4', 'altair.vegalite', 'altair.examples', 'altair', 'matplotlib', 'matplotlib.cbook.deprecation', 'matplotlib.cbook', 'matplotlib._animation_data', 'matplotlib.animation', 'pyparsing', 'matplotlib.fontconfig_pattern', 'matplotlib.docstring', 'matplotlib._color_data', 'matplotlib.colors', 'cycler', 'matplotlib.rcsetup', 'matplotlib._version', 'matplotlib.ft2font', 'kiwisolver'] +2023-09-19 17:23:02,962 - matplotlib - DEBUG - CACHEDIR=/home/salah/.cache/matplotlib +2023-09-19 17:23:02,964 - matplotlib.font_manager - DEBUG - Using fontManager instance from /home/salah/.cache/matplotlib/fontlist-v330.json +2023-09-19 17:23:03,693 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-19 17:23:03,695 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-19 17:23:03,733 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:23:04,447 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /gradio-messaging/en HTTP/1.1" 200 3 +2023-09-19 17:25:23,453 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-19 17:25:24,148 - speechbrain.core - INFO - Beginning experiment! +2023-09-19 17:25:24,149 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-19 17:25:24,623 - speechbrain.utils.superpowers - DEBUG - abkhazia==1.0 +absl-py==0.11.0 +aiohttp==3.8.0 +aiosignal==1.2.0 +alabaster==0.7.12 +alembic==1.7.4 +altair==4.2.0 +altgraph==0.17 +antlr4-python3-runtime==4.9.3 +anyio==3.6.2 +appdirs==1.4.4 +argcomplete==1.12.2 +argon2-cffi==20.1.0 +arrow==1.2.3 +asgiref==3.6.0 +asteroid-filterbanks==0.4.0 +astunparse==1.6.3 +async-generator==1.10 +async-timeout==4.0.0 +attrdict==2.0.1 +attrs==20.3.0 +audeer==1.16.0 +audformat==0.11.5 +audinterface==0.7.0 +audiofile==1.0.0 +audiomentations==0.25.0 +audioread==2.1.9 +audobject==0.4.14 +audresample==0.1.6 +-e git+https://github.com/facebookresearch/WavAugment.git@54afcdb00ccc852c2f030f239f8532c9562b550e#egg=augment +autopage==0.4.0 +Babel==2.9.0 +backcall==0.2.0 +backports.cached-property==1.0.2 +beautifulsoup4==4.10.0 +black==19.10b0 +bleach==3.3.0 +blessed==1.20.0 +boto3==1.20.2 +botocore==1.23.2 +bpemb==0.3.4 +braceexpand==0.1.7 +cachetools==4.2.0 +certifi @ file:///croot/certifi_1671487769961/work/certifi +cffi==1.14.3 +cfgv==3.2.0 +chardet==3.0.4 +charset-normalizer==2.0.7 +click==7.1.2 +cliff==3.9.0 +clldutils==3.5.4 +cloudpickle==2.2.1 +cmaes==0.8.2 +cmake==3.18.4.post1 +cmd2==2.2.0 +colorama==0.4.4 +colorlog==4.6.2 +configparser==5.1.0 +conllu==4.5.3 +croniter==1.3.15 +cryptography==38.0.4 +csrgraph==0.1.28 +csvw==1.8.1 +cycler==0.10.0 +Cython==0.29.21 +dataclasses==0.6 +dateutils==0.6.12 +decorator==4.4.2 +deepdiff==6.3.0 +deepspeech==0.9.1 +defusedxml==0.7.1 +Deprecated==1.2.14 +dill==0.3.3 +Distance==0.1.3 +distlib==0.3.1 +Django==3.2.16 +django-auditlog==2.2.1 +django-filter==22.1 +django-js-asset==1.2.2 +django-mptt==0.14.0 +djangorestframework==3.14.0 +docker-pycreds==0.4.0 +docopt==0.6.2 +docutils==0.16 +drf-excel==2.2.0 +drf-flex-fields==1.0.0 +drf-renderer-xlsx==0.4.1 +easyocr==1.2.1 +editdistance==0.6.0 +einops==0.3.2 +emoji==2.2.0 +entrypoints==0.3 +et-xmlfile==1.1.0 +exceptiongroup==1.1.0 +farasapy==0.0.14 +fastapi==0.98.0 +fastjsonschema==2.17.1 +fasttext==0.9.2 +ffmpeg-python==0.2.0 +ffmpy==0.3.0 +filelock==3.0.12 +flair==0.12.2 +flake8==3.7.9 +flatbuffers==1.12 +frozendict==2.0.7 +frozenlist==1.2.0 +fsspec==2021.11.0 +ftfy==6.1.1 +future==0.18.2 +g2p-en==2.1.0 +gast==0.3.3 +gdown==4.4.0 +gdrive==0.1.5 +gensim==4.0.1 +gitdb==4.0.9 +GitPython==3.1.24 +google-api-core==2.11.1 +google-api-python-client==2.43.0 +google-auth==1.24.0 +google-auth-httplib2==0.1.0 +google-auth-oauthlib==0.5.3 +google-pasta==0.2.0 +googleapis-common-protos==1.59.1 +gradio==3.16.0 +greenlet==1.1.2 +grpcio==1.32.0 +h11==0.14.0 +h5features==1.3.2 +h5py==2.10.0 +hierarchy==0.4.0 +hmmlearn==0.2.8 +htk-io==0.5 +httpcore==0.16.3 +httplib2==0.22.0 +httpx==0.23.3 +huggingface-hub==0.15.1 +hydra-colorlog==0.1.4 +hydra-core==1.3.2 +hyperopt==0.2.7 +HyperPyYAML==1.1.0 +hypothesis==6.61.2 +identify==1.5.10 +idna==2.10 +imageio==2.9.0 +imagesize==1.2.0 +importlib-metadata==4.8.1 +importlib-resources==5.2.2 +inflect==5.3.0 +inquirer==3.1.3 +ipadic==1.0.0 +ipyevents==2.0.1 +ipykernel==5.3.4 +ipython==7.19.0 +ipython-genutils==0.2.0 +ipywebrtc==0.6.0 +ipywidgets==7.6.3 +iso-639==0.4.5 +isodate==0.6.0 +isort==4.3.21 +itsdangerous==2.1.2 +Janome==0.5.0 +jedi==0.17.2 +jeepney==0.8.0 +jieba==0.42.1 +Jinja2==3.0.3 +jiwer==2.2.0 +jmespath==0.10.0 +joblib==0.17.0 +jsonschema==3.2.0 +julius==0.2.7 +jupyter-client==6.1.7 +jupyter-core==4.7.0 +jupyterlab-pygments==0.1.2 +jupyterlab-widgets==1.0.0 +kaitaistruct==0.9 +kaldi-io==0.9.4 +kaldi-python-io==1.2.2 +kaldiio==2.17.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip +Keras-Preprocessing==1.1.2 +kiwisolver==1.3.1 +lang-trans==0.6.0 +langdetect==1.0.9 +latexcodec==2.0.1 +ldap3==2.9.1 +librosa==0.9.0 +lightning-cloud==0.5.37 +lightning-utilities==0.8.0 +linkify-it-py==1.0.3 +lit==16.0.6 +llvmlite==0.35.0 +lxml==4.9.0 +Mako==1.1.5 +Markdown==3.3.3 +markdown-it-py==3.0.0 +MarkupSafe==2.1.3 +marshmallow==3.14.0 +matplotlib==3.3.3 +mccabe==0.6.1 +mcd==0.4 +mdit-py-plugins==0.3.3 +mdurl==0.1.2 +mecab-python3==1.0.3 +megatron-lm==2.2.0 +metrics==0.3.3 +mido==1.2.10 +mistune==0.8.4 +more-itertools==8.6.0 +mpld3==0.3 +mpmath==1.2.1 +multidict==5.2.0 +multiprocess==0.70.11.1 +nbclient==0.5.3 +nbconvert==5.6.1 +nbformat==5.9.0 +NEMO==4.3.2 +nemo-toolkit==1.4.0 +nest-asyncio==1.5.1 +networkx==2.8.8 +nltk==3.2.4 +nodeenv==1.5.0 +normalize==2.0.2 +notebook==6.3.0 +numba==0.52.0 +numpy==1.19.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +oauthlib==3.1.0 +omegaconf==2.3.0 +onnx==1.10.2 +OpenCC==1.1.2 +opencv-python==4.4.0.46 +openpyxl==3.0.9 +opensmile==2.2.0 +opt-einsum==3.3.0 +optuna==2.10.0 +ordered-set==4.1.0 +orjson==3.8.4 +oyaml==1.0 +packaging==22.0 +pandas==1.2.5 +pandocfilters==1.4.3 +pangu==4.0.6.1 +parameterized==0.8.1 +parso==0.7.1 +pathlib2==2.3.7.post1 +pathspec==0.5.5 +pathtools==0.1.2 +pbr==5.6.0 +pefile==2019.4.18 +pescador==2.1.0 +pesq==0.0.3 +pexpect==4.8.0 +phonemizer==2.2.1 +pickleshare==0.7.5 +Pillow==9.3.0 +pip-api==0.0.23 +pipreqs==0.4.11 +pluggy==0.13.1 +pooch==1.3.0 +portalocker==2.3.2 +pptree==3.1 +pre-commit==2.9.0 +preprocessing==0.1.13 +pretty-midi==0.2.9 +prettytable==2.2.1 +primePy==1.3 +progressbar2==3.53.1 +prometheus-client==0.10.1 +promise==2.3 +prompt-toolkit==3.0.8 +protobuf==3.20.3 +psutil==5.6.6 +ptyprocess==0.6.0 +py==1.9.0 +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +pyannote.audio==2.1.1 +pyannote.core==4.5 +pyannote.database==4.1.3 +pyannote.metrics==3.2.1 +pyannote.pipeline==2.3 +pyannotebook==0.1.0.dev0 +PyArabic==0.6.15 +pyarrow==3.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pybind11==2.8.1 +pybtex==0.24.0 +pybtex-docutils==1.0.1 +pycodestyle==2.5.0 +pycparser==2.20 +pycryptodome==3.16.0 +pyctcdecode==0.4.0 +pydantic==1.10.4 +pyDeprecate==0.3.1 +pydub==0.25.1 +pyflakes==2.1.1 +Pygments==2.15.1 +pygtrie==2.5.0 +PyJWT==2.7.0 +pymodbus==2.5.3 +pyparsing==2.4.7 +pyperclip==1.8.2 +pypinyin==0.43.0 +pyrsistent==0.17.3 +pyserial==3.5 +PySocks==1.7.1 +pystoi==0.3.3 +pytest==5.4.1 +pytest-runner==5.3.1 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.2 +python-editor==1.0.4 +python-Levenshtein==0.12.2 +python-multipart==0.0.5 +python-utils==2.4.0 +pytorch-lightning==1.6.5 +pytorch-metric-learning==1.7.3 +pytorch-revgrad==0.2.0 +pytube==11.0.1 +pytz==2022.6 +PyWavelets==1.1.1 +PyYAML==6.0 +pyzmq==20.0.0 +rapidfuzz==1.8.2 +readchar==4.0.5 +regex==2020.11.13 +requests==2.28.1 +requests-oauthlib==1.3.0 +resampy==0.2.2 +rfc3986==1.4.0 +rich==13.4.2 +richenum==1.3.1 +rsa==4.7 +ruamel.yaml==0.17.21 +ruamel.yaml.clib==0.2.7 +s3m==1.1.0 +s3transfer==0.5.0 +sacrebleu==2.0.0 +sacremoses==0.0.44 +safetensors==0.3.1 +scikit-image==0.18.1 +scikit-learn==0.23.2 +scipy==1.5.4 +-e git+https://github.com/sanghack81/SDCIT@00d060dde733fde9345154a494f81e97fb395ca7#egg=SDCIT +seaborn==0.11.1 +SecretStorage==3.3.3 +segments==2.1.3 +segtok==1.5.11 +semver==2.13.0 +Send2Trash==1.5.0 +sentencepiece==0.1.99 +sentry-sdk==1.4.3 +shellingham==1.4.0 +shortuuid==1.0.7 +SIDEKIT==1.3.8.5.2 +simplejson==3.17.5 +singledispatchmethod==1.0 +six==1.15.0 +smart-open==5.0.0 +smmap==5.0.0 +sniffio==1.3.0 +snowballstemmer==2.0.0 +sortedcollections==2.1.0 +sortedcontainers==2.4.0 +sounddevice==0.4.5 +SoundFile==0.10.3.post1 +soupsieve==2.3 +sox==1.4.1 +sparsemax==0.1.9 +speechbrain==0.5.14 +sphfile==1.0.3 +Sphinx==3.3.1 +sphinx-rtd-theme==0.2.4 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-bibtex==2.4.1 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +SQLAlchemy==1.4.25 +sqlitedict==2.1.0 +sqlparse==0.4.2 +stanza==1.4.2 +starlette==0.22.0 +starsessions==1.3.0 +stevedore==3.4.0 +subprocess32==3.5.4 +sympy==1.9 +tabulate==0.8.9 +tensorboard==2.4.0 +tensorboard-plugin-wit==1.7.0 +tensorboardX==2.6.1 +tensorflow==2.4.0 +tensorflow-estimator==2.4.0 +termcolor==1.1.0 +terminado==0.9.4 +testpath==0.4.4 +threadpoolctl==2.1.0 +tifffile==2020.12.8 +tikzplotlib==0.9.8 +tinycss2==1.2.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml==0.10.2 +toolz==0.12.0 +torch==1.13.1 +torch-audiomentations==0.11.0 +torch-pitch-shift==1.2.4 +torch-stft==0.1.4 +torchaudio==0.13.1 +torchmetrics==0.11.4 +torchvision==0.14.1 +tornado==6.1 +tqdm==4.61.1 +trackrip==1.2.1 +traitlets==5.9.0 +transformer-smaller-training-vocab==0.3.1 +transformers==4.30.2 +triton==2.0.0 +typed-ast==1.4.1 +typer==0.4.0 +typing-extensions==4.4.0 +uc-micro-py==1.0.1 +Unidecode==1.3.2 +uritemplate==3.0.1 +urllib3==1.26.2 +uvicorn==0.20.0 +versioneer==0.28 +virtualenv==20.2.1 +wandb==0.12.6 +wcwidth==0.2.5 +webdataset==0.1.62 +webencodings==0.5.1 +websocket-client==1.6.1 +websockets==10.4 +Werkzeug==1.0.1 +wget==3.2 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wordninja==2.0.0 +wrapt==1.12.1 +xmltodict==0.13.0 +xxhash==2.0.0 +yamllint==1.23.0 +yarg==0.1.9 +yarl==1.7.2 +yaspin==2.1.0 +youtokentome==1.0.6 +youtube-dl==2021.6.6 +zipp==3.6.0 + + +2023-09-19 17:25:24,641 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-19 17:25:27,028 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-19 17:25:27,143 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-19 17:25:27,205 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-19 17:25:28,706 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-19 17:25:28,707 - speechbrain.core - INFO - 60.1M trainable parameters in ASR +2023-09-19 17:25:28,709 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00 +2023-09-19 17:25:28,807 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt +2023-09-19 17:25:57,877 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-19 17:25:58,751 - speechbrain.core - INFO - Beginning experiment! +2023-09-19 17:25:58,751 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-19 17:25:59,252 - speechbrain.utils.superpowers - DEBUG - abkhazia==1.0 +absl-py==0.11.0 +aiohttp==3.8.0 +aiosignal==1.2.0 +alabaster==0.7.12 +alembic==1.7.4 +altair==4.2.0 +altgraph==0.17 +antlr4-python3-runtime==4.9.3 +anyio==3.6.2 +appdirs==1.4.4 +argcomplete==1.12.2 +argon2-cffi==20.1.0 +arrow==1.2.3 +asgiref==3.6.0 +asteroid-filterbanks==0.4.0 +astunparse==1.6.3 +async-generator==1.10 +async-timeout==4.0.0 +attrdict==2.0.1 +attrs==20.3.0 +audeer==1.16.0 +audformat==0.11.5 +audinterface==0.7.0 +audiofile==1.0.0 +audiomentations==0.25.0 +audioread==2.1.9 +audobject==0.4.14 +audresample==0.1.6 +-e git+https://github.com/facebookresearch/WavAugment.git@54afcdb00ccc852c2f030f239f8532c9562b550e#egg=augment +autopage==0.4.0 +Babel==2.9.0 +backcall==0.2.0 +backports.cached-property==1.0.2 +beautifulsoup4==4.10.0 +black==19.10b0 +bleach==3.3.0 +blessed==1.20.0 +boto3==1.20.2 +botocore==1.23.2 +bpemb==0.3.4 +braceexpand==0.1.7 +cachetools==4.2.0 +certifi @ file:///croot/certifi_1671487769961/work/certifi +cffi==1.14.3 +cfgv==3.2.0 +chardet==3.0.4 +charset-normalizer==2.0.7 +click==7.1.2 +cliff==3.9.0 +clldutils==3.5.4 +cloudpickle==2.2.1 +cmaes==0.8.2 +cmake==3.18.4.post1 +cmd2==2.2.0 +colorama==0.4.4 +colorlog==4.6.2 +configparser==5.1.0 +conllu==4.5.3 +croniter==1.3.15 +cryptography==38.0.4 +csrgraph==0.1.28 +csvw==1.8.1 +cycler==0.10.0 +Cython==0.29.21 +dataclasses==0.6 +dateutils==0.6.12 +decorator==4.4.2 +deepdiff==6.3.0 +deepspeech==0.9.1 +defusedxml==0.7.1 +Deprecated==1.2.14 +dill==0.3.3 +Distance==0.1.3 +distlib==0.3.1 +Django==3.2.16 +django-auditlog==2.2.1 +django-filter==22.1 +django-js-asset==1.2.2 +django-mptt==0.14.0 +djangorestframework==3.14.0 +docker-pycreds==0.4.0 +docopt==0.6.2 +docutils==0.16 +drf-excel==2.2.0 +drf-flex-fields==1.0.0 +drf-renderer-xlsx==0.4.1 +easyocr==1.2.1 +editdistance==0.6.0 +einops==0.3.2 +emoji==2.2.0 +entrypoints==0.3 +et-xmlfile==1.1.0 +exceptiongroup==1.1.0 +farasapy==0.0.14 +fastapi==0.98.0 +fastjsonschema==2.17.1 +fasttext==0.9.2 +ffmpeg-python==0.2.0 +ffmpy==0.3.0 +filelock==3.0.12 +flair==0.12.2 +flake8==3.7.9 +flatbuffers==1.12 +frozendict==2.0.7 +frozenlist==1.2.0 +fsspec==2021.11.0 +ftfy==6.1.1 +future==0.18.2 +g2p-en==2.1.0 +gast==0.3.3 +gdown==4.4.0 +gdrive==0.1.5 +gensim==4.0.1 +gitdb==4.0.9 +GitPython==3.1.24 +google-api-core==2.11.1 +google-api-python-client==2.43.0 +google-auth==1.24.0 +google-auth-httplib2==0.1.0 +google-auth-oauthlib==0.5.3 +google-pasta==0.2.0 +googleapis-common-protos==1.59.1 +gradio==3.16.0 +greenlet==1.1.2 +grpcio==1.32.0 +h11==0.14.0 +h5features==1.3.2 +h5py==2.10.0 +hierarchy==0.4.0 +hmmlearn==0.2.8 +htk-io==0.5 +httpcore==0.16.3 +httplib2==0.22.0 +httpx==0.23.3 +huggingface-hub==0.15.1 +hydra-colorlog==0.1.4 +hydra-core==1.3.2 +hyperopt==0.2.7 +HyperPyYAML==1.1.0 +hypothesis==6.61.2 +identify==1.5.10 +idna==2.10 +imageio==2.9.0 +imagesize==1.2.0 +importlib-metadata==4.8.1 +importlib-resources==5.2.2 +inflect==5.3.0 +inquirer==3.1.3 +ipadic==1.0.0 +ipyevents==2.0.1 +ipykernel==5.3.4 +ipython==7.19.0 +ipython-genutils==0.2.0 +ipywebrtc==0.6.0 +ipywidgets==7.6.3 +iso-639==0.4.5 +isodate==0.6.0 +isort==4.3.21 +itsdangerous==2.1.2 +Janome==0.5.0 +jedi==0.17.2 +jeepney==0.8.0 +jieba==0.42.1 +Jinja2==3.0.3 +jiwer==2.2.0 +jmespath==0.10.0 +joblib==0.17.0 +jsonschema==3.2.0 +julius==0.2.7 +jupyter-client==6.1.7 +jupyter-core==4.7.0 +jupyterlab-pygments==0.1.2 +jupyterlab-widgets==1.0.0 +kaitaistruct==0.9 +kaldi-io==0.9.4 +kaldi-python-io==1.2.2 +kaldiio==2.17.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip +Keras-Preprocessing==1.1.2 +kiwisolver==1.3.1 +lang-trans==0.6.0 +langdetect==1.0.9 +latexcodec==2.0.1 +ldap3==2.9.1 +librosa==0.9.0 +lightning-cloud==0.5.37 +lightning-utilities==0.8.0 +linkify-it-py==1.0.3 +lit==16.0.6 +llvmlite==0.35.0 +lxml==4.9.0 +Mako==1.1.5 +Markdown==3.3.3 +markdown-it-py==3.0.0 +MarkupSafe==2.1.3 +marshmallow==3.14.0 +matplotlib==3.3.3 +mccabe==0.6.1 +mcd==0.4 +mdit-py-plugins==0.3.3 +mdurl==0.1.2 +mecab-python3==1.0.3 +megatron-lm==2.2.0 +metrics==0.3.3 +mido==1.2.10 +mistune==0.8.4 +more-itertools==8.6.0 +mpld3==0.3 +mpmath==1.2.1 +multidict==5.2.0 +multiprocess==0.70.11.1 +nbclient==0.5.3 +nbconvert==5.6.1 +nbformat==5.9.0 +NEMO==4.3.2 +nemo-toolkit==1.4.0 +nest-asyncio==1.5.1 +networkx==2.8.8 +nltk==3.2.4 +nodeenv==1.5.0 +normalize==2.0.2 +notebook==6.3.0 +numba==0.52.0 +numpy==1.19.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +oauthlib==3.1.0 +omegaconf==2.3.0 +onnx==1.10.2 +OpenCC==1.1.2 +opencv-python==4.4.0.46 +openpyxl==3.0.9 +opensmile==2.2.0 +opt-einsum==3.3.0 +optuna==2.10.0 +ordered-set==4.1.0 +orjson==3.8.4 +oyaml==1.0 +packaging==22.0 +pandas==1.2.5 +pandocfilters==1.4.3 +pangu==4.0.6.1 +parameterized==0.8.1 +parso==0.7.1 +pathlib2==2.3.7.post1 +pathspec==0.5.5 +pathtools==0.1.2 +pbr==5.6.0 +pefile==2019.4.18 +pescador==2.1.0 +pesq==0.0.3 +pexpect==4.8.0 +phonemizer==2.2.1 +pickleshare==0.7.5 +Pillow==9.3.0 +pip-api==0.0.23 +pipreqs==0.4.11 +pluggy==0.13.1 +pooch==1.3.0 +portalocker==2.3.2 +pptree==3.1 +pre-commit==2.9.0 +preprocessing==0.1.13 +pretty-midi==0.2.9 +prettytable==2.2.1 +primePy==1.3 +progressbar2==3.53.1 +prometheus-client==0.10.1 +promise==2.3 +prompt-toolkit==3.0.8 +protobuf==3.20.3 +psutil==5.6.6 +ptyprocess==0.6.0 +py==1.9.0 +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +pyannote.audio==2.1.1 +pyannote.core==4.5 +pyannote.database==4.1.3 +pyannote.metrics==3.2.1 +pyannote.pipeline==2.3 +pyannotebook==0.1.0.dev0 +PyArabic==0.6.15 +pyarrow==3.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pybind11==2.8.1 +pybtex==0.24.0 +pybtex-docutils==1.0.1 +pycodestyle==2.5.0 +pycparser==2.20 +pycryptodome==3.16.0 +pyctcdecode==0.4.0 +pydantic==1.10.4 +pyDeprecate==0.3.1 +pydub==0.25.1 +pyflakes==2.1.1 +Pygments==2.15.1 +pygtrie==2.5.0 +PyJWT==2.7.0 +pymodbus==2.5.3 +pyparsing==2.4.7 +pyperclip==1.8.2 +pypinyin==0.43.0 +pyrsistent==0.17.3 +pyserial==3.5 +PySocks==1.7.1 +pystoi==0.3.3 +pytest==5.4.1 +pytest-runner==5.3.1 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.2 +python-editor==1.0.4 +python-Levenshtein==0.12.2 +python-multipart==0.0.5 +python-utils==2.4.0 +pytorch-lightning==1.6.5 +pytorch-metric-learning==1.7.3 +pytorch-revgrad==0.2.0 +pytube==11.0.1 +pytz==2022.6 +PyWavelets==1.1.1 +PyYAML==6.0 +pyzmq==20.0.0 +rapidfuzz==1.8.2 +readchar==4.0.5 +regex==2020.11.13 +requests==2.28.1 +requests-oauthlib==1.3.0 +resampy==0.2.2 +rfc3986==1.4.0 +rich==13.4.2 +richenum==1.3.1 +rsa==4.7 +ruamel.yaml==0.17.21 +ruamel.yaml.clib==0.2.7 +s3m==1.1.0 +s3transfer==0.5.0 +sacrebleu==2.0.0 +sacremoses==0.0.44 +safetensors==0.3.1 +scikit-image==0.18.1 +scikit-learn==0.23.2 +scipy==1.5.4 +-e git+https://github.com/sanghack81/SDCIT@00d060dde733fde9345154a494f81e97fb395ca7#egg=SDCIT +seaborn==0.11.1 +SecretStorage==3.3.3 +segments==2.1.3 +segtok==1.5.11 +semver==2.13.0 +Send2Trash==1.5.0 +sentencepiece==0.1.99 +sentry-sdk==1.4.3 +shellingham==1.4.0 +shortuuid==1.0.7 +SIDEKIT==1.3.8.5.2 +simplejson==3.17.5 +singledispatchmethod==1.0 +six==1.15.0 +smart-open==5.0.0 +smmap==5.0.0 +sniffio==1.3.0 +snowballstemmer==2.0.0 +sortedcollections==2.1.0 +sortedcontainers==2.4.0 +sounddevice==0.4.5 +SoundFile==0.10.3.post1 +soupsieve==2.3 +sox==1.4.1 +sparsemax==0.1.9 +speechbrain==0.5.14 +sphfile==1.0.3 +Sphinx==3.3.1 +sphinx-rtd-theme==0.2.4 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-bibtex==2.4.1 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +SQLAlchemy==1.4.25 +sqlitedict==2.1.0 +sqlparse==0.4.2 +stanza==1.4.2 +starlette==0.31.1 +starsessions==1.3.0 +stevedore==3.4.0 +subprocess32==3.5.4 +sympy==1.9 +tabulate==0.8.9 +tensorboard==2.4.0 +tensorboard-plugin-wit==1.7.0 +tensorboardX==2.6.1 +tensorflow==2.4.0 +tensorflow-estimator==2.4.0 +termcolor==1.1.0 +terminado==0.9.4 +testpath==0.4.4 +threadpoolctl==2.1.0 +tifffile==2020.12.8 +tikzplotlib==0.9.8 +tinycss2==1.2.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml==0.10.2 +toolz==0.12.0 +torch==1.13.1 +torch-audiomentations==0.11.0 +torch-pitch-shift==1.2.4 +torch-stft==0.1.4 +torchaudio==0.13.1 +torchmetrics==0.11.4 +torchvision==0.14.1 +tornado==6.1 +tqdm==4.61.1 +trackrip==1.2.1 +traitlets==5.9.0 +transformer-smaller-training-vocab==0.3.1 +transformers==4.30.2 +triton==2.0.0 +typed-ast==1.4.1 +typer==0.4.0 +typing-extensions==4.4.0 +uc-micro-py==1.0.1 +Unidecode==1.3.2 +uritemplate==3.0.1 +urllib3==1.26.2 +uvicorn==0.20.0 +versioneer==0.28 +virtualenv==20.2.1 +wandb==0.12.6 +wcwidth==0.2.5 +webdataset==0.1.62 +webencodings==0.5.1 +websocket-client==1.6.1 +websockets==10.4 +Werkzeug==1.0.1 +wget==3.2 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wordninja==2.0.0 +wrapt==1.12.1 +xmltodict==0.13.0 +xxhash==2.0.0 +yamllint==1.23.0 +yarg==0.1.9 +yarl==1.7.2 +yaspin==2.1.0 +youtokentome==1.0.6 +youtube-dl==2021.6.6 +zipp==3.6.0 + + +2023-09-19 17:25:59,276 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-19 17:26:01,798 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-19 17:26:01,916 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-19 17:26:01,978 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-19 17:26:03,959 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-19 17:26:03,960 - speechbrain.core - INFO - 60.1M trainable parameters in ASR +2023-09-19 17:26:03,962 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00 +2023-09-19 17:26:04,064 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt +2023-09-19 17:26:18,215 - speechbrain.core - INFO - Beginning experiment! +2023-09-19 17:26:18,216 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-19 17:26:18,704 - speechbrain.utils.superpowers - DEBUG - abkhazia==1.0 +absl-py==0.11.0 +aiohttp==3.8.0 +aiosignal==1.2.0 +alabaster==0.7.12 +alembic==1.7.4 +altair==4.2.0 +altgraph==0.17 +antlr4-python3-runtime==4.9.3 +anyio==3.6.2 +appdirs==1.4.4 +argcomplete==1.12.2 +argon2-cffi==20.1.0 +arrow==1.2.3 +asgiref==3.6.0 +asteroid-filterbanks==0.4.0 +astunparse==1.6.3 +async-generator==1.10 +async-timeout==4.0.0 +attrdict==2.0.1 +attrs==20.3.0 +audeer==1.16.0 +audformat==0.11.5 +audinterface==0.7.0 +audiofile==1.0.0 +audiomentations==0.25.0 +audioread==2.1.9 +audobject==0.4.14 +audresample==0.1.6 +-e git+https://github.com/facebookresearch/WavAugment.git@54afcdb00ccc852c2f030f239f8532c9562b550e#egg=augment +autopage==0.4.0 +Babel==2.9.0 +backcall==0.2.0 +backports.cached-property==1.0.2 +beautifulsoup4==4.10.0 +black==19.10b0 +bleach==3.3.0 +blessed==1.20.0 +boto3==1.20.2 +botocore==1.23.2 +bpemb==0.3.4 +braceexpand==0.1.7 +cachetools==4.2.0 +certifi @ file:///croot/certifi_1671487769961/work/certifi +cffi==1.14.3 +cfgv==3.2.0 +chardet==3.0.4 +charset-normalizer==2.0.7 +click==7.1.2 +cliff==3.9.0 +clldutils==3.5.4 +cloudpickle==2.2.1 +cmaes==0.8.2 +cmake==3.18.4.post1 +cmd2==2.2.0 +colorama==0.4.4 +colorlog==4.6.2 +configparser==5.1.0 +conllu==4.5.3 +croniter==1.3.15 +cryptography==38.0.4 +csrgraph==0.1.28 +csvw==1.8.1 +cycler==0.10.0 +Cython==0.29.21 +dataclasses==0.6 +dateutils==0.6.12 +decorator==4.4.2 +deepdiff==6.3.0 +deepspeech==0.9.1 +defusedxml==0.7.1 +Deprecated==1.2.14 +dill==0.3.3 +Distance==0.1.3 +distlib==0.3.1 +Django==3.2.16 +django-auditlog==2.2.1 +django-filter==22.1 +django-js-asset==1.2.2 +django-mptt==0.14.0 +djangorestframework==3.14.0 +docker-pycreds==0.4.0 +docopt==0.6.2 +docutils==0.16 +drf-excel==2.2.0 +drf-flex-fields==1.0.0 +drf-renderer-xlsx==0.4.1 +easyocr==1.2.1 +editdistance==0.6.0 +einops==0.3.2 +emoji==2.2.0 +entrypoints==0.3 +et-xmlfile==1.1.0 +exceptiongroup==1.1.0 +farasapy==0.0.14 +fastapi==0.98.0 +fastjsonschema==2.17.1 +fasttext==0.9.2 +ffmpeg-python==0.2.0 +ffmpy==0.3.0 +filelock==3.0.12 +flair==0.12.2 +flake8==3.7.9 +flatbuffers==1.12 +frozendict==2.0.7 +frozenlist==1.2.0 +fsspec==2021.11.0 +ftfy==6.1.1 +future==0.18.2 +g2p-en==2.1.0 +gast==0.3.3 +gdown==4.4.0 +gdrive==0.1.5 +gensim==4.0.1 +gitdb==4.0.9 +GitPython==3.1.24 +google-api-core==2.11.1 +google-api-python-client==2.43.0 +google-auth==1.24.0 +google-auth-httplib2==0.1.0 +google-auth-oauthlib==0.5.3 +google-pasta==0.2.0 +googleapis-common-protos==1.59.1 +gradio==3.16.0 +greenlet==1.1.2 +grpcio==1.32.0 +h11==0.14.0 +h5features==1.3.2 +h5py==2.10.0 +hierarchy==0.4.0 +hmmlearn==0.2.8 +htk-io==0.5 +httpcore==0.16.3 +httplib2==0.22.0 +httpx==0.23.3 +huggingface-hub==0.15.1 +hydra-colorlog==0.1.4 +hydra-core==1.3.2 +hyperopt==0.2.7 +HyperPyYAML==1.1.0 +hypothesis==6.61.2 +identify==1.5.10 +idna==2.10 +imageio==2.9.0 +imagesize==1.2.0 +importlib-metadata==4.8.1 +importlib-resources==5.2.2 +inflect==5.3.0 +inquirer==3.1.3 +ipadic==1.0.0 +ipyevents==2.0.1 +ipykernel==5.3.4 +ipython==7.19.0 +ipython-genutils==0.2.0 +ipywebrtc==0.6.0 +ipywidgets==7.6.3 +iso-639==0.4.5 +isodate==0.6.0 +isort==4.3.21 +itsdangerous==2.1.2 +Janome==0.5.0 +jedi==0.17.2 +jeepney==0.8.0 +jieba==0.42.1 +Jinja2==3.0.3 +jiwer==2.2.0 +jmespath==0.10.0 +joblib==0.17.0 +jsonschema==3.2.0 +julius==0.2.7 +jupyter-client==6.1.7 +jupyter-core==4.7.0 +jupyterlab-pygments==0.1.2 +jupyterlab-widgets==1.0.0 +kaitaistruct==0.9 +kaldi-io==0.9.4 +kaldi-python-io==1.2.2 +kaldiio==2.17.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip +Keras-Preprocessing==1.1.2 +kiwisolver==1.3.1 +lang-trans==0.6.0 +langdetect==1.0.9 +latexcodec==2.0.1 +ldap3==2.9.1 +librosa==0.9.0 +lightning-cloud==0.5.37 +lightning-utilities==0.8.0 +linkify-it-py==1.0.3 +lit==16.0.6 +llvmlite==0.35.0 +lxml==4.9.0 +Mako==1.1.5 +Markdown==3.3.3 +markdown-it-py==3.0.0 +MarkupSafe==2.1.3 +marshmallow==3.14.0 +matplotlib==3.3.3 +mccabe==0.6.1 +mcd==0.4 +mdit-py-plugins==0.3.3 +mdurl==0.1.2 +mecab-python3==1.0.3 +megatron-lm==2.2.0 +metrics==0.3.3 +mido==1.2.10 +mistune==0.8.4 +more-itertools==8.6.0 +mpld3==0.3 +mpmath==1.2.1 +multidict==5.2.0 +multiprocess==0.70.11.1 +nbclient==0.5.3 +nbconvert==5.6.1 +nbformat==5.9.0 +NEMO==4.3.2 +nemo-toolkit==1.4.0 +nest-asyncio==1.5.1 +networkx==2.8.8 +nltk==3.2.4 +nodeenv==1.5.0 +normalize==2.0.2 +notebook==6.3.0 +numba==0.52.0 +numpy==1.19.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +oauthlib==3.1.0 +omegaconf==2.3.0 +onnx==1.10.2 +OpenCC==1.1.2 +opencv-python==4.4.0.46 +openpyxl==3.0.9 +opensmile==2.2.0 +opt-einsum==3.3.0 +optuna==2.10.0 +ordered-set==4.1.0 +orjson==3.8.4 +oyaml==1.0 +packaging==22.0 +pandas==1.2.5 +pandocfilters==1.4.3 +pangu==4.0.6.1 +parameterized==0.8.1 +parso==0.7.1 +pathlib2==2.3.7.post1 +pathspec==0.5.5 +pathtools==0.1.2 +pbr==5.6.0 +pefile==2019.4.18 +pescador==2.1.0 +pesq==0.0.3 +pexpect==4.8.0 +phonemizer==2.2.1 +pickleshare==0.7.5 +Pillow==9.3.0 +pip-api==0.0.23 +pipreqs==0.4.11 +pluggy==0.13.1 +pooch==1.3.0 +portalocker==2.3.2 +pptree==3.1 +pre-commit==2.9.0 +preprocessing==0.1.13 +pretty-midi==0.2.9 +prettytable==2.2.1 +primePy==1.3 +progressbar2==3.53.1 +prometheus-client==0.10.1 +promise==2.3 +prompt-toolkit==3.0.8 +protobuf==3.20.3 +psutil==5.6.6 +ptyprocess==0.6.0 +py==1.9.0 +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +pyannote.audio==2.1.1 +pyannote.core==4.5 +pyannote.database==4.1.3 +pyannote.metrics==3.2.1 +pyannote.pipeline==2.3 +pyannotebook==0.1.0.dev0 +PyArabic==0.6.15 +pyarrow==3.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pybind11==2.8.1 +pybtex==0.24.0 +pybtex-docutils==1.0.1 +pycodestyle==2.5.0 +pycparser==2.20 +pycryptodome==3.16.0 +pyctcdecode==0.4.0 +pydantic==1.10.4 +pyDeprecate==0.3.1 +pydub==0.25.1 +pyflakes==2.1.1 +Pygments==2.15.1 +pygtrie==2.5.0 +PyJWT==2.7.0 +pymodbus==2.5.3 +pyparsing==2.4.7 +pyperclip==1.8.2 +pypinyin==0.43.0 +pyrsistent==0.17.3 +pyserial==3.5 +PySocks==1.7.1 +pystoi==0.3.3 +pytest==5.4.1 +pytest-runner==5.3.1 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.2 +python-editor==1.0.4 +python-Levenshtein==0.12.2 +python-multipart==0.0.5 +python-utils==2.4.0 +pytorch-lightning==1.6.5 +pytorch-metric-learning==1.7.3 +pytorch-revgrad==0.2.0 +pytube==11.0.1 +pytz==2022.6 +PyWavelets==1.1.1 +PyYAML==6.0 +pyzmq==20.0.0 +rapidfuzz==1.8.2 +readchar==4.0.5 +regex==2020.11.13 +requests==2.28.1 +requests-oauthlib==1.3.0 +resampy==0.2.2 +rfc3986==1.4.0 +rich==13.4.2 +richenum==1.3.1 +rsa==4.7 +ruamel.yaml==0.17.21 +ruamel.yaml.clib==0.2.7 +s3m==1.1.0 +s3transfer==0.5.0 +sacrebleu==2.0.0 +sacremoses==0.0.44 +safetensors==0.3.1 +scikit-image==0.18.1 +scikit-learn==0.23.2 +scipy==1.5.4 +-e git+https://github.com/sanghack81/SDCIT@00d060dde733fde9345154a494f81e97fb395ca7#egg=SDCIT +seaborn==0.11.1 +SecretStorage==3.3.3 +segments==2.1.3 +segtok==1.5.11 +semver==2.13.0 +Send2Trash==1.5.0 +sentencepiece==0.1.99 +sentry-sdk==1.4.3 +shellingham==1.4.0 +shortuuid==1.0.7 +SIDEKIT==1.3.8.5.2 +simplejson==3.17.5 +singledispatchmethod==1.0 +six==1.15.0 +smart-open==5.0.0 +smmap==5.0.0 +sniffio==1.3.0 +snowballstemmer==2.0.0 +sortedcollections==2.1.0 +sortedcontainers==2.4.0 +sounddevice==0.4.5 +SoundFile==0.10.3.post1 +soupsieve==2.3 +sox==1.4.1 +sparsemax==0.1.9 +speechbrain==0.5.14 +sphfile==1.0.3 +Sphinx==3.3.1 +sphinx-rtd-theme==0.2.4 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-bibtex==2.4.1 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +SQLAlchemy==1.4.25 +sqlitedict==2.1.0 +sqlparse==0.4.2 +stanza==1.4.2 +starlette==0.31.1 +starsessions==1.3.0 +stevedore==3.4.0 +subprocess32==3.5.4 +sympy==1.9 +tabulate==0.8.9 +tensorboard==2.4.0 +tensorboard-plugin-wit==1.7.0 +tensorboardX==2.6.1 +tensorflow==2.4.0 +tensorflow-estimator==2.4.0 +termcolor==1.1.0 +terminado==0.9.4 +testpath==0.4.4 +threadpoolctl==2.1.0 +tifffile==2020.12.8 +tikzplotlib==0.9.8 +tinycss2==1.2.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml==0.10.2 +toolz==0.12.0 +torch==1.13.1 +torch-audiomentations==0.11.0 +torch-pitch-shift==1.2.4 +torch-stft==0.1.4 +torchaudio==0.13.1 +torchmetrics==0.11.4 +torchvision==0.14.1 +tornado==6.1 +tqdm==4.61.1 +trackrip==1.2.1 +traitlets==5.9.0 +transformer-smaller-training-vocab==0.3.1 +transformers==4.30.2 +triton==2.0.0 +typed-ast==1.4.1 +typer==0.4.0 +typing-extensions==4.4.0 +uc-micro-py==1.0.1 +Unidecode==1.3.2 +uritemplate==3.0.1 +urllib3==1.26.2 +uvicorn==0.20.0 +versioneer==0.28 +virtualenv==20.2.1 +wandb==0.12.6 +wcwidth==0.2.5 +webdataset==0.1.62 +webencodings==0.5.1 +websocket-client==1.6.1 +websockets==10.4 +Werkzeug==1.0.1 +wget==3.2 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wordninja==2.0.0 +wrapt==1.12.1 +xmltodict==0.13.0 +xxhash==2.0.0 +yamllint==1.23.0 +yarg==0.1.9 +yarl==1.7.2 +yaspin==2.1.0 +youtokentome==1.0.6 +youtube-dl==2021.6.6 +zipp==3.6.0 + + +2023-09-19 17:26:18,718 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-19 17:26:20,990 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-19 17:26:21,120 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-19 17:26:21,182 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-19 17:26:22,421 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-19 17:26:22,422 - speechbrain.core - INFO - 60.1M trainable parameters in ASR +2023-09-19 17:26:22,425 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00 +2023-09-19 17:26:22,521 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt +2023-09-19 17:26:22,691 - matplotlib - DEBUG - (private) matplotlib data path: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/matplotlib-3.3.3-py3.8-linux-x86_64.egg/matplotlib/mpl-data +2023-09-19 17:26:22,692 - matplotlib - DEBUG - matplotlib data path: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/matplotlib-3.3.3-py3.8-linux-x86_64.egg/matplotlib/mpl-data +2023-09-19 17:26:22,693 - matplotlib - DEBUG - CONFIGDIR=/home/salah/.config/matplotlib +2023-09-19 17:26:22,695 - matplotlib - DEBUG - matplotlib version 3.3.3 +2023-09-19 17:26:22,695 - matplotlib - DEBUG - interactive is False +2023-09-19 17:26:22,695 - matplotlib - DEBUG - platform is linux +2023-09-19 17:26:22,695 - matplotlib - DEBUG - loaded modules: ['sys', 'builtins', '_frozen_importlib', '_imp', '_warnings', '_frozen_importlib_external', '_io', 'marshal', 'posix', '_thread', '_weakref', 'time', 'zipimport', '_codecs', 'codecs', 'encodings.aliases', 'encodings', 'encodings.utf_8', '_signal', '__main__', 'encodings.latin_1', '_abc', 'abc', 'io', '_stat', 'stat', '_collections_abc', 'genericpath', 'posixpath', 'os.path', 'os', '_sitebuiltins', '_locale', '_bootlocale', 'types', 'importlib._bootstrap', 'importlib._bootstrap_external', 'warnings', 'importlib', 'importlib.machinery', 'importlib.abc', '_operator', 'operator', 'keyword', '_heapq', 'heapq', 'itertools', 'reprlib', '_collections', 'collections', '_functools', 'functools', 'contextlib', 'importlib.util', 'google', 'google.logging', 'pyannote', 'ruamel', 'sphinxcontrib', 'site', '_weakrefset', 'weakref', 'pkgutil', 'runpy', 'ipykernel._version', '__future__', 'enum', '_sre', 'sre_constants', 'sre_parse', 'sre_compile', 'copyreg', 're', '_json', 'json.scanner', 'json.decoder', 'json.encoder', 'json', 'errno', 'signal', 'threading', '_posixsubprocess', 'select', 'collections.abc', 'math', 'selectors', 'subprocess', 'IPython.core', 'IPython.core.getipython', 'IPython.core.release', 'atexit', 'copy', 'fnmatch', 'glob', 'token', 'tokenize', 'linecache', 'traceback', '_string', 'string', 'logging', 'zlib', '_compression', '_bz2', 'bz2', '_lzma', 'lzma', 'pwd', 'grp', 'shutil', '_opcode', 'opcode', 'dis', 'inspect', 'typing.io', 'typing.re', 'typing', '_ast', 'ast', 'ntpath', 'urllib', 'urllib.parse', 'pathlib', 'traitlets.utils', 'traitlets.utils.bunch', 'traitlets.utils.descriptions', 'traitlets.utils.getargspec', 'traitlets.utils.importstring', 'traitlets.utils.sentinel', 'traitlets.traitlets', 'traitlets._version', 'traitlets.utils.decorators', 'traitlets', 'pprint', '_socket', 'socket', '_struct', 'struct', '_compat_pickle', '_pickle', 'pickle', '_queue', 'queue', 'logging.handlers', 'socketserver', 'logging.config', 'textwrap', 'traitlets.utils.text', 'locale', 'gettext', 'argparse', 'traitlets.config.loader', 'traitlets.config.configurable', 'traitlets.utils.nested_update', 'traitlets.config.application', 'traitlets.config', 'platform', 'sysconfig', '_sysconfigdata__linux_x86_64-linux-gnu', 'pydoc', 'bdb', 'IPython.utils', 'IPython.utils.ipstruct', 'IPython.utils.coloransi', 'pygments', 'IPython.utils.colorable', 'IPython.utils.PyColorize', 'IPython.utils.encoding', 'IPython.utils.py3compat', 'IPython.core.excolors', 'IPython.testing', 'IPython.testing.skipdoctest', 'cmd', 'codeop', 'code', 'pdb', 'IPython.core.debugger', 'IPython.core.display_trap', '_bisect', 'bisect', '_sha512', '_random', 'random', 'pexpect.exceptions', 'pexpect.utils', 'pexpect.expect', 'termios', 'tty', 'pty', 'fcntl', 'resource', 'ptyprocess.util', 'ptyprocess.ptyprocess', 'ptyprocess', 'pexpect.spawnbase', 'pexpect.pty_spawn', 'pexpect.run', 'pexpect', 'shlex', 'IPython.utils._process_common', 'IPython.utils._process_posix', 'IPython.utils.process', 'IPython.utils.decorators', 'IPython.utils.path', 'IPython.utils.data', 'IPython.utils.terminal', 'IPython.core.ultratb', 'IPython.utils._sysinfo', 'IPython.utils.sysinfo', 'IPython.core.crashhandler', 'tempfile', 'IPython.utils.importstring', 'IPython.paths', 'IPython.core.profiledir', 'IPython.core.application', 'IPython.terminal', '_hashlib', '_blake2', '_sha3', 'hashlib', 'IPython.core.compilerop', 'IPython.core.error', 'IPython.utils.text', 'IPython.core.magic_arguments', 'getopt', 'binascii', 'mimetypes', 'IPython.core.display', 'IPython.core.page', 'getpass', 'IPython.lib.security', 'IPython.lib', '_datetime', 'datetime', 'IPython.lib.pretty', 'IPython.utils.openpy', 'IPython.utils.dir2', 'IPython.utils.wildcard', 'pygments.lexers._mapping', 'pygments.modeline', 'pygments.plugin', 'pygments.util', 'pygments.lexers', 'pygments.filter', 'pygments.token', 'pygments.filters', 'pygments.regexopt', 'pygments.lexer', 'pygments.unistring', 'pygments.lexers.python', 'pygments.formatters._mapping', 'pygments.formatters', 'pygments.styles', 'pygments.formatter', 'pygments.formatters.html', 'IPython.core.oinspect', 'IPython.core.inputtransformer2', 'decorator', 'IPython.core.magic', 'pickleshare', 'IPython.core.autocall', 'IPython.core.macro', 'IPython.core.splitinput', 'IPython.core.prefilter', 'IPython.core.alias', 'IPython.core.builtin_trap', 'backcall.backcall', 'backcall', 'IPython.core.events', 'IPython.core.displayhook', 'IPython.core.displaypub', 'IPython.core.extensions', 'IPython.utils.sentinel', 'IPython.core.formatters', '_sqlite3', 'sqlite3.dbapi2', 'sqlite3', 'IPython.core.history', 'IPython.core.logger', 'IPython.core.payload', 'IPython.core.usage', 'html.entities', 'html', 'IPython.lib.display', 'IPython.display', 'IPython.utils.capture', 'IPython.utils.io', 'IPython.core.hooks', 'IPython.utils.strdispatch', 'IPython.utils.syspathcontext', 'IPython.utils.tempdir', 'IPython.utils.contexts', 'IPython.core.async_helpers', 'IPython.core.interactiveshell', 'concurrent', 'concurrent.futures._base', 'concurrent.futures', '_ssl', 'base64', 'ssl', 'asyncio.constants', 'asyncio.format_helpers', 'asyncio.base_futures', 'asyncio.log', 'asyncio.coroutines', '_contextvars', 'contextvars', 'asyncio.exceptions', 'asyncio.base_tasks', '_asyncio', 'asyncio.events', 'asyncio.futures', 'asyncio.protocols', 'asyncio.transports', 'asyncio.sslproto', 'asyncio.locks', 'asyncio.tasks', 'asyncio.staggered', 'asyncio.trsock', 'asyncio.base_events', 'asyncio.runners', 'asyncio.queues', 'asyncio.streams', 'asyncio.subprocess', 'asyncio.base_subprocess', 'asyncio.selector_events', 'asyncio.unix_events', 'asyncio', 'prompt_toolkit.application.current', 'prompt_toolkit.eventloop.utils', 'prompt_toolkit.eventloop.async_generator', 'wcwidth.table_wide', 'wcwidth.table_zero', 'wcwidth.unicode_versions', 'wcwidth.wcwidth', 'wcwidth', 'prompt_toolkit.utils', 'prompt_toolkit.eventloop.inputhook', 'prompt_toolkit.eventloop', 'prompt_toolkit.application.run_in_terminal', 'prompt_toolkit.selection', 'prompt_toolkit.clipboard.base', 'prompt_toolkit.clipboard.in_memory', 'prompt_toolkit.clipboard', 'prompt_toolkit.cache', 'prompt_toolkit.enums', 'prompt_toolkit.filters.base', 'prompt_toolkit.filters.app', 'prompt_toolkit.filters.cli', 'prompt_toolkit.filters.utils', 'prompt_toolkit.filters', 'prompt_toolkit.document', 'prompt_toolkit.auto_suggest', 'prompt_toolkit.data_structures', 'prompt_toolkit.styles.base', 'prompt_toolkit.styles.named_colors', 'prompt_toolkit.styles.style', 'prompt_toolkit.styles.defaults', 'prompt_toolkit.styles.pygments', 'colorsys', 'prompt_toolkit.styles.style_transformation', 'prompt_toolkit.styles', 'prompt_toolkit.output.color_depth', 'prompt_toolkit.output.base', 'prompt_toolkit.patch_stdout', 'prompt_toolkit.output.defaults', 'prompt_toolkit.output', 'array', 'prompt_toolkit.output.vt100', 'prompt_toolkit.mouse_events', 'prompt_toolkit.formatted_text.base', 'prompt_toolkit.formatted_text.ansi', 'xml', 'xml.dom.domreg', 'xml.dom', 'xml.dom.minicompat', 'xml.dom.NodeFilter', 'xml.dom.xmlbuilder', 'xml.dom.minidom', 'prompt_toolkit.formatted_text.html', 'prompt_toolkit.formatted_text.pygments', 'prompt_toolkit.formatted_text.utils', 'prompt_toolkit.formatted_text', 'prompt_toolkit.completion.base', 'prompt_toolkit.completion.filesystem', 'prompt_toolkit.completion.word_completer', 'prompt_toolkit.completion.fuzzy_completer', 'prompt_toolkit.completion.nested', 'prompt_toolkit.completion', 'prompt_toolkit.history', 'prompt_toolkit.keys', 'prompt_toolkit.key_binding.key_bindings', 'prompt_toolkit.key_binding.key_processor', 'prompt_toolkit.key_binding', 'prompt_toolkit.key_binding.vi_state', 'prompt_toolkit.search', 'prompt_toolkit.validation', 'prompt_toolkit.buffer', 'prompt_toolkit.input.base', 'prompt_toolkit.input.defaults', 'prompt_toolkit.input', 'prompt_toolkit.input.typeahead', 'prompt_toolkit.key_binding.bindings', 'prompt_toolkit.key_binding.bindings.scroll', 'prompt_toolkit.key_binding.bindings.page_navigation', 'prompt_toolkit.lexers.base', 'prompt_toolkit.lexers.pygments', 'prompt_toolkit.lexers', 'prompt_toolkit.layout.utils', 'prompt_toolkit.layout.processors', 'prompt_toolkit.layout.controls', 'prompt_toolkit.layout.dimension', 'prompt_toolkit.layout.margins', 'prompt_toolkit.layout.mouse_handlers', 'prompt_toolkit.layout.screen', 'prompt_toolkit.layout.containers', 'prompt_toolkit.layout.layout', 'prompt_toolkit.layout.menus', 'prompt_toolkit.layout', 'prompt_toolkit.key_binding.bindings.completion', 'prompt_toolkit.key_binding.bindings.named_commands', 'prompt_toolkit.key_binding.bindings.basic', 'prompt_toolkit.key_binding.bindings.cpr', 'prompt_toolkit.key_binding.bindings.emacs', 'prompt_toolkit.key_binding.bindings.mouse', 'prompt_toolkit.input.ansi_escape_sequences', 'prompt_toolkit.input.vt100_parser', 'prompt_toolkit.key_binding.digraphs', 'prompt_toolkit.key_binding.bindings.vi', 'prompt_toolkit.key_binding.defaults', 'prompt_toolkit.key_binding.emacs_state', 'prompt_toolkit.layout.dummy', 'prompt_toolkit.renderer', 'prompt_toolkit.application.application', 'prompt_toolkit.application.dummy', 'prompt_toolkit.application', 'prompt_toolkit.key_binding.bindings.focus', 'prompt_toolkit.widgets.toolbars', 'prompt_toolkit.widgets.base', 'prompt_toolkit.widgets.dialogs', 'prompt_toolkit.widgets.menus', 'prompt_toolkit.widgets', 'prompt_toolkit.shortcuts.dialogs', 'prompt_toolkit.shortcuts.progress_bar.formatters', 'prompt_toolkit.shortcuts.progress_bar.base', 'prompt_toolkit.shortcuts.progress_bar', 'prompt_toolkit.key_binding.bindings.auto_suggest', 'prompt_toolkit.key_binding.bindings.open_in_editor', 'prompt_toolkit.shortcuts.prompt', 'prompt_toolkit.shortcuts.utils', 'prompt_toolkit.shortcuts', 'prompt_toolkit', 'pygments.style', 'unicodedata', 'IPython.core.latex_symbols', 'IPython.utils.generics', 'parso._compatibility', 'parso.utils', 'parso.tree', 'parso.python', 'parso.python.token', 'parso.python.tokenize', 'parso.pgen2.grammar_parser', 'parso.pgen2.generator', 'parso.pgen2', 'parso.parser', 'difflib', 'parso.python.prefix', 'parso.python.tree', 'parso.python.parser', 'parso.python.diff', 'gc', 'parso.file_io', 'parso.cache', 'parso.normalizer', 'parso.python.errors', 'parso.python.pep8', 'parso.grammar', 'parso', 'jedi.file_io', 'jedi._compatibility', 'jedi.parser_utils', 'colorama.ansi', '_ctypes', 'ctypes._endian', 'ctypes', 'colorama.win32', 'colorama.winterm', 'colorama.ansitowin32', 'colorama.initialise', 'colorama', 'jedi.debug', 'jedi.settings', 'jedi.cache', 'jedi.inference.cache', 'jedi.inference.helpers', 'jedi.inference.utils', 'jedi.inference.base_value', 'jedi.common', 'jedi.inference.sys_path', 'jedi.inference.recursion', 'jedi.inference.flow_analysis', 'jedi.inference.lazy_value', 'jedi.inference.docstrings', 'jedi.plugins', 'jedi.inference.names', 'jedi.inference.filters', 'jedi.inference.compiled.getattr_static', 'jedi.inference.compiled.access', 'jedi.inference.signature', 'jedi.inference.context', 'jedi.inference.compiled.value', 'jedi.inference.compiled', 'jedi.inference.analysis', 'jedi.inference.gradual', 'jedi.inference.value.module', 'jedi.inference.value.dynamic_arrays', 'jedi.inference.value.iterable', 'jedi.inference.arguments', 'jedi.inference.parser_cache', 'jedi.inference.gradual.generics', 'jedi.inference.value.function', 'jedi.inference.value.klass', 'jedi.inference.value.instance', 'jedi.inference.value', 'jedi.inference.gradual.base', 'jedi.inference.gradual.type_var', 'jedi.inference.gradual.typing', 'jedi.inference.gradual.stub_value', 'jedi.inference.gradual.typeshed', 'jedi.inference.imports', 'jedi.inference.param', 'jedi.inference.gradual.annotation', 'jedi.inference.value.decorator', 'jedi.inference.syntax_tree', 'jedi.inference', 'jedi.inference.gradual.conversion', 'jedi.inference.compiled.mixed', 'pydoc_data', 'pydoc_data.topics', 'jedi.api.keywords', 'jedi.api.completion_cache', 'jedi.api.helpers', 'jedi.api.classes', 'jedi.api.interpreter', 'jedi.api.strings', 'jedi.api.file_name', 'jedi.api.completion', 'filecmp', 'jedi.inference.compiled.subprocess.functions', 'jedi.api.exceptions', 'jedi.inference.compiled.subprocess', 'jedi.api.environment', 'jedi.inference.references', 'jedi.api.project', 'jedi.api.errors', 'jedi.api.refactoring', 'jedi.api.refactoring.extract', 'jedi.inference.gradual.utils', 'jedi.api', 'jedi.plugins.stdlib', 'jedi.plugins.flask', 'jedi.plugins.pytest', 'jedi.plugins.django', 'jedi.plugins.registry', 'jedi', 'IPython.core.completer', 'IPython.terminal.ptutils', 'IPython.terminal.shortcuts', 'IPython.terminal.debugger', 'IPython.lib.clipboard', 'IPython.terminal.magics', 'IPython.terminal.pt_inputhooks', 'IPython.terminal.prompts', 'IPython.terminal.interactiveshell', 'IPython.core.magics.auto', 'IPython.core.magics.basic', 'email', 'http', 'email.errors', 'email.quoprimime', 'email.base64mime', 'quopri', 'email.encoders', 'email.charset', 'email.header', 'calendar', 'email._parseaddr', 'email.utils', 'email._policybase', 'email.feedparser', 'email.parser', 'uu', 'email._encoded_words', 'email.iterators', 'email.message', 'http.client', 'urllib.response', 'urllib.error', 'urllib.request', 'IPython.core.magics.code', 'IPython.core.magics.config', 'IPython.core.magics.display', 'timeit', '_lsprof', 'profile', 'cProfile', 'pstats', 'IPython.utils.module_paths', 'IPython.utils.timing', 'IPython.core.magics.execution', 'IPython.core.magics.extension', 'IPython.core.magics.history', 'IPython.core.magics.logging', 'IPython.core.magics.namespace', 'IPython.core.magics.osm', 'IPython.core.magics.packaging', 'IPython.core.pylabtools', 'IPython.core.magics.pylab', 'IPython.lib.backgroundjobs', 'IPython.core.magics.script', 'IPython.core.magics', 'IPython.core.shellapp', 'IPython.extensions', 'IPython.extensions.storemagic', 'IPython.terminal.ipapp', 'IPython.terminal.embed', 'IPython.utils.frame', 'IPython', 'ipython_genutils._version', 'ipython_genutils', 'ipython_genutils.encoding', 'ipython_genutils.py3compat', 'ipython_genutils.path', 'jupyter_client._version', 'zmq.backend.select', 'cython_runtime', 'zmq.backend.cython.constants', '_cython_0_29_21', 'zmq.backend.cython.error', 'zmq.error', 'zmq.backend.cython.message', 'zmq.backend.cython.context', 'zmq.backend.cython.socket', 'zmq.backend.cython.utils', 'zmq.backend.cython._poll', 'zmq.backend.cython._version', 'zmq.backend.cython._device', 'zmq.backend.cython._proxy_steerable', 'zmq.backend.cython', 'zmq.backend', 'zmq.utils', 'zmq.utils.constant_names', 'zmq.sugar.constants', 'zmq.sugar.attrsettr', 'zmq.sugar.poll', 'zmq.utils.strtypes', 'numbers', '_decimal', 'decimal', 'simplejson.errors', 'simplejson.raw_json', 'simplejson.compat', 'simplejson._speedups', 'simplejson.scanner', 'simplejson.decoder', 'simplejson.encoder', 'simplejson', 'zmq.utils.jsonapi', 'zmq.sugar.socket', 'zmq.sugar.context', 'zmq.sugar.frame', 'zmq.sugar.tracker', 'zmq.sugar.version', 'zmq.sugar.stopwatch', 'zmq.sugar', 'zmq', 'jupyter_client.localinterfaces', 'jupyter_core.version', 'jupyter_core', 'jupyter_core.paths', 'jupyter_client.connect', 'traitlets.log', 'jupyter_client.launcher', 'jupyter_client.channelsabc', 'jupyter_client.channels', 'jupyter_client.clientabc', 'jupyter_client.client', 'ipython_genutils.importstring', 'jupyter_client.kernelspec', 'jupyter_client.managerabc', 'jupyter_client.manager', 'jupyter_client.blocking.channels', 'jupyter_client.blocking.client', 'jupyter_client.blocking', 'zmq._future', 'zmq.asyncio', 'jupyter_client.asynchronous.channels', 'jupyter_client.asynchronous.client', 'jupyter_client.asynchronous', 'uuid', 'jupyter_client.multikernelmanager', 'jupyter_client', 'ipykernel.connect', 'ipykernel', 'tornado', 'tornado.speedups', 'tornado.util', 'tornado.escape', '_curses', 'curses', 'tornado.log', 'tornado.concurrent', 'tornado.ioloop', 'tornado.platform', 'tornado.gen', 'tornado.platform.asyncio', 'zmq.eventloop.ioloop', 'zmq.eventloop', 'zmq.eventloop.zmqstream', 'imp', 'hmac', 'dateutil._version', 'dateutil', 'six', 'dateutil._common', 'dateutil.relativedelta', 'six.moves', 'dateutil.tz._common', 'dateutil.tz._factories', 'dateutil.tz.tz', 'dateutil.tz', 'dateutil.parser._parser', 'dateutil.parser.isoparser', 'dateutil.parser', '_strptime', 'jupyter_client.jsonutil', 'jupyter_client.adapter', 'jupyter_client.session', 'ipykernel.iostream', 'ipykernel.heartbeat', 'IPython.utils.tokenutil', 'tornado.locks', 'tornado.queues', 'ipykernel.jsonutil', 'ipykernel.kernelbase', 'ipykernel.comm.comm', 'ipykernel.comm.manager', 'ipykernel.comm', 'IPython.core.payloadpage', 'ipykernel.displayhook', 'ipykernel.zmqshell', 'distutils', 'distutils.version', 'ipykernel.eventloops', 'ipykernel.ipkernel', 'ipykernel.parentpoller', 'ipykernel.kernelapp', 'argcomplete.compat', 'argcomplete.completers', 'argcomplete.my_shlex', 'argcomplete.my_argparse', 'argcomplete.shell_integration', 'argcomplete', 'traitlets.config.argcomplete_config', 'faulthandler', 'ipykernel.codeutil', 'ipykernel.pickleutil', 'ipykernel.serialize', 'ipykernel.datapub', 'IPython.core.completerlib', 'storemagic', 'torch._utils', 'torch._utils_internal', 'torch.version', 'torch.torch_version', 'torch._six', 'torch._C._onnx', 'torch._C._jit', 'torch._C._jit_tree_views', 'torch._C._te', 'torch._C._nvfuser', 'torch._C._monitor', 'torch._C._functorch', 'torch._C._profiler', 'torch._C.cpp', 'torch._C.cpp.nn', 'torch._C._lazy', 'torch._C._lazy_ts_backend', 'torch._C._itt', 'torch._C._cudart', 'torch._C._nvtx', 'torch._C._cudnn', 'torch._C._verbose', 'torch._C', 'torch._C._fft', 'torch._C._linalg', 'torch._C._nested', 'torch._C._nn', 'torch._C._return_types', 'torch._C._sparse', 'torch._C._special', 'torch.utils.throughput_benchmark', 'torch.utils._crash_handler', 'torch.utils.cpp_backtrace', 'torch.utils', 'torch.utils.hooks', 'torch._namedtensor_internals', 'torch.overrides', 'torch._tensor', 'torch.types', 'numpy._globals', 'numpy.__config__', 'numpy.version', 'numpy._distributor_init', 'numpy.core._multiarray_umath', 'numpy.compat._inspect', 'numpy.compat.py3k', 'numpy.compat', 'numpy.core.overrides', 'numpy.core.multiarray', 'numpy.core.umath', 'numpy.core._string_helpers', 'numpy.core._dtype', 'numpy.core._type_aliases', 'numpy.core.numerictypes', 'numpy.core._asarray', 'numpy.core._exceptions', 'numpy.core._methods', 'numpy.core.fromnumeric', 'numpy.core.shape_base', 'numpy.core._ufunc_config', 'numpy.core.arrayprint', 'numpy.core.numeric', 'numpy.core.defchararray', 'numpy.core.records', 'numpy.core.memmap', 'numpy.core.function_base', 'numpy.core.machar', 'numpy.core.getlimits', 'numpy.core.einsumfunc', 'numpy.core._multiarray_tests', 'numpy.core._add_newdocs', 'numpy.core._dtype_ctypes', 'numpy.core._internal', 'numpy._pytesttester', 'numpy.core', 'numpy.lib.mixins', 'numpy.lib.ufunclike', 'numpy.lib.type_check', 'numpy.lib.scimath', 'numpy.lib.twodim_base', 'numpy.linalg.lapack_lite', 'numpy.linalg._umath_linalg', 'numpy.linalg.linalg', 'numpy.linalg', 'numpy.matrixlib.defmatrix', 'numpy.matrixlib', 'numpy.lib.histograms', 'numpy.lib.function_base', 'numpy.lib.stride_tricks', 'numpy.lib.index_tricks', 'numpy.lib.nanfunctions', 'numpy.lib.shape_base', 'numpy.lib.polynomial', 'numpy.lib.utils', 'numpy.lib.arraysetops', 'numpy.lib.format', 'numpy.lib._datasource', 'numpy.lib._iotools', 'numpy.lib.npyio', 'numpy.lib.financial', 'numpy.lib.arrayterator', 'numpy.lib.arraypad', 'numpy.lib._version', 'numpy.lib', 'numpy.fft._pocketfft_internal', 'numpy.fft._pocketfft', 'numpy.fft.helper', 'numpy.fft', 'numpy.polynomial.polyutils', 'numpy.polynomial._polybase', 'numpy.polynomial.polynomial', 'numpy.polynomial.chebyshev', 'numpy.polynomial.legendre', 'numpy.polynomial.hermite', 'numpy.polynomial.hermite_e', 'numpy.polynomial.laguerre', 'numpy.polynomial', 'numpy.random._common', 'secrets', 'numpy.random.bit_generator', 'numpy.random._bounded_integers', 'numpy.random._mt19937', 'numpy.random.mtrand', 'numpy.random._philox', 'numpy.random._pcg64', 'numpy.random._sfc64', 'numpy.random._generator', 'numpy.random._pickle', 'numpy.random', 'numpy.ctypeslib', 'numpy.ma.core', 'numpy.ma.extras', 'numpy.ma', 'numpy', 'torch.storage', 'torch.random', 'tarfile', 'torch._sources', 'typing_extensions', 'torch._weights_only_unpickler', 'torch.serialization', 'torch._tensor_str', 'torch.amp.autocast_mode', 'torch.amp', 'torch.cuda._utils', 'torch.cuda.graphs', 'torch.cuda.streams', 'torch.cuda._memory_viz', 'torch.cuda.memory', 'torch.cuda.random', 'torch.cuda.sparse', 'torch.cuda.profiler', 'torch.cuda.nvtx', 'torch.cuda.amp.autocast_mode', 'torch.cuda.amp.common', 'torch.cuda.amp.grad_scaler', 'torch.cuda.amp', 'torch.cuda.jiterator', 'torch.cuda', 'torch.sparse', 'torch.backends', 'opt_einsum.parser', 'opt_einsum.helpers', 'opt_einsum.blas', 'opt_einsum.paths', 'opt_einsum.path_random', 'opt_einsum.sharing', 'opt_einsum.backends.cupy', 'opt_einsum.backends.object_arrays', 'opt_einsum.backends.jax', 'opt_einsum.backends.tensorflow', 'opt_einsum.backends.theano', 'opt_einsum.backends.torch', 'opt_einsum.backends.dispatch', 'opt_einsum.backends', 'opt_einsum.contract', 'opt_einsum._version', 'opt_einsum', 'torch.backends.opt_einsum', 'torch.nn.parameter', 'torch.nn.modules.module', 'torch._VF', 'torch._torch_docs', 'torch._C._distributed_c10d', 'torch.distributed.constants', 'torch.distributed.rendezvous', 'torch.distributed.distributed_c10d', 'torch.distributed.remote_device', 'torch.distributed', 'torch._C._distributed_rpc', 'torch.futures', 'torch.distributed.rpc.internal', 'torch.distributed.rpc.constants', 'torch.distributed.rpc._utils', 'torch.distributed.rpc.api', 'torch.distributed.rpc.backend_registry', 'torch.distributed.rpc.functions', 'torch._C._distributed_autograd', 'torch.distributed.autograd', 'torch.distributed.rpc.options', 'torch.autograd.variable', 'torch.autograd.function', 'cmath', 'torch.testing._comparison', 'torch.testing._creation', 'torch.testing._legacy', 'torch.testing._deprecated', 'torch.testing', 'torch.utils._pytree', 'torch._vmap_internals', 'torch.autograd.gradcheck', 'torch.autograd.grad_mode', 'torch.autograd.anomaly_mode', 'torch.autograd.forward_ad', 'torch.autograd.functional', 'torch.autograd.graph', 'torch._C._autograd', 'torch.autograd.profiler_util', 'torch.autograd.profiler', 'torch.autograd', 'torch.autograd.profiler_legacy', 'torch.distributed.rpc.server_process_global_profiler', 'torch.distributed.rpc', 'pickletools', 'dataclasses', 'torch.package._digraph', 'torch.package._importlib', 'torch.package._mangling', 'torch.package.importer', 'torch.package._package_pickler', 'torch.package._stdlib', 'torch.package.find_file_dependencies', 'torch.package.glob_group', 'torch.package.package_exporter', 'torch.package.analyze.find_first_use_of_broken_modules', 'torch.package.analyze.trace_dependencies', 'torch.package.analyze', 'torch.package.analyze.is_from_package', 'torch.package.file_structure_representation', 'torch.package._directory_reader', 'torch.package._package_unpickler', 'torch.package.package_importer', 'torch.package', 'torch._jit_internal', 'torch.nn._reduction', 'torch.nn.modules.utils', 'torch.nn.grad', 'torch.nn.functional', 'torch.nn.init', 'torch.nn.modules.lazy', 'torch.nn.modules.linear', 'torch.nn.common_types', 'torch.nn.modules.conv', 'torch.nn.modules.activation', 'torch.nn.modules.distance', 'torch.nn.modules.loss', 'torch.nn.modules.container', 'torch.nn.modules.pooling', 'torch.nn.modules._functions', 'torch.nn.modules.batchnorm', 'torch.nn.modules.instancenorm', 'torch.nn.modules.normalization', 'torch.nn.modules.dropout', 'torch.nn.modules.padding', 'torch.nn.modules.sparse', 'torch.nn.utils.rnn', 'torch.nn.utils.clip_grad', 'torch.nn.utils.weight_norm', 'torch.nn.utils.convert_parameters', 'torch.nn.utils.spectral_norm', 'torch.nn.utils.fusion', 'torch.nn.utils.memory_format', 'torch.nn.utils.parametrize', 'torch.nn.utils.parametrizations', 'torch.nn.utils.init', 'torch.nn.utils.stateless', 'torch.nn.utils', 'torch.nn.modules.rnn', 'torch.nn.modules.pixelshuffle', 'torch.nn.modules.upsampling', 'torch.nn.modules.fold', 'torch.nn.modules.adaptive', 'torch.nn.modules.transformer', 'torch.nn.modules.flatten', 'torch.nn.modules.channelshuffle', 'torch.nn.modules', 'torch.nn.parallel.parallel_apply', 'torch.cuda.nccl', 'torch.nn.parallel.comm', 'torch.nn.parallel.replicate', 'torch.nn.parallel._functions', 'torch.nn.parallel.scatter_gather', 'torch.nn.parallel.data_parallel', 'torch.distributed.algorithms.join', 'torch.distributed.algorithms', 'torch.distributed.utils', 'torch.nn.parallel._replicated_tensor_ddp_utils', 'torch.nn.parallel.distributed', 'torch.nn.parallel', 'torch.nn', 'torch._linalg_utils', 'torch._lowrank', 'torch.functional', 'torch.cpu.amp.autocast_mode', 'torch.cpu.amp', 'torch.cpu', 'torch.fft', 'torch.nested', 'torch.optim.optimizer', 'torch.optim.adadelta', 'torch.optim.adagrad', 'torch.optim.adam', 'torch.optim.adamw', 'torch.optim.adamax', 'torch.optim.asgd', 'torch.optim.nadam', 'torch.optim.radam', 'torch.optim.rmsprop', 'torch.optim.rprop', 'torch.optim.sgd', 'torch.optim._functional', 'torch.optim.sparse_adam', 'torch.optim.lbfgs', 'torch.optim.lr_scheduler', 'torch.optim.swa_utils', 'torch.optim', 'torch.optim._multi_tensor', 'multiprocessing.process', 'multiprocessing.reduction', 'multiprocessing.context', '__mp_main__', 'multiprocessing', 'multiprocessing.util', 'multiprocessing.resource_sharer', 'torch.multiprocessing.reductions', '_multiprocessing', 'multiprocessing.connection', 'torch.multiprocessing.spawn', 'torch.multiprocessing', 'torch.special', 'torch.utils.backcompat', 'torch.onnx._deprecation', 'torch.onnx._constants', 'torch.onnx._internal', 'torch.onnx._internal.diagnostics.infra.sarif._property_bag', 'torch.onnx._internal.diagnostics.infra.sarif._address', 'torch.onnx._internal.diagnostics.infra.sarif._multiformat_message_string', 'torch.onnx._internal.diagnostics.infra.sarif._artifact_content', 'torch.onnx._internal.diagnostics.infra.sarif._message', 'torch.onnx._internal.diagnostics.infra.sarif._artifact_location', 'torch.onnx._internal.diagnostics.infra.sarif._artifact', 'torch.onnx._internal.diagnostics.infra.sarif._region', 'torch.onnx._internal.diagnostics.infra.sarif._replacement', 'torch.onnx._internal.diagnostics.infra.sarif._artifact_change', 'torch.onnx._internal.diagnostics.infra.sarif._rectangle', 'torch.onnx._internal.diagnostics.infra.sarif._attachment', 'torch.onnx._internal.diagnostics.infra.sarif._location_relationship', 'torch.onnx._internal.diagnostics.infra.sarif._logical_location', 'torch.onnx._internal.diagnostics.infra.sarif._physical_location', 'torch.onnx._internal.diagnostics.infra.sarif._location', 'torch.onnx._internal.diagnostics.infra.sarif._tool_component_reference', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_descriptor_reference', 'torch.onnx._internal.diagnostics.infra.sarif._stack_frame', 'torch.onnx._internal.diagnostics.infra.sarif._stack', 'torch.onnx._internal.diagnostics.infra.sarif._web_request', 'torch.onnx._internal.diagnostics.infra.sarif._web_response', 'torch.onnx._internal.diagnostics.infra.sarif._thread_flow_location', 'torch.onnx._internal.diagnostics.infra.sarif._thread_flow', 'torch.onnx._internal.diagnostics.infra.sarif._code_flow', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_configuration', 'torch.onnx._internal.diagnostics.infra.sarif._configuration_override', 'torch.onnx._internal.diagnostics.infra.sarif._exception', 'torch.onnx._internal.diagnostics.infra.sarif._notification', 'torch.onnx._internal.diagnostics.infra.sarif._invocation', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_descriptor_relationship', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_descriptor', 'torch.onnx._internal.diagnostics.infra.sarif._translation_metadata', 'torch.onnx._internal.diagnostics.infra.sarif._tool_component', 'torch.onnx._internal.diagnostics.infra.sarif._tool', 'torch.onnx._internal.diagnostics.infra.sarif._conversion', 'torch.onnx._internal.diagnostics.infra.sarif._edge', 'torch.onnx._internal.diagnostics.infra.sarif._edge_traversal', 'torch.onnx._internal.diagnostics.infra.sarif._node', 'torch.onnx._internal.diagnostics.infra.sarif._graph', 'torch.onnx._internal.diagnostics.infra.sarif._fix', 'torch.onnx._internal.diagnostics.infra.sarif._graph_traversal', 'torch.onnx._internal.diagnostics.infra.sarif._result_provenance', 'torch.onnx._internal.diagnostics.infra.sarif._suppression', 'torch.onnx._internal.diagnostics.infra.sarif._result', 'torch.onnx._internal.diagnostics.infra.sarif._external_properties', 'torch.onnx._internal.diagnostics.infra.sarif._external_property_file_reference', 'torch.onnx._internal.diagnostics.infra.sarif._external_property_file_references', 'torch.onnx._internal.diagnostics.infra.sarif._run_automation_details', 'torch.onnx._internal.diagnostics.infra.sarif._special_locations', 'torch.onnx._internal.diagnostics.infra.sarif._version_control_details', 'torch.onnx._internal.diagnostics.infra.sarif._run', 'torch.onnx._internal.diagnostics.infra.sarif._sarif_log', 'torch.onnx._internal.diagnostics.infra.sarif', 'torch.onnx._internal.diagnostics.infra.formatter', 'torch.onnx._internal.diagnostics.infra._infra', 'torch.onnx._internal.diagnostics.infra.sarif.version', 'torch.onnx._internal.diagnostics.infra.engine', 'torch.onnx._internal.diagnostics.infra', 'torch.onnx._internal.diagnostics._rules', 'torch.onnx._internal.diagnostics._diagnostic', 'torch.onnx._internal.diagnostics', 'torch.onnx.errors', 'zipfile', 'torch.jit._dataclass_impls', 'torch.jit._monkeytype_config', 'torch.jit._state', 'torch._ops', 'torch.jit.annotations', 'astunparse.unparser', 'astunparse.printer', 'astunparse', 'torch.jit.frontend', 'torch.backends.cudnn', 'torch.jit._builtins', 'torch.jit._check', 'torch.jit._recursive', 'torch.jit._fuser', 'torch.jit._serialization', 'torch._classes', 'torch.jit._script', 'torch.jit._trace', 'torch.jit._async', 'torch.jit._decomposition_utils', 'torch.jit._freeze', 'torch.jit._ir_utils', 'torch.jit', 'torch.onnx._exporter_states', 'torch.onnx._globals', 'torch.onnx._internal._beartype', 'torch.onnx._internal.jit_utils', 'torch.onnx._internal.registration', 'torch.onnx.utils', 'torch.onnx._patch_torch', 'torch.onnx._type_utils', 'torch.onnx.symbolic_helper', 'torch.onnx.symbolic_opset9', 'torch.onnx.symbolic_caffe2', 'torch.onnx.symbolic_opset7', 'torch.onnx.symbolic_opset8', 'torch.onnx.symbolic_opset10', 'torch.onnx.symbolic_opset11', 'torch.onnx.symbolic_opset12', 'torch.onnx.symbolic_opset13', 'torch.onnx.symbolic_opset14', 'torch.onnx.symbolic_opset15', 'torch.onnx.symbolic_opset16', 'torch.onnx.symbolic_opset17', 'torch.onnx', 'torch.linalg', 'tqdm._monitor', 'tqdm._tqdm_pandas', 'tqdm.utils', 'tqdm.std', 'tqdm._dist_ver', 'tqdm.version', 'tqdm.cli', 'tqdm.gui', 'tqdm', 'ipywidgets._version', 'ipywidgets.widgets.widget', 'ipywidgets.widgets.util', 'ipywidgets.widgets.trait_types', 'ipywidgets.widgets.widget_layout', 'ipywidgets.widgets.widget_style', 'ipywidgets.widgets.domwidget', 'ipywidgets.widgets.valuewidget', 'ipywidgets.widgets.widget_core', 'ipywidgets.widgets.widget_description', 'ipywidgets.widgets.widget_bool', 'ipywidgets.widgets.widget_button', 'ipywidgets.widgets.docutils', 'ipywidgets.widgets.widget_box', 'ipywidgets.widgets.widget_int', 'ipywidgets.widgets.widget_float', 'ipywidgets.widgets.widget_color', 'ipywidgets.widgets.widget_date', 'ipywidgets.widgets.widget_output', 'ipywidgets.widgets.widget_selection', 'ipywidgets.widgets.widget_selectioncontainer', 'ipywidgets.widgets.widget_string', 'ipywidgets.widgets.widget_controller', 'ipywidgets.widgets.interaction', 'ipywidgets.widgets.widget_link', 'ipywidgets.widgets.widget_media', 'ipywidgets.widgets.widget_templates', 'ipywidgets.widgets.widget_upload', 'ipywidgets.widgets', 'ipywidgets', 'tqdm.notebook', 'tqdm.autonotebook', 'tqdm.asyncio', 'tqdm.auto', 'torch.hub', 'torch.distributions.constraints', 'torch.distributions.utils', 'torch.distributions.distribution', 'torch.distributions.exp_family', 'torch.distributions.bernoulli', 'torch.distributions.dirichlet', 'torch.distributions.beta', 'torch.distributions.binomial', 'torch.distributions.categorical', 'torch.distributions.cauchy', 'torch.distributions.gamma', 'torch.distributions.chi2', 'torch.distributions.transforms', 'torch.distributions.constraint_registry', 'torch.distributions.continuous_bernoulli', 'torch.distributions.exponential', 'torch.distributions.fishersnedecor', 'torch.distributions.geometric', 'torch.distributions.uniform', 'torch.distributions.independent', 'torch.distributions.transformed_distribution', 'torch.distributions.gumbel', 'torch.distributions.half_cauchy', 'torch.distributions.normal', 'torch.distributions.half_normal', 'torch.distributions.laplace', 'torch.distributions.multivariate_normal', 'torch.distributions.lowrank_multivariate_normal', 'torch.distributions.one_hot_categorical', 'torch.distributions.pareto', 'torch.distributions.poisson', 'torch.distributions.kl', 'torch.distributions.kumaraswamy', 'torch.distributions.lkj_cholesky', 'torch.distributions.log_normal', 'torch.distributions.logistic_normal', 'torch.distributions.mixture_same_family', 'torch.distributions.multinomial', 'torch.distributions.negative_binomial', 'torch.distributions.relaxed_bernoulli', 'torch.distributions.relaxed_categorical', 'torch.distributions.studentT', 'torch.distributions.von_mises', 'torch.distributions.weibull', 'torch.distributions.wishart', 'torch.distributions', 'torch.backends.cuda', 'torch.backends.mps', 'torch.backends.mkl', 'torch.backends.mkldnn', 'torch.backends.openmp', 'torch.backends.quantized', 'torch.utils.data.sampler', 'torch.utils.data.dataset', 'torch.utils.data.datapipes._hook_iterator', 'torch.utils.data.datapipes._typing', 'torch.utils.data.datapipes.utils', 'torch.utils.data._utils.signal_handling', 'torch.utils.data._utils.worker', 'torch.utils.data._utils.pin_memory', 'torch.utils.data._utils.collate', 'torch.utils.data._utils.fetch', 'torch.utils.data._utils', 'dill.info', '_pyio', 'dill.settings', 'dill._dill', 'dill.source', 'dill.temp', 'dill.pointers', 'dill.detect', 'dill.objtypes', 'dill', 'torch.utils.data._utils.serialization', 'torch.utils.data.datapipes.utils.common', 'torch.utils.data.datapipes.datapipe', 'torch.utils.data.datapipes.iter.utils', 'torch.utils.data.datapipes._decorator', 'torch.utils.data.datapipes.dataframe.dataframe_wrapper', 'torch.utils.data.datapipes.dataframe.structures', 'torch.utils.data.datapipes.dataframe.dataframes', 'torch.utils.data.datapipes.dataframe.datapipes', 'torch.utils.data.datapipes.dataframe', 'torch.utils.data.datapipes.iter.callable', 'torch.utils.data.datapipes.iter.combinatorics', 'torch.utils.data.datapipes.iter.combining', 'torch.utils.data.datapipes.iter.filelister', 'torch.utils.data.datapipes.iter.fileopener', 'torch.utils.data.datapipes.iter.grouping', 'torch.utils.data.datapipes.utils.decoder', 'torch.utils.data.datapipes.iter.routeddecoder', 'torch.utils.data.datapipes.iter.selecting', 'torch.utils.data.datapipes.iter.streamreader', 'torch.utils.data.datapipes.iter', 'torch.utils.data.datapipes.map.callable', 'torch.utils.data.datapipes.map.combinatorics', 'torch.utils.data.datapipes.map.combining', 'torch.utils.data.datapipes.map.grouping', 'torch.utils.data.datapipes.map.utils', 'torch.utils.data.datapipes.map', 'torch.utils.data.datapipes', 'torch.utils.data.graph', 'torch.utils.data.graph_settings', 'torch.utils.data.dataloader', 'torch.utils.data.distributed', 'torch.utils.data.backward_compatibility', 'torch.utils.data.communication.eventloop', 'torch.utils.data.communication.iter', 'torch.utils.data.communication.map', 'torch.utils.data.communication.messages', 'torch.utils.data.communication.protocol', 'torch.utils.data.communication.queue', 'torch.utils.data.communication', 'torch.utils.data.dataloader_experimental', 'torch.utils.data', 'torch.__config__', 'torch.__future__', 'gzip', 'torch.profiler.profiler', 'torch.profiler.itt', 'torch.profiler', 'torch.ao', 'torch.ao.nn', 'torch.ao.nn.intrinsic.modules.fused', 'torch.ao.nn.intrinsic.modules', 'torch.ao.nn.intrinsic', 'torch.nn.intrinsic.modules.fused', 'torch.nn.intrinsic.modules', 'torch.nn.intrinsic', 'torch.ao.nn.quantizable.modules.activation', 'torch.ao.nn.quantizable.modules.rnn', 'torch.ao.nn.quantizable.modules', 'torch.ao.nn.quantizable', 'torch.nn.quantizable.modules', 'torch.nn.quantizable', 'torch.ao.nn.quantized.modules.activation', 'torch.ao.nn.quantized.modules.dropout', 'torch.ao.nn.quantized.modules.batchnorm', 'torch.ao.nn.quantized.modules.normalization', 'torch.ao.nn.qat.modules.linear', 'torch.ao.nn.qat.modules.conv', 'torch.ao.nn.qat.modules.embedding_ops', 'torch.ao.nn.qat.modules', 'torch.ao.nn.qat', 'torch.nn.intrinsic.qat.modules.linear_relu', 'torch.nn.intrinsic.qat.modules.linear_fused', 'torch.nn.intrinsic.qat.modules.conv_fused', 'torch.nn.intrinsic.qat.modules', 'torch.nn.intrinsic.qat', 'torch.ao.nn.quantized.modules.utils', 'torch.ao.nn.quantized.modules.conv', 'torch.ao.nn.quantized.modules.linear', 'torch.ao.nn.quantized.modules.embedding_ops', 'torch.ao.nn.quantized.modules.rnn', 'torch.ao.nn.quantized.modules.functional_modules', 'torch.ao.nn.quantized.modules', 'torch.ao.nn.quantized.functional', 'torch.ao.nn.quantized', 'torch.ao.nn.quantized.dynamic.modules.linear', 'torch.ao.nn.quantized.dynamic.modules.rnn', 'torch.ao.nn.quantized.dynamic.modules.conv', 'torch.ao.nn.quantized.dynamic.modules', 'torch.ao.nn.quantized.dynamic', 'torch.nn.quantized.dynamic', 'torch.nn.quantized.functional', 'torch.nn.quantized.modules', 'torch.nn.quantized', 'torch.ao.nn.qat.dynamic.modules.linear', 'torch.ao.nn.qat.dynamic.modules', 'torch.ao.nn.qat.dynamic', 'torch.nn.qat.dynamic.modules.linear', 'torch.nn.qat.dynamic.modules', 'torch.nn.qat.dynamic', 'torch.nn.qat.modules.conv', 'torch.nn.qat.modules.embedding_ops', 'torch.nn.qat.modules.linear', 'torch.nn.qat.modules', 'torch.nn.qat', 'torch._tensor_docs', 'torch._storage_docs', 'torch.ao.quantization.quant_type', 'torch.ao.quantization.utils', 'torch.ao.quantization.observer', 'torch.ao.quantization.fake_quantize', 'torch.ao.quantization.fuser_method_mappings', 'torch.ao.quantization.fuse_modules', 'torch.ao.quantization.qconfig', 'torch.ao.quantization.qconfig_mapping', 'torch.nn.intrinsic.quantized.modules.linear_relu', 'torch.nn.intrinsic.quantized.modules.conv_relu', 'torch.nn.intrinsic.quantized.modules.bn_relu', 'torch.nn.intrinsic.quantized.modules', 'torch.nn.intrinsic.quantized', 'torch.nn.intrinsic.quantized.dynamic.modules.linear_relu', 'torch.nn.intrinsic.quantized.dynamic.modules', 'torch.nn.intrinsic.quantized.dynamic', 'torch.ao.nn.quantized.reference.modules.utils', 'torch.ao.nn.quantized.reference.modules.linear', 'torch.ao.nn.quantized.reference.modules.conv', 'torch.ao.nn.quantized.reference.modules.rnn', 'torch.ao.nn.quantized.reference.modules.sparse', 'torch.ao.nn.quantized.reference.modules', 'torch.ao.nn.quantized.reference', 'torch.ao.nn.sparse.quantized.linear', 'torch.ao.nn.sparse.quantized.utils', 'torch.ao.nn.sparse.quantized.dynamic.linear', 'torch.ao.nn.sparse.quantized.dynamic', 'torch.ao.nn.sparse.quantized', 'torch.ao.nn.sparse', 'torch.ao.quantization.stubs', 'torch.ao.quantization.quantization_mappings', 'torch.ao.quantization.quantize', 'torch.ao.quantization.quantize_jit', 'torch.ao.quantization', 'torch.quantization.quantize', 'torch.quantization.observer', 'torch.quantization.qconfig', 'torch.quantization.fake_quantize', 'torch.quantization.fuser_method_mappings', 'torch.quantization.fuse_modules', 'torch.quantization.stubs', 'torch.quantization.quant_type', 'torch.quantization.quantize_jit', 'torch.quantization.quantization_mappings', 'torch.quantization', 'torch.quasirandom', 'torch.multiprocessing._atfork', 'torch._lobpcg', 'torch.utils.dlpack', 'torch.masked.maskedtensor.core', 'torch.masked.maskedtensor.binary', 'torch.masked.maskedtensor.passthrough', 'torch.masked.maskedtensor.creation', 'torch.masked.maskedtensor.reductions', 'torch.masked.maskedtensor.unary', 'torch.masked.maskedtensor', 'torch.masked._docs', 'torch.masked._ops', 'torch.masked', 'torch.return_types', 'torch.library', 'torch._prims_common', 'torch._prims_common.wrappers', 'torch._prims.nvfuser_prims', 'torch.utils._mode_utils', 'torch._subclasses.meta_utils', 'torch.fx._compatibility', 'torch.fx.immutable_collections', 'torch.fx.operator_schemas', 'torch.fx.node', 'torch.fx._pytree', 'torch.fx.graph', 'torch.fx.graph_module', 'torch.fx.traceback', 'torch.fx.proxy', 'torch.fx._symbolic_trace', 'torch.fx.interpreter', 'torch.fx.subgraph_rewriter', 'torch.fx', 'torch.utils._python_dispatch', 'torch._subclasses.fake_tensor', 'torch._subclasses.fake_utils', 'torch._subclasses', 'torch._prims', 'torch._decomp.decompositions', 'torch._decomp', 'torch._refs.fft', 'torch._refs.linalg', 'torch._refs.nn', 'torch._refs.nn.functional', 'torch._refs.special', 'torch._refs', 'torch._meta_registrations', 'torch', 'yaml.error', 'yaml.tokens', 'yaml.events', 'yaml.nodes', 'yaml.reader', 'yaml.scanner', 'yaml.parser', 'yaml.composer', 'yaml.constructor', 'yaml.resolver', 'yaml.loader', 'yaml.emitter', 'yaml.serializer', 'yaml.representer', 'yaml.dumper', 'yaml._yaml', 'yaml.cyaml', 'yaml', 'tqdm.contrib', 'ruamel.yaml.compat', 'ruamel.yaml.error', 'ruamel.yaml.util', 'ruamel.yaml.reader', 'ruamel.yaml.tokens', 'ruamel.yaml.scanner', 'ruamel.yaml.events', 'ruamel.yaml.anchor', 'ruamel.yaml.scalarstring', 'ruamel.yaml.comments', 'ruamel.yaml.parser', 'ruamel.yaml.nodes', 'ruamel.yaml.composer', 'ruamel.yaml.scalarint', 'ruamel.yaml.scalarfloat', 'ruamel.yaml.scalarbool', 'ruamel.yaml.timestamp', 'ruamel.yaml.constructor', 'ruamel.yaml.emitter', 'ruamel.yaml.serializer', 'ruamel.yaml.representer', '_ruamel_yaml', 'ruamel.yaml.resolver', 'ruamel.yaml.cyaml', 'ruamel.yaml.loader', 'ruamel.yaml.dumper', 'ruamel.yaml.main', 'ruamel.yaml', 'hyperpyyaml.core', 'hyperpyyaml', '_csv', 'csv', 'speechbrain.utils.data_utils', 'speechbrain.utils.superpowers', 'speechbrain.utils.logger', 'speechbrain.utils.edit_distance', 'speechbrain.utils.distributed', 'speechbrain.utils._workarounds', 'speechbrain.utils.depgraph', 'speechbrain.utils.DER', 'speechbrain.utils.hparams', 'speechbrain.utils.hpopt', 'torchaudio._internal', 'ctypes.util', '_cffi_backend', '_soundfile', 'soundfile', 'torchaudio._internal.module_utils', 'torchaudio._torchaudio', 'torchaudio._torchaudio_ffmpeg', 'torchaudio._extension', 'torchaudio.compliance.kaldi', 'torchaudio.compliance', 'torch.utils.model_zoo', 'torchaudio.datasets.utils', 'torchaudio.datasets.cmuarctic', 'torchaudio.datasets.cmudict', 'torchaudio.datasets.commonvoice', 'torchaudio.datasets.dr_vctk', 'torchaudio.datasets.fluentcommands', 'torchaudio.datasets.gtzan', 'torchaudio.datasets.iemocap', 'torchaudio.datasets.librispeech', 'torchaudio.datasets.librilight_limited', 'torchaudio.datasets.librimix', 'torchaudio.datasets.libritts', 'torchaudio.datasets.ljspeech', 'torchaudio.datasets.musdb_hq', 'torchaudio.datasets.quesst14', 'torchaudio.datasets.snips', 'torchaudio.datasets.speechcommands', 'torchaudio.datasets.tedlium', 'torchaudio.datasets.vctk', 'torchaudio.datasets.voxceleb1', 'torchaudio.datasets.yesno', 'torchaudio.datasets', 'torchaudio.functional.filtering', 'torchaudio.functional.functional', 'torchaudio.functional', 'torchaudio.io', 'torchaudio.kaldi_io', 'torchaudio.models._hdemucs', 'torchaudio.models.conformer', 'torchaudio.models.conv_tasnet', 'torchaudio.models.deepspeech', 'torchaudio.models.emformer', 'torchaudio.models.rnnt', 'torchaudio.models.rnnt_decoder', 'torchaudio.models.tacotron2', 'torchaudio.models.wav2letter', 'torchaudio.models.wav2vec2.components', 'torchaudio.models.wav2vec2.model', 'torchaudio.models.wav2vec2.utils.import_fairseq', 'torchaudio.models.wav2vec2.utils.import_huggingface', 'torchaudio.models.wav2vec2.utils', 'torchaudio.models.wav2vec2', 'torchaudio.models.wavernn', 'torchaudio.models', 'torchaudio.pipelines._source_separation_pipeline', 'torchaudio.transforms._multi_channel', 'torchaudio.transforms._transforms', 'torchaudio.transforms', 'torchaudio.pipelines._tts.utils', 'torchaudio.pipelines._tts.interface', 'torchaudio.pipelines._tts.impl', 'torchaudio.pipelines._tts', 'torchaudio.pipelines._wav2vec2', 'torchaudio.pipelines._wav2vec2.utils', 'torchaudio.pipelines._wav2vec2.impl', 'torchaudio.pipelines.rnnt_pipeline', 'torchaudio.pipelines', 'torchaudio.utils.ffmpeg_utils', 'torchaudio.utils.sox_utils', 'torchaudio.utils.download', 'torchaudio.utils', 'torchaudio.sox_effects.sox_effects', 'torchaudio.sox_effects', 'torchaudio.backend.no_backend', 'torchaudio.backend.common', 'torchaudio.backend.soundfile_backend', 'torchaudio.io._compat', 'torchaudio.backend.sox_io_backend', 'torchaudio.backend.utils', 'torchaudio.backend', 'torchaudio.version', 'torchaudio', 'speechbrain.utils.torch_audio_backend', 'packaging.__about__', 'packaging', 'packaging._structures', 'packaging.version', 'swig_runtime_data4', 'sentencepiece._sentencepiece', 'sentencepiece._version', 'sentencepiece', 'speechbrain.utils.checkpoints', 'speechbrain.utils.epoch_loop', 'joblib.hashing', 'joblib.disk', 'joblib.logger', 'joblib.func_inspect', 'joblib.backports', 'joblib.compressor', 'joblib.numpy_pickle_utils', 'joblib.numpy_pickle_compat', 'joblib.numpy_pickle', 'joblib._store_backends', 'joblib.memory', 'joblib._multiprocessing_helpers', 'joblib._deprecated_my_exceptions', 'joblib.my_exceptions', 'mmap', 'joblib.externals', 'joblib.externals.loky._base', 'joblib.externals.loky.backend.compat_posix', 'joblib.externals.loky.backend.compat', 'joblib.externals.loky.backend.process', 'joblib.externals.loky.backend.context', 'multiprocessing.synchronize', 'joblib.externals.loky.backend', 'joblib.externals.loky.backend._posix_reduction', 'joblib.externals.cloudpickle.compat', 'joblib.externals.cloudpickle.cloudpickle', 'joblib.externals.cloudpickle.cloudpickle_fast', 'joblib.externals.cloudpickle', 'joblib.externals.loky.backend.reduction', 'multiprocessing.queues', 'joblib.externals.loky.backend.queues', 'psutil._common', 'psutil._compat', 'psutil._psposix', 'psutil._psutil_linux', 'psutil._psutil_posix', 'psutil._pslinux', 'psutil', 'joblib.externals.loky.backend.utils', 'concurrent.futures.process', 'joblib.externals.loky.process_executor', 'joblib.externals.loky.reusable_executor', 'joblib.externals.loky.cloudpickle_wrapper', 'joblib.externals.loky', 'joblib.externals.loky.backend.spawn', 'joblib.externals.loky.backend.resource_tracker', 'joblib._memmapping_reducer', 'multiprocessing.pool', 'joblib.pool', 'joblib.executor', 'joblib._parallel_backends', 'joblib.parallel', 'joblib', 'speechbrain.utils.data_pipeline', 'speechbrain.dataio.dataio', 'speechbrain.dataio.dataset', 'speechbrain.dataio.legacy', 'scipy._lib._testutils', 'scipy._lib', 'scipy._lib.deprecation', 'scipy.__config__', 'scipy.version', 'scipy._distributor_init', 'scipy._lib._pep440', 'scipy._lib._ccallback_c', 'scipy._lib._ccallback', 'scipy._lib._uarray._uarray', 'scipy._lib._uarray._backend', 'scipy._lib._uarray', 'scipy._lib.uarray', 'scipy.fft._basic', 'scipy.fft._realtransforms', 'scipy.fft._pocketfft.pypocketfft', 'scipy.fft._pocketfft.helper', 'scipy.fft._pocketfft.basic', 'scipy.fft._pocketfft.realtransforms', 'scipy.fft._pocketfft', 'scipy.fft._helper', 'scipy.fft._backend', 'scipy.fft', 'scipy', 'scipy._lib._util', 'scipy.sparse.sputils', 'scipy.sparse.base', 'scipy.sparse._sparsetools', 'scipy.sparse.data', 'scipy.sparse.dia', 'scipy.sparse._index', 'scipy.sparse.compressed', 'scipy.sparse.csr', 'scipy.sparse.csc', 'scipy.sparse._csparsetools', 'scipy.sparse.lil', 'scipy.sparse.dok', 'scipy.sparse.coo', 'scipy.sparse.bsr', 'scipy.sparse.construct', 'scipy.sparse.extract', 'scipy.sparse._matrix_io', 'scipy.sparse.csgraph._laplacian', 'scipy.sparse.csgraph._tools', 'scipy.sparse.csgraph._validation', 'scipy.sparse.csgraph._shortest_path', 'scipy.sparse.csgraph._traversal', 'scipy.sparse.csgraph._min_spanning_tree', 'scipy.sparse.csgraph._flow', 'scipy.sparse.csgraph._matching', 'scipy.sparse.csgraph._reordering', 'scipy.sparse.csgraph', 'scipy.sparse', 'scipy.spatial.kdtree', 'scipy.spatial.ckdtree', 'scipy._lib.messagestream', 'scipy.spatial.qhull', 'scipy.spatial._voronoi', 'scipy.spatial._spherical_voronoi', 'scipy._lib.decorator', 'scipy.spatial._plotutils', 'scipy.linalg._fblas', 'scipy.linalg.blas', 'scipy.linalg._flapack', 'scipy.linalg.lapack', 'scipy.linalg.misc', 'scipy.linalg._flinalg', 'scipy.linalg.flinalg', 'scipy.linalg.decomp', 'scipy.linalg.decomp_svd', 'scipy.linalg._solve_toeplitz', 'scipy.linalg.basic', 'scipy.linalg.decomp_lu', 'scipy.linalg._decomp_ldl', 'scipy.linalg.decomp_cholesky', 'scipy.linalg.decomp_qr', 'scipy.linalg._decomp_qz', 'scipy.linalg.decomp_schur', 'scipy.linalg._decomp_polar', 'scipy.linalg.special_matrices', 'scipy.linalg._expm_frechet', 'scipy.linalg._matfuncs_sqrtm', 'scipy.linalg.matfuncs', 'scipy.linalg._solvers', 'scipy.linalg._procrustes', 'scipy.linalg.cython_blas', 'scipy.linalg.cython_lapack', 'scipy.linalg._decomp_update', 'scipy.linalg._sketches', 'scipy.linalg._decomp_cossin', 'scipy.linalg', 'scipy.spatial._procrustes', 'scipy.spatial._distance_wrap', 'scipy.spatial._hausdorff', 'scipy.special.sf_error', 'scipy.special._ufuncs_cxx', 'scipy.special._ufuncs', 'scipy.special.specfun', 'scipy.special.orthogonal', 'scipy.special._comb', 'scipy.special._basic', 'scipy.special._logsumexp', 'scipy.special.spfun_stats', 'scipy.special._ellip_harm_2', 'scipy.special._ellip_harm', 'scipy.special._lambertw', 'scipy.special._spherical_bessel', 'scipy.special', 'scipy.spatial.distance', 'scipy.spatial._geometric_slerp', 'scipy.constants.codata', 'scipy.constants.constants', 'scipy.constants', 'scipy.spatial.transform._rotation_groups', 'scipy.spatial.transform.rotation', 'scipy.spatial.transform._rotation_spline', 'scipy.spatial.transform', 'scipy.spatial', 'scipy.ndimage._ni_support', 'scipy.ndimage._nd_image', 'scipy._lib.doccer', 'scipy.ndimage._ni_docstrings', 'scipy.ndimage.filters', 'scipy.ndimage.fourier', 'scipy.ndimage.interpolation', '_ni_label', 'scipy.ndimage._ni_label', 'scipy.ndimage.morphology', 'scipy.ndimage.measurements', 'scipy.ndimage', 'scipy.stats._distr_params', 'scipy.optimize.minpack2', 'scipy.optimize.linesearch', 'scipy.sparse.linalg.isolve._iterative', 'scipy.sparse.linalg.interface', 'scipy.sparse.linalg.isolve.utils', 'scipy._lib._threadsafety', 'scipy.sparse.linalg.isolve.iterative', 'scipy.sparse.linalg.isolve.minres', 'scipy.sparse.linalg.isolve._gcrotmk', 'scipy.sparse.linalg.isolve.lgmres', 'scipy.sparse.linalg.isolve.lsqr', 'scipy.sparse.linalg.isolve.lsmr', 'scipy.sparse.linalg.isolve', 'scipy.sparse.linalg.dsolve._superlu', 'scipy.sparse.linalg.dsolve.linsolve', 'scipy.sparse.linalg.dsolve._add_newdocs', 'scipy.sparse.linalg.dsolve', 'scipy.sparse.linalg.eigen.arpack._arpack', 'scipy.sparse.linalg.eigen.lobpcg.lobpcg', 'scipy.sparse.linalg.eigen.lobpcg', 'scipy.sparse.linalg.eigen.arpack.arpack', 'scipy.sparse.linalg.eigen.arpack', 'scipy.sparse.linalg.eigen', 'scipy.sparse.linalg._expm_multiply', 'scipy.sparse.linalg.matfuncs', 'scipy.sparse.linalg._onenormest', 'scipy.sparse.linalg._norm', 'scipy.sparse.linalg', 'scipy.optimize._group_columns', 'scipy.optimize._numdiff', 'scipy.optimize._hessian_update_strategy', 'scipy.optimize._differentiable_functions', 'scipy.optimize.optimize', 'scipy.optimize._trustregion', 'scipy.optimize._trustregion_dogleg', 'scipy.optimize._trustregion_ncg', 'scipy.optimize._trlib._trlib', 'scipy.optimize._trlib', 'scipy.optimize._trustregion_krylov', 'scipy.optimize._trustregion_exact', 'unittest.util', 'unittest.result', 'unittest.case', 'unittest.async_case', 'unittest.suite', 'unittest.loader', 'unittest.signals', 'unittest.runner', 'unittest.main', 'unittest', 'numpy.testing._private', 'numpy.testing._private.utils', 'numpy.testing._private.decorators', 'numpy.testing._private.nosetester', 'numpy.testing', 'scipy.optimize._constraints', 'scipy.optimize._trustregion_constr.projections', 'scipy.optimize._trustregion_constr.qp_subproblem', 'scipy.optimize._trustregion_constr.equality_constrained_sqp', 'scipy.optimize._trustregion_constr.canonical_constraint', 'scipy.optimize._trustregion_constr.tr_interior_point', 'scipy.optimize._trustregion_constr.report', 'scipy.optimize._trustregion_constr.minimize_trustregion_constr', 'scipy.optimize._trustregion_constr', 'scipy.optimize._lbfgsb', 'scipy.optimize.lbfgsb', 'scipy.optimize.moduleTNC', 'scipy.optimize.tnc', 'scipy.optimize._cobyla', 'scipy.optimize.cobyla', 'scipy.optimize._slsqp', 'scipy.optimize.slsqp', 'scipy.optimize._minimize', 'scipy.optimize._minpack', 'scipy.optimize._lsq.common', 'scipy.optimize._lsq.trf', 'scipy.optimize._lsq.dogbox', 'scipy.optimize._lsq.least_squares', 'scipy.optimize._lsq.givens_elimination', 'scipy.optimize._lsq.trf_linear', 'scipy.optimize._lsq.bvls', 'scipy.optimize._lsq.lsq_linear', 'scipy.optimize._lsq', 'scipy.optimize.minpack', 'scipy.optimize._spectral', 'scipy.optimize.nonlin', 'scipy.optimize._root', 'scipy.optimize._zeros', 'scipy.optimize.zeros', 'scipy.optimize._root_scalar', 'scipy.optimize.__nnls', 'scipy.optimize._nnls', 'scipy.optimize._basinhopping', 'scipy.optimize._remove_redundancy', 'scipy.optimize._linprog_util', 'scipy.optimize._linprog_ip', 'scipy.optimize._linprog_simplex', 'scipy.optimize._bglu_dense', 'scipy.optimize._linprog_rs', 'scipy.optimize._linprog', 'scipy.optimize._lsap_module', 'scipy.optimize._lsap', 'scipy.optimize._differentialevolution', 'scipy.optimize._shgo_lib', 'scipy.optimize._shgo_lib.sobol_seq', 'scipy.optimize._shgo_lib.triangulation', 'scipy.optimize._shgo', 'scipy.optimize._dual_annealing', 'scipy.optimize', 'scipy.integrate._quadrature', 'scipy.integrate._odepack', 'scipy.integrate.odepack', 'scipy.integrate._quadpack', 'scipy.integrate.quadpack', 'scipy.integrate.vode', 'scipy.integrate._dop', 'scipy.integrate.lsoda', 'scipy.integrate._ode', 'scipy.integrate._bvp', 'scipy.integrate._ivp.common', 'scipy.integrate._ivp.base', 'scipy.integrate._ivp.bdf', 'scipy.integrate._ivp.radau', 'scipy.integrate._ivp.dop853_coefficients', 'scipy.integrate._ivp.rk', 'scipy.integrate._ivp.lsoda', 'scipy.integrate._ivp.ivp', 'scipy.integrate._ivp', 'scipy.integrate._quad_vec', 'scipy.integrate', 'scipy.misc.doccer', 'scipy.misc.common', 'scipy.misc', 'scipy.stats._constants', 'scipy.stats._distn_infrastructure', 'scipy.interpolate._fitpack', 'scipy.interpolate.dfitpack', 'scipy.interpolate._fitpack_impl', 'scipy.interpolate._bspl', 'scipy.interpolate._bsplines', 'scipy.interpolate.fitpack', 'scipy.interpolate.polyint', 'scipy.interpolate._ppoly', 'scipy.interpolate.fitpack2', 'scipy.interpolate.interpnd', 'scipy.interpolate.interpolate', 'scipy.interpolate.rbf', 'scipy.interpolate._cubic', 'scipy.interpolate.ndgriddata', 'scipy.interpolate._pade', 'scipy.interpolate', 'scipy.special.cython_special', 'scipy.stats._stats', 'scipy.stats._rvs_sampling', 'scipy.stats._tukeylambda_stats', 'scipy.stats._ksstats', 'scipy.stats._continuous_distns', 'scipy.stats._discrete_distns', 'scipy.stats.distributions', 'scipy.stats._stats_mstats_common', 'scipy.stats.mstats_basic', 'scipy.stats._wilcoxon_data', 'scipy.stats._hypotests', 'scipy.stats.stats', 'scipy.stats.statlib', 'scipy.stats.contingency', 'scipy.stats.morestats', 'scipy.stats._binned_statistic', 'scipy.stats.mvn', 'scipy.stats.kde', 'scipy.stats.mstats_extras', 'scipy.stats.mstats', 'scipy.stats._multivariate', 'scipy.stats', 'speechbrain.dataio.sampler', 'speechbrain.dataio.batch', 'speechbrain.dataio.iterators', 'speechbrain.dataio.wer', 'webdataset.tenbin', 'webdataset.checks', 'webdataset.autodecode', 'webdataset.iterators', 'braceexpand', 'webdataset.utils', 'webdataset.gopen', 'webdataset.tariterators', 'webdataset.shardcache', 'webdataset.dbcache', 'webdataset.dataset', 'webdataset.fluid', 'webdataset.writer', 'webdataset', 'zipp', 'importlib_metadata._functools', 'importlib_metadata._text', 'importlib_metadata._adapters', 'importlib_metadata._compat', 'importlib_metadata._meta', 'importlib_metadata._collections', 'importlib_metadata._itertools', 'importlib_metadata', 'speechbrain.dataio.dataloader', 'speechbrain.dataio.encoder', 'speechbrain.processing', 'speechbrain.processing.signal_processing', 'speechbrain.processing.speech_augmentation', 'speechbrain.dataio.preprocess', 'speechbrain.dataio', 'speechbrain.utils.metric_stats', 'speechbrain.utils.bleu', 'speechbrain.utils.profiling', 'huggingface_hub', 'urllib3.packages.ssl_match_hostname', 'urllib3.packages', 'urllib3.packages.six', 'urllib3.packages.six.moves', 'urllib3.packages.six.moves.http_client', 'urllib3.exceptions', 'urllib3._version', 'urllib3.contrib', 'urllib3.contrib._appengine_environ', 'urllib3.util.wait', 'urllib3.util.connection', 'urllib3.util.request', 'urllib3.util.response', 'urllib3.util.retry', 'urllib3.util.url', 'urllib3.util.ssltransport', 'urllib3.util.ssl_', 'urllib3.util.timeout', 'urllib3.util', 'urllib3.util.proxy', 'urllib3._collections', 'urllib3.connection', 'urllib3.fields', 'urllib3.filepost', 'urllib3.packages.six.moves.urllib', 'urllib3.packages.six.moves.urllib.parse', 'urllib3.request', 'urllib3.response', 'urllib3.util.queue', 'urllib3.connectionpool', 'urllib3.poolmanager', 'urllib3', 'chardet.compat', 'chardet.enums', 'chardet.charsetprober', 'chardet.charsetgroupprober', 'chardet.codingstatemachine', 'chardet.escsm', 'chardet.escprober', 'chardet.latin1prober', 'chardet.mbcssm', 'chardet.utf8prober', 'chardet.mbcharsetprober', 'chardet.euctwfreq', 'chardet.euckrfreq', 'chardet.gb2312freq', 'chardet.big5freq', 'chardet.jisfreq', 'chardet.chardistribution', 'chardet.jpcntx', 'chardet.sjisprober', 'chardet.eucjpprober', 'chardet.gb2312prober', 'chardet.euckrprober', 'chardet.cp949prober', 'chardet.big5prober', 'chardet.euctwprober', 'chardet.mbcsgroupprober', 'chardet.sbcharsetprober', 'chardet.langcyrillicmodel', 'chardet.langgreekmodel', 'chardet.langbulgarianmodel', 'chardet.langthaimodel', 'chardet.langhebrewmodel', 'chardet.hebrewprober', 'chardet.langturkishmodel', 'chardet.sbcsgroupprober', 'chardet.universaldetector', 'chardet.version', 'chardet', 'http.cookiejar', 'http.cookies', 'requests.compat', 'requests.exceptions', 'charset_normalizer.assets', 'charset_normalizer.constant', '_multibytecodec', 'charset_normalizer.utils', 'charset_normalizer.md', 'charset_normalizer.models', 'charset_normalizer.cd', 'charset_normalizer.api', 'charset_normalizer.legacy', 'charset_normalizer.version', 'charset_normalizer', 'requests.packages.urllib3.packages.ssl_match_hostname', 'requests.packages.urllib3.packages', 'requests.packages.urllib3.packages.six', 'requests.packages.urllib3.packages.six.moves', 'requests.packages.urllib3.packages.six.moves.http_client', 'requests.packages.urllib3.exceptions', 'requests.packages.urllib3._version', 'requests.packages.urllib3.contrib', 'requests.packages.urllib3.contrib._appengine_environ', 'requests.packages.urllib3.util.wait', 'requests.packages.urllib3.util.connection', 'requests.packages.urllib3.util.request', 'requests.packages.urllib3.util.response', 'requests.packages.urllib3.util.retry', 'requests.packages.urllib3.util.url', 'requests.packages.urllib3.util.ssltransport', 'requests.packages.urllib3.util.ssl_', 'requests.packages.urllib3.util.timeout', 'requests.packages.urllib3.util', 'requests.packages.urllib3.util.proxy', 'requests.packages.urllib3._collections', 'requests.packages.urllib3.connection', 'requests.packages.urllib3.fields', 'requests.packages.urllib3.filepost', 'requests.packages.urllib3.packages.six.moves.urllib', 'requests.packages.urllib3.packages.six.moves.urllib.parse', 'requests.packages.urllib3.request', 'requests.packages.urllib3.response', 'requests.packages.urllib3.util.queue', 'requests.packages.urllib3.connectionpool', 'requests.packages.urllib3.poolmanager', 'requests.packages.urllib3', 'idna.package_data', 'idna.idnadata', 'idna.intranges', 'idna.core', 'idna', 'requests.packages.idna.package_data', 'requests.packages.idna.idnadata', 'requests.packages.idna.intranges', 'requests.packages.idna.core', 'requests.packages.idna', 'requests.packages.chardet', 'requests.packages', 'importlib.resources', 'certifi.core', 'certifi', 'requests.certs', 'requests.__version__', 'requests._internal_utils', 'requests.cookies', 'requests.structures', 'requests.utils', 'requests.auth', 'stringprep', 'encodings.idna', 'requests.hooks', 'requests.status_codes', 'requests.models', 'socks', 'urllib3.contrib.socks', 'requests.adapters', 'requests.sessions', 'requests.api', 'requests', 'speechbrain.pretrained.fetching', 'speechbrain.utils.callchains', 'speechbrain.pretrained.interfaces', 'speechbrain.pretrained', 'speechbrain.utils.parameter_transfer', 'speechbrain.utils.Accuracy', 'speechbrain.utils.text_to_sequence', 'PIL._version', 'PIL', 'xml.parsers', 'pyexpat.errors', 'pyexpat.model', 'pyexpat', 'xml.parsers.expat.model', 'xml.parsers.expat.errors', 'xml.parsers.expat', 'defusedxml.common', 'defusedxml', 'xml.etree', 'xml.etree.ElementPath', '_elementtree', 'xml.etree.ElementTree', 'defusedxml.ElementTree', 'PIL.ImageMode', 'PIL.TiffTags', 'PIL._binary', 'PIL._deprecate', 'PIL._util', 'PIL._imaging', 'cffi.lock', 'cffi.error', 'cffi.model', 'cffi.api', 'cffi', 'PIL.Image', 'PIL.ImageColor', 'PIL.ImageDraw', 'PIL._imagingft', 'PIL.ImageFont', 'torchvision.utils', 'torchvision._internally_replaced_utils', 'torchvision.extension', 'torchvision.io._load_gpu_decoder', 'fractions', 'torchvision.io._video_opt', 'torchvision.io.image', 'torchvision.io.video', 'torchvision.io.video_reader', 'torchvision.io', 'torchvision.datasets.utils', 'torchvision.datasets.vision', 'torchvision.datasets._optical_flow', 'torchvision.datasets._stereo_matching', 'torchvision.datasets.caltech', 'torchvision.datasets.celeba', 'torchvision.datasets.cifar', 'torchvision.datasets.cityscapes', 'torchvision.datasets.clevr', 'torchvision.datasets.coco', 'torchvision.datasets.folder', 'torchvision.datasets.country211', 'torchvision.datasets.dtd', 'torchvision.datasets.eurosat', 'PIL.ImageFilter', 'PIL.ImageStat', 'PIL.ImageEnhance', 'PIL.GimpGradientFile', 'PIL.GimpPaletteFile', 'PIL.PaletteFile', 'PIL.ImagePalette', 'PIL.ImageOps', 'torchvision.transforms._pil_constants', 'torchvision.transforms.functional_pil', 'torchvision.transforms.functional_tensor', 'torchvision.transforms.functional', 'torchvision.transforms.transforms', 'torchvision.transforms.autoaugment', 'torchvision.transforms', 'torchvision.datasets.fakedata', 'torchvision.datasets.fer2013', 'torchvision.datasets.fgvc_aircraft', '_markupbase', 'html.parser', 'torchvision.datasets.flickr', 'torchvision.datasets.flowers102', 'torchvision.datasets.food101', 'torchvision.datasets.gtsrb', 'torchvision.datasets.video_utils', 'torchvision.datasets.hmdb51', 'torchvision.datasets.imagenet', 'torchvision.datasets.inaturalist', 'torchvision.datasets.kinetics', 'torchvision.datasets.kitti', 'torchvision.datasets.lfw', 'torchvision.datasets.lsun', 'torchvision.datasets.mnist', 'torchvision.datasets.omniglot', 'torchvision.datasets.oxford_iiit_pet', 'torchvision.datasets.pcam', 'torchvision.datasets.phototour', 'torchvision.datasets.places365', 'torchvision.datasets.rendered_sst2', 'torchvision.datasets.sbd', 'torchvision.datasets.sbu', 'torchvision.datasets.semeion', 'torchvision.datasets.stanford_cars', 'torchvision.datasets.stl10', 'torchvision.datasets.sun397', 'torchvision.datasets.svhn', 'torchvision.datasets.ucf101', 'torchvision.datasets.usps', 'torchvision.datasets.voc', 'torchvision.datasets.widerface', 'torchvision.datasets', 'torchvision.transforms._presets', 'torchvision._utils', 'torchvision.models._api', 'torchvision.models._meta', 'torchvision.models._utils', 'torchvision.models.alexnet', 'torchvision.ops._register_onnx_ops', 'torchvision.ops._box_convert', 'torchvision.ops._utils', 'torchvision.ops.boxes', 'torchvision.ops.diou_loss', 'torchvision.ops.ciou_loss', 'torchvision.ops.deform_conv', 'torchvision.ops.drop_block', 'torchvision.ops.misc', 'torchvision.ops.feature_pyramid_network', 'torchvision.ops.focal_loss', 'torchvision.ops.giou_loss', 'torchvision.ops.roi_align', 'torchvision.ops.poolers', 'torchvision.ops.ps_roi_align', 'torchvision.ops.ps_roi_pool', 'torchvision.ops.roi_pool', 'torchvision.ops.stochastic_depth', 'torchvision.ops', 'torchvision.models.convnext', 'torch.utils.checkpoint', 'torchvision.models.densenet', 'torchvision.models.efficientnet', 'torchvision.models.googlenet', 'torchvision.models.inception', 'torchvision.models.mnasnet', 'torchvision.models.mobilenetv2', 'torchvision.models.mobilenetv3', 'torchvision.models.mobilenet', 'torchvision.models.regnet', 'torchvision.models.resnet', 'torchvision.models.shufflenetv2', 'torchvision.models.squeezenet', 'torchvision.models.vgg', 'torchvision.models.vision_transformer', 'torchvision.models.swin_transformer', 'torchvision.models.maxvit', 'torchvision.models.detection._utils', 'torchvision.models.detection.image_list', 'torchvision.models.detection.anchor_utils', 'torchvision.models.detection.backbone_utils', 'torchvision.models.detection.generalized_rcnn', 'torchvision.models.detection.roi_heads', 'torchvision.models.detection.rpn', 'torchvision.models.detection.transform', 'torchvision.models.detection.faster_rcnn', 'torchvision.models.detection.fcos', 'torchvision.models.detection.keypoint_rcnn', 'torchvision.models.detection.mask_rcnn', 'torchvision.models.detection.retinanet', 'torchvision.models.detection.ssd', 'torchvision.models.detection.ssdlite', 'torchvision.models.detection', 'torchvision.models.optical_flow._utils', 'torchvision.models.optical_flow.raft', 'torchvision.models.optical_flow', 'torchvision.models.quantization.utils', 'torchvision.models.quantization.googlenet', 'torchvision.models.quantization.inception', 'torchvision.models.quantization.mobilenetv2', 'torchvision.models.quantization.mobilenetv3', 'torchvision.models.quantization.mobilenet', 'torchvision.models.quantization.resnet', 'torchvision.models.quantization.shufflenetv2', 'torchvision.models.quantization', 'torchvision.models.segmentation._utils', 'torchvision.models.segmentation.fcn', 'torchvision.models.segmentation.deeplabv3', 'torchvision.models.segmentation.lraspp', 'torchvision.models.segmentation', 'torchvision.models.video.mvit', 'torchvision.models.video.resnet', 'torchvision.models.video.s3d', 'torchvision.models.video', 'torchvision.models', 'torchvision.version', 'torchvision', 'speechbrain.utils.train_logger', 'speechbrain.utils', 'speechbrain.core', 'speechbrain.alignment', 'speechbrain.decoders.ctc', 'speechbrain.decoders.seq2seq', 'speechbrain.decoders', 'speechbrain.lobes.models', 'speechbrain.lobes', 'speechbrain.lm', 'speechbrain.nnet.losses', 'speechbrain.nnet.attention', 'speechbrain.nnet.CNN', 'speechbrain.nnet.linear', 'speechbrain.nnet.containers', 'speechbrain.nnet.embedding', 'speechbrain.nnet.activations', 'speechbrain.nnet.quantisers', 'speechbrain.nnet.RNN', 'speechbrain.nnet.schedulers', 'speechbrain.nnet.pooling', 'speechbrain.nnet.dropout', 'speechbrain.nnet.normalization', 'speechbrain.nnet.loss', 'speechbrain.nnet.loss.stoi_loss', 'speechbrain.nnet', 'speechbrain.tokenizers', 'speechbrain', 'pyctcdecode.alphabet', 'pyctcdecode.constants', 'pygtrie', '_cython_0_29_28', 'kenlm', 'pyctcdecode.language_model', 'pyctcdecode.decoder', 'pyctcdecode', 'gradio', 'gradio.components', 'attr._config', 'attr.exceptions', 'attr.setters', 'attr._compat', 'attr._make', 'attr.converters', 'attr.filters', 'attr.validators', 'attr._funcs', 'attr._version_info', 'attr._next_gen', 'attr', 'jsonschema.compat', 'jsonschema._utils', 'jsonschema.exceptions', 'uritemplate.orderedset', 'uritemplate.variable', 'uritemplate.template', 'uritemplate.api', 'uritemplate', 'jsonschema._format', 'pyrsistent._transformations', 'pvectorc', 'pyrsistent._pvector', 'pyrsistent._pmap', 'pyrsistent._pset', 'pyrsistent._pbag', 'pyrsistent._plist', 'pyrsistent._pdeque', 'pyrsistent._checked_types', 'pyrsistent._field_common', 'pyrsistent._precord', 'pyrsistent._pclass', 'pyrsistent._immutable', 'pyrsistent._helpers', 'pyrsistent._toolz', 'pyrsistent', 'jsonschema._types', 'jsonschema._legacy_validators', 'jsonschema._validators', 'jsonschema.validators', 'configparser', 'importlib.metadata', 'jsonschema', 'pytz.exceptions', 'pytz.lazy', 'pytz.tzinfo', 'pytz.tzfile', 'pytz', 'pandas._typing', 'pandas.compat', 'pandas.compat.numpy', 'pandas._libs.tslibs.dtypes', 'pandas._libs.tslibs.base', 'pandas._libs.tslibs.np_datetime', 'pandas._libs.tslibs.nattype', 'pandas._libs.tslibs.timezones', 'pandas._libs.tslibs.ccalendar', 'pandas._libs.tslibs.tzconversion', 'pandas._libs.tslibs.timedeltas', 'pandas._config.config', 'pandas._config.dates', 'pandas._config.display', 'pandas._config', 'pandas._config.localization', 'pandas._libs.tslibs.strptime', 'pandas._libs.tslibs.fields', 'pandas._libs.tslibs.timestamps', 'dateutil.easter', 'pandas._libs.properties', 'pandas._libs.tslibs.offsets', 'pandas._libs.tslibs.parsing', 'pandas._libs.tslibs.conversion', 'pandas._libs.tslibs.period', 'pandas._libs.tslibs.vectorized', 'pandas._libs.tslibs', 'pandas._libs.ops_dispatch', 'pandas._libs.missing', 'pandas._libs.hashtable', 'pandas._libs.algos', 'pandas._libs.interval', 'pandas._libs', 'pandas._libs.tslib', 'pandas._libs.lib', 'pandas.core', 'pandas.core.config_init', 'pandas.core.dtypes', 'pandas.errors', 'pandas.core.dtypes.generic', 'pandas.core.dtypes.base', 'pandas.core.dtypes.inference', 'pandas.core.dtypes.dtypes', 'pandas.core.dtypes.common', 'pandas.core.dtypes.missing', 'pandas.util._decorators', 'pandas.core.util', 'pandas._libs.hashing', 'pandas.core.util.hashing', 'pandas.util', 'pandas.util._validators', 'pandas.core.dtypes.cast', 'pandas.core.common', 'pandas.core.construction', 'pandas.core.indexers', 'pandas.core.algorithms', 'pandas.compat.numpy.function', 'pandas._libs.ops', 'pandas.core.ops.roperator', 'pandas.core.ops.missing', 'pandas.core.ops.dispatch', 'pandas.core.ops.invalid', 'pandas.core.ops.array_ops', 'pandas.core.ops.common', 'pandas.core.ops.docstrings', 'pandas.core.ops.mask_ops', 'pandas.core.ops.methods', 'pandas.core.ops', 'pandas.compat._optional', 'pandas.core.missing', 'pandas.core.sorting', 'pandas.core.arrays.base', 'pandas.core.nanops', 'pandas.core.array_algos', 'pandas.core.array_algos.masked_reductions', 'pandas.core.arraylike', 'pandas.core.arrays.masked', 'pandas.core.arrays.boolean', 'pandas.core.accessor', 'pandas.core.array_algos.transforms', 'pandas.core.arrays._mixins', 'pandas.core.base', 'pandas.core.strings.accessor', 'pandas.core.strings.base', 'pandas.core.strings', 'pandas.core.strings.object_array', 'pandas.io', 'pandas.io.formats', 'pandas.io.formats.console', 'pandas.core.arrays.categorical', 'pandas.tseries', 'pandas.tseries.frequencies', 'pandas.core.arrays.datetimelike', 'pandas.core.arrays._ranges', 'pandas.tseries.offsets', 'pandas.core.arrays.datetimes', 'pandas.core.tools', 'pandas.core.tools.numeric', 'pandas.core.arrays.numeric', 'pandas.core.arrays.floating', 'pandas.core.arrays.integer', 'pandas.core.indexes', 'pandas._libs.index', 'pandas._libs.join', 'pandas._libs.sparse', 'pandas.core.arrays.sparse.dtype', 'pandas.io.formats.printing', 'pandas.core.arrays.sparse.array', 'pandas.core.arrays.sparse.accessor', 'pandas.core.arrays.sparse', 'pandas.core.dtypes.concat', 'pandas.core.indexes.frozen', 'pandas.core.indexes.base', 'pandas.core.arrays.interval', 'pandas.core.arrays.numpy_', 'pandas.core.arrays.period', 'pandas.core.arrays.string_', 'pandas.core.arrays.timedeltas', 'pandas.core.arrays', 'pandas.core.flags', 'pandas._libs.reduction', 'pandas.core.indexes.extension', 'pandas.core.indexes.category', 'pandas.core.indexes.numeric', 'pandas.core.tools.timedeltas', 'pandas.core.indexes.datetimelike', 'pandas.core.tools.times', 'pandas.core.indexes.datetimes', 'pandas.util._exceptions', 'pandas.core.indexes.multi', 'pandas.core.indexes.timedeltas', 'pandas.core.indexes.interval', 'pandas.core.indexes.period', 'pandas.core.indexes.range', 'pandas.core.indexes.api', 'pandas.core.aggregation', 'pandas._libs.indexing', 'pandas.core.indexing', 'pandas._libs.internals', 'pandas._libs.writers', 'pandas.core.array_algos.replace', 'pandas.core.internals.blocks', 'pandas.core.internals.ops', 'pandas.core.internals.managers', 'pandas.core.internals.concat', 'pandas.core.internals', 'pandas.core.shared_docs', 'pandas._libs.window', 'pandas._libs.window.aggregations', 'pandas.core.util.numba_', 'pandas.core.window.common', 'pandas._libs.window.indexers', 'pandas.core.window.indexers', 'pandas.core.window.numba_', 'pandas.core.groupby.base', 'pandas.core.window.rolling', 'pandas.core.window.ewm', 'pandas.core.window.expanding', 'pandas.core.window', 'pandas.core.reshape', 'pandas.core.reshape.concat', 'pandas.io.common', 'pandas.io.formats.format', 'pandas.core.generic', 'pandas.core.internals.construction', 'pandas.core.reshape.util', 'pandas.core.reshape.melt', 'pandas._libs.reshape', 'pandas.core.indexes.accessors', 'pandas.arrays', 'pandas.core.tools.datetimes', 'pandas.plotting._core', 'pandas.plotting._misc', 'pandas.plotting', 'pandas.core.series', 'pandas.io.formats.info', 'pandas.core.frame', 'pandas._libs.groupby', 'pandas.core.groupby.numba_', 'pandas.core.groupby.categorical', 'pandas.core.groupby.grouper', 'pandas.core.groupby.ops', 'pandas.core.groupby.groupby', 'pandas.core.groupby.generic', 'pandas.core.groupby', 'pandas.core.api', 'pandas.tseries.api', 'pandas.core.computation', 'pandas.core.computation.common', 'pandas.core.computation.align', 'pandas.compat.chainmap', 'pandas.core.computation.scope', 'pandas.core.computation.ops', 'pandas.core.computation.engines', 'pandas.core.computation.parsing', 'pandas.core.computation.expr', 'pandas.core.computation.eval', 'pandas.core.computation.api', 'pandas.core.reshape.merge', 'pandas.core.reshape.pivot', 'pandas.core.reshape.reshape', 'pandas.core.reshape.tile', 'pandas.core.reshape.api', 'pandas.api.extensions', 'pandas.api.indexers', 'pandas.core.dtypes.api', 'pandas.api.types', 'pandas.api', 'pandas.util._print_versions', 'pandas.io.clipboards', 'pandas._libs.parsers', 'pandas.io.excel._util', 'pandas.io.date_converters', 'pandas.io.parsers', 'pandas.io.excel._odfreader', 'pandas.io.excel._openpyxl', 'pandas.io.excel._pyxlsb', 'pandas.io.excel._xlrd', 'pandas.io.excel._base', 'pandas._libs.json', 'pandas.io.formats._color_data', 'pandas.io.formats.css', 'pandas.io.formats.excel', 'pandas.io.excel._odswriter', 'pandas.io.excel._xlsxwriter', 'pandas.io.excel._xlwt', 'pandas.io.excel', 'pandas.io.feather_format', 'pandas.io.gbq', 'pandas.io.html', 'pandas.io.json._normalize', 'pandas.io.json._table_schema', 'pandas.io.json._json', 'pandas.io.json', 'pandas.io.orc', 'pandas.io.parquet', 'pandas.compat.pickle_compat', 'pandas.io.pickle', 'pandas.core.computation.pytables', 'pandas.io.pytables', 'pandas.io.sas.sasreader', 'pandas.io.sas', 'pandas.io.spss', 'pandas.io.sql', 'pandas.io.stata', 'pandas.io.api', 'pandas.util._tester', 'pandas._libs.testing', 'pandas._testing', 'pandas.testing', 'pandas._version', 'pandas', 'altair.utils.schemapi', 'altair.utils.core', 'jinja2.bccache', 'markupsafe._speedups', 'markupsafe', 'jinja2.utils', 'jinja2.nodes', 'jinja2.exceptions', 'jinja2.visitor', 'jinja2.idtracking', 'jinja2.optimizer', 'jinja2.compiler', 'jinja2.async_utils', 'jinja2.runtime', 'jinja2.filters', 'jinja2.tests', 'jinja2.defaults', 'jinja2._identifier', 'jinja2.lexer', 'jinja2.parser', 'jinja2.environment', 'jinja2.loaders', 'jinja2', 'encodings.unicode_escape', 'altair.utils.html', 'entrypoints', 'toolz.utils', 'toolz.itertoolz', 'toolz._signatures', 'toolz.functoolz', 'toolz.dicttoolz', 'toolz.recipes', 'toolz.curried.operator', 'toolz.curried.exceptions', 'toolz.curried', 'toolz.sandbox.core', 'toolz.sandbox.parallel', 'toolz.sandbox', 'toolz._version', 'toolz', 'altair.utils.plugin_registry', 'altair.utils.deprecation', 'altair.utils', 'altair.vegalite.v4.schema.core', 'altair.vegalite.v4.schema.channels', 'altair.vegalite.v4.schema', 'altair.vegalite.v4.schema.mixins', 'altair.utils.data', 'altair.vegalite.data', 'altair.vegalite.v4.data', 'altair.expr.core', 'altair.expr.funcs', 'altair.expr.consts', 'altair.expr', 'altair.utils.mimebundle', 'altair.utils.display', 'altair.vegalite.display', 'altair.vegalite.v4.display', 'altair.utils.theme', 'altair.vegalite.v4.theme', 'altair.vegalite.v4.api', 'altair.datasets', 'altair.vegalite.v4', 'altair.vegalite', 'altair.examples', 'altair', 'matplotlib', 'matplotlib.cbook.deprecation', 'matplotlib.cbook', 'matplotlib._animation_data', 'matplotlib.animation', 'pyparsing', 'matplotlib.fontconfig_pattern', 'matplotlib.docstring', 'matplotlib._color_data', 'matplotlib.colors', 'cycler', 'matplotlib.rcsetup', 'matplotlib._version', 'matplotlib.ft2font', 'kiwisolver'] +2023-09-19 17:26:22,717 - matplotlib - DEBUG - CACHEDIR=/home/salah/.cache/matplotlib +2023-09-19 17:26:22,718 - matplotlib.font_manager - DEBUG - Using fontManager instance from /home/salah/.cache/matplotlib/fontlist-v330.json +2023-09-19 17:26:23,377 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-19 17:26:23,379 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-19 17:26:23,397 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:26:24,087 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /gradio-messaging/en HTTP/1.1" 200 3 +2023-09-19 17:26:24,169 - PIL.Image - DEBUG - Importing BlpImagePlugin +2023-09-19 17:26:24,170 - PIL.Image - DEBUG - Importing BmpImagePlugin +2023-09-19 17:26:24,170 - PIL.Image - DEBUG - Importing BufrStubImagePlugin +2023-09-19 17:26:24,170 - PIL.Image - DEBUG - Importing CurImagePlugin +2023-09-19 17:26:24,170 - PIL.Image - DEBUG - Importing DcxImagePlugin +2023-09-19 17:26:24,171 - PIL.Image - DEBUG - Importing DdsImagePlugin +2023-09-19 17:26:24,171 - PIL.Image - DEBUG - Importing EpsImagePlugin +2023-09-19 17:26:24,171 - PIL.Image - DEBUG - Importing FitsImagePlugin +2023-09-19 17:26:24,171 - PIL.Image - DEBUG - Importing FitsStubImagePlugin +2023-09-19 17:26:24,171 - PIL.Image - DEBUG - Importing FliImagePlugin +2023-09-19 17:26:24,171 - PIL.Image - DEBUG - Importing FpxImagePlugin +2023-09-19 17:26:24,172 - PIL.Image - DEBUG - Image: failed to import FpxImagePlugin: No module named 'olefile' +2023-09-19 17:26:24,172 - PIL.Image - DEBUG - Importing FtexImagePlugin +2023-09-19 17:26:24,172 - PIL.Image - DEBUG - Importing GbrImagePlugin +2023-09-19 17:26:24,172 - PIL.Image - DEBUG - Importing GifImagePlugin +2023-09-19 17:26:24,172 - PIL.Image - DEBUG - Importing GribStubImagePlugin +2023-09-19 17:26:24,173 - PIL.Image - DEBUG - Importing Hdf5StubImagePlugin +2023-09-19 17:26:24,173 - PIL.Image - DEBUG - Importing IcnsImagePlugin +2023-09-19 17:26:24,173 - PIL.Image - DEBUG - Importing IcoImagePlugin +2023-09-19 17:26:24,173 - PIL.Image - DEBUG - Importing ImImagePlugin +2023-09-19 17:26:24,174 - PIL.Image - DEBUG - Importing ImtImagePlugin +2023-09-19 17:26:24,174 - PIL.Image - DEBUG - Importing IptcImagePlugin +2023-09-19 17:26:24,174 - PIL.Image - DEBUG - Importing JpegImagePlugin +2023-09-19 17:26:24,175 - PIL.Image - DEBUG - Importing Jpeg2KImagePlugin +2023-09-19 17:26:24,175 - PIL.Image - DEBUG - Importing McIdasImagePlugin +2023-09-19 17:26:24,175 - PIL.Image - DEBUG - Importing MicImagePlugin +2023-09-19 17:26:24,176 - PIL.Image - DEBUG - Image: failed to import MicImagePlugin: No module named 'olefile' +2023-09-19 17:26:24,176 - PIL.Image - DEBUG - Importing MpegImagePlugin +2023-09-19 17:26:24,176 - PIL.Image - DEBUG - Importing MpoImagePlugin +2023-09-19 17:26:24,176 - PIL.Image - DEBUG - Importing MspImagePlugin +2023-09-19 17:26:24,176 - PIL.Image - DEBUG - Importing PalmImagePlugin +2023-09-19 17:26:24,176 - PIL.Image - DEBUG - Importing PcdImagePlugin +2023-09-19 17:26:24,176 - PIL.Image - DEBUG - Importing PcxImagePlugin +2023-09-19 17:26:24,176 - PIL.Image - DEBUG - Importing PdfImagePlugin +2023-09-19 17:26:24,180 - PIL.Image - DEBUG - Importing PixarImagePlugin +2023-09-19 17:26:24,180 - PIL.Image - DEBUG - Importing PngImagePlugin +2023-09-19 17:26:24,180 - PIL.Image - DEBUG - Importing PpmImagePlugin +2023-09-19 17:26:24,181 - PIL.Image - DEBUG - Importing PsdImagePlugin +2023-09-19 17:26:24,181 - PIL.Image - DEBUG - Importing SgiImagePlugin +2023-09-19 17:26:24,181 - PIL.Image - DEBUG - Importing SpiderImagePlugin +2023-09-19 17:26:24,181 - PIL.Image - DEBUG - Importing SunImagePlugin +2023-09-19 17:26:24,181 - PIL.Image - DEBUG - Importing TgaImagePlugin +2023-09-19 17:26:24,181 - PIL.Image - DEBUG - Importing TiffImagePlugin +2023-09-19 17:26:24,181 - PIL.Image - DEBUG - Importing WebPImagePlugin +2023-09-19 17:26:24,182 - PIL.Image - DEBUG - Importing WmfImagePlugin +2023-09-19 17:26:24,182 - PIL.Image - DEBUG - Importing XbmImagePlugin +2023-09-19 17:26:24,183 - PIL.Image - DEBUG - Importing XpmImagePlugin +2023-09-19 17:26:24,183 - PIL.Image - DEBUG - Importing XVThumbImagePlugin +2023-09-19 17:26:24,198 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): checkip.amazonaws.com:443 +2023-09-19 17:26:24,307 - urllib3.connectionpool - DEBUG - https://checkip.amazonaws.com:443 "GET / HTTP/1.1" 200 15 +2023-09-19 17:26:24,309 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:26:25,121 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-19 17:26:25,127 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:26:25,913 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-19 17:26:25,919 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:26:26,631 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-19 17:26:26,657 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-19 17:26:26,667 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-19 17:26:26,668 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 4 +2023-09-19 17:26:26,669 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-19 17:26:26,687 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-19 17:26:26,688 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:26:31,235 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /v2/tunnel-request HTTP/1.1" 200 None +2023-09-19 17:26:43,751 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/audiocmevhl4u.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-19 17:26:44,639 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/audiozo1opvh2.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-19 17:30:11,515 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-19 17:30:12,241 - speechbrain.core - INFO - Beginning experiment! +2023-09-19 17:30:12,242 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-19 17:30:12,726 - speechbrain.utils.superpowers - DEBUG - abkhazia==1.0 +absl-py==0.11.0 +aiohttp==3.8.0 +aiosignal==1.2.0 +alabaster==0.7.12 +alembic==1.7.4 +altair==4.2.0 +altgraph==0.17 +antlr4-python3-runtime==4.9.3 +anyio==3.6.2 +appdirs==1.4.4 +argcomplete==1.12.2 +argon2-cffi==20.1.0 +arrow==1.2.3 +asgiref==3.6.0 +asteroid-filterbanks==0.4.0 +astunparse==1.6.3 +async-generator==1.10 +async-timeout==4.0.0 +attrdict==2.0.1 +attrs==20.3.0 +audeer==1.16.0 +audformat==0.11.5 +audinterface==0.7.0 +audiofile==1.0.0 +audiomentations==0.25.0 +audioread==2.1.9 +audobject==0.4.14 +audresample==0.1.6 +-e git+https://github.com/facebookresearch/WavAugment.git@54afcdb00ccc852c2f030f239f8532c9562b550e#egg=augment +autopage==0.4.0 +Babel==2.9.0 +backcall==0.2.0 +backports.cached-property==1.0.2 +beautifulsoup4==4.10.0 +black==19.10b0 +bleach==3.3.0 +blessed==1.20.0 +boto3==1.20.2 +botocore==1.23.2 +bpemb==0.3.4 +braceexpand==0.1.7 +cachetools==4.2.0 +certifi @ file:///croot/certifi_1671487769961/work/certifi +cffi==1.14.3 +cfgv==3.2.0 +chardet==3.0.4 +charset-normalizer==2.0.7 +click==7.1.2 +cliff==3.9.0 +clldutils==3.5.4 +cloudpickle==2.2.1 +cmaes==0.8.2 +cmake==3.18.4.post1 +cmd2==2.2.0 +colorama==0.4.4 +colorlog==4.6.2 +configparser==5.1.0 +conllu==4.5.3 +croniter==1.3.15 +cryptography==38.0.4 +csrgraph==0.1.28 +csvw==1.8.1 +cycler==0.10.0 +Cython==0.29.21 +dataclasses==0.6 +dateutils==0.6.12 +decorator==4.4.2 +deepdiff==6.3.0 +deepspeech==0.9.1 +defusedxml==0.7.1 +Deprecated==1.2.14 +dill==0.3.3 +Distance==0.1.3 +distlib==0.3.1 +Django==3.2.16 +django-auditlog==2.2.1 +django-filter==22.1 +django-js-asset==1.2.2 +django-mptt==0.14.0 +djangorestframework==3.14.0 +docker-pycreds==0.4.0 +docopt==0.6.2 +docutils==0.16 +drf-excel==2.2.0 +drf-flex-fields==1.0.0 +drf-renderer-xlsx==0.4.1 +easyocr==1.2.1 +editdistance==0.6.0 +einops==0.3.2 +emoji==2.2.0 +entrypoints==0.3 +et-xmlfile==1.1.0 +exceptiongroup==1.1.0 +farasapy==0.0.14 +fastapi==0.98.0 +fastjsonschema==2.17.1 +fasttext==0.9.2 +ffmpeg-python==0.2.0 +ffmpy==0.3.0 +filelock==3.0.12 +flair==0.12.2 +flake8==3.7.9 +flatbuffers==1.12 +frozendict==2.0.7 +frozenlist==1.2.0 +fsspec==2021.11.0 +ftfy==6.1.1 +future==0.18.2 +g2p-en==2.1.0 +gast==0.3.3 +gdown==4.4.0 +gdrive==0.1.5 +gensim==4.0.1 +gitdb==4.0.9 +GitPython==3.1.24 +google-api-core==2.11.1 +google-api-python-client==2.43.0 +google-auth==1.24.0 +google-auth-httplib2==0.1.0 +google-auth-oauthlib==0.5.3 +google-pasta==0.2.0 +googleapis-common-protos==1.59.1 +gradio==3.16.0 +greenlet==1.1.2 +grpcio==1.32.0 +h11==0.14.0 +h5features==1.3.2 +h5py==2.10.0 +hierarchy==0.4.0 +hmmlearn==0.2.8 +htk-io==0.5 +httpcore==0.16.3 +httplib2==0.22.0 +httpx==0.23.3 +huggingface-hub==0.15.1 +hydra-colorlog==0.1.4 +hydra-core==1.3.2 +hyperopt==0.2.7 +HyperPyYAML==1.1.0 +hypothesis==6.61.2 +identify==1.5.10 +idna==2.10 +imageio==2.9.0 +imagesize==1.2.0 +importlib-metadata==4.8.1 +importlib-resources==5.2.2 +inflect==5.3.0 +inquirer==3.1.3 +ipadic==1.0.0 +ipyevents==2.0.1 +ipykernel==5.3.4 +ipython==7.19.0 +ipython-genutils==0.2.0 +ipywebrtc==0.6.0 +ipywidgets==7.6.3 +iso-639==0.4.5 +isodate==0.6.0 +isort==4.3.21 +itsdangerous==2.1.2 +Janome==0.5.0 +jedi==0.17.2 +jeepney==0.8.0 +jieba==0.42.1 +Jinja2==3.0.3 +jiwer==2.2.0 +jmespath==0.10.0 +joblib==0.17.0 +jsonschema==3.2.0 +julius==0.2.7 +jupyter-client==6.1.7 +jupyter-core==4.7.0 +jupyterlab-pygments==0.1.2 +jupyterlab-widgets==1.0.0 +kaitaistruct==0.9 +kaldi-io==0.9.4 +kaldi-python-io==1.2.2 +kaldiio==2.17.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip +Keras-Preprocessing==1.1.2 +kiwisolver==1.3.1 +lang-trans==0.6.0 +langdetect==1.0.9 +latexcodec==2.0.1 +ldap3==2.9.1 +librosa==0.9.0 +lightning-cloud==0.5.37 +lightning-utilities==0.8.0 +linkify-it-py==1.0.3 +lit==16.0.6 +llvmlite==0.35.0 +lxml==4.9.0 +Mako==1.1.5 +Markdown==3.3.3 +markdown-it-py==3.0.0 +MarkupSafe==2.1.3 +marshmallow==3.14.0 +matplotlib==3.3.3 +mccabe==0.6.1 +mcd==0.4 +mdit-py-plugins==0.3.3 +mdurl==0.1.2 +mecab-python3==1.0.3 +megatron-lm==2.2.0 +metrics==0.3.3 +mido==1.2.10 +mistune==0.8.4 +more-itertools==8.6.0 +mpld3==0.3 +mpmath==1.2.1 +multidict==5.2.0 +multiprocess==0.70.11.1 +nbclient==0.5.3 +nbconvert==5.6.1 +nbformat==5.9.0 +NEMO==4.3.2 +nemo-toolkit==1.4.0 +nest-asyncio==1.5.1 +networkx==2.8.8 +nltk==3.2.4 +nodeenv==1.5.0 +normalize==2.0.2 +notebook==6.3.0 +numba==0.52.0 +numpy==1.19.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +oauthlib==3.1.0 +omegaconf==2.3.0 +onnx==1.10.2 +OpenCC==1.1.2 +opencv-python==4.4.0.46 +openpyxl==3.0.9 +opensmile==2.2.0 +opt-einsum==3.3.0 +optuna==2.10.0 +ordered-set==4.1.0 +orjson==3.8.4 +oyaml==1.0 +packaging==22.0 +pandas==1.2.5 +pandocfilters==1.4.3 +pangu==4.0.6.1 +parameterized==0.8.1 +parso==0.7.1 +pathlib2==2.3.7.post1 +pathspec==0.5.5 +pathtools==0.1.2 +pbr==5.6.0 +pefile==2019.4.18 +pescador==2.1.0 +pesq==0.0.3 +pexpect==4.8.0 +phonemizer==2.2.1 +pickleshare==0.7.5 +Pillow==9.3.0 +pip-api==0.0.23 +pipreqs==0.4.11 +pluggy==0.13.1 +pooch==1.3.0 +portalocker==2.3.2 +pptree==3.1 +pre-commit==2.9.0 +preprocessing==0.1.13 +pretty-midi==0.2.9 +prettytable==2.2.1 +primePy==1.3 +progressbar2==3.53.1 +prometheus-client==0.10.1 +promise==2.3 +prompt-toolkit==3.0.8 +protobuf==3.20.3 +psutil==5.6.6 +ptyprocess==0.6.0 +py==1.9.0 +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +pyannote.audio==2.1.1 +pyannote.core==4.5 +pyannote.database==4.1.3 +pyannote.metrics==3.2.1 +pyannote.pipeline==2.3 +pyannotebook==0.1.0.dev0 +PyArabic==0.6.15 +pyarrow==3.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pybind11==2.8.1 +pybtex==0.24.0 +pybtex-docutils==1.0.1 +pycodestyle==2.5.0 +pycparser==2.20 +pycryptodome==3.16.0 +pyctcdecode==0.4.0 +pydantic==1.10.4 +pyDeprecate==0.3.1 +pydub==0.25.1 +pyflakes==2.1.1 +Pygments==2.15.1 +pygtrie==2.5.0 +PyJWT==2.7.0 +pymodbus==2.5.3 +pyparsing==2.4.7 +pyperclip==1.8.2 +pypinyin==0.43.0 +pyrsistent==0.17.3 +pyserial==3.5 +PySocks==1.7.1 +pystoi==0.3.3 +pytest==5.4.1 +pytest-runner==5.3.1 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.2 +python-editor==1.0.4 +python-Levenshtein==0.12.2 +python-multipart==0.0.5 +python-utils==2.4.0 +pytorch-lightning==1.6.5 +pytorch-metric-learning==1.7.3 +pytorch-revgrad==0.2.0 +pytube==11.0.1 +pytz==2022.6 +PyWavelets==1.1.1 +PyYAML==6.0 +pyzmq==20.0.0 +rapidfuzz==1.8.2 +readchar==4.0.5 +regex==2020.11.13 +requests==2.28.1 +requests-oauthlib==1.3.0 +resampy==0.2.2 +rfc3986==1.4.0 +rich==13.4.2 +richenum==1.3.1 +rsa==4.7 +ruamel.yaml==0.17.21 +ruamel.yaml.clib==0.2.7 +s3m==1.1.0 +s3transfer==0.5.0 +sacrebleu==2.0.0 +sacremoses==0.0.44 +safetensors==0.3.1 +scikit-image==0.18.1 +scikit-learn==0.23.2 +scipy==1.5.4 +-e git+https://github.com/sanghack81/SDCIT@00d060dde733fde9345154a494f81e97fb395ca7#egg=SDCIT +seaborn==0.11.1 +SecretStorage==3.3.3 +segments==2.1.3 +segtok==1.5.11 +semver==2.13.0 +Send2Trash==1.5.0 +sentencepiece==0.1.99 +sentry-sdk==1.4.3 +shellingham==1.4.0 +shortuuid==1.0.7 +SIDEKIT==1.3.8.5.2 +simplejson==3.17.5 +singledispatchmethod==1.0 +six==1.15.0 +smart-open==5.0.0 +smmap==5.0.0 +sniffio==1.3.0 +snowballstemmer==2.0.0 +sortedcollections==2.1.0 +sortedcontainers==2.4.0 +sounddevice==0.4.5 +SoundFile==0.10.3.post1 +soupsieve==2.3 +sox==1.4.1 +sparsemax==0.1.9 +speechbrain==0.5.14 +sphfile==1.0.3 +Sphinx==3.3.1 +sphinx-rtd-theme==0.2.4 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-bibtex==2.4.1 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +SQLAlchemy==1.4.25 +sqlitedict==2.1.0 +sqlparse==0.4.2 +stanza==1.4.2 +starlette==0.31.1 +starsessions==1.3.0 +stevedore==3.4.0 +subprocess32==3.5.4 +sympy==1.9 +tabulate==0.8.9 +tensorboard==2.4.0 +tensorboard-plugin-wit==1.7.0 +tensorboardX==2.6.1 +tensorflow==2.4.0 +tensorflow-estimator==2.4.0 +termcolor==1.1.0 +terminado==0.9.4 +testpath==0.4.4 +threadpoolctl==2.1.0 +tifffile==2020.12.8 +tikzplotlib==0.9.8 +tinycss2==1.2.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml==0.10.2 +toolz==0.12.0 +torch==1.13.1 +torch-audiomentations==0.11.0 +torch-pitch-shift==1.2.4 +torch-stft==0.1.4 +torchaudio==0.13.1 +torchmetrics==0.11.4 +torchvision==0.14.1 +tornado==6.1 +tqdm==4.61.1 +trackrip==1.2.1 +traitlets==5.9.0 +transformer-smaller-training-vocab==0.3.1 +transformers==4.30.2 +triton==2.0.0 +typed-ast==1.4.1 +typer==0.4.0 +typing-extensions==4.4.0 +uc-micro-py==1.0.1 +Unidecode==1.3.2 +uritemplate==3.0.1 +urllib3==1.26.2 +uvicorn==0.20.0 +versioneer==0.28 +virtualenv==20.2.1 +wandb==0.12.6 +wcwidth==0.2.5 +webdataset==0.1.62 +webencodings==0.5.1 +websocket-client==1.6.1 +websockets==10.4 +Werkzeug==1.0.1 +wget==3.2 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wordninja==2.0.0 +wrapt==1.12.1 +xmltodict==0.13.0 +xxhash==2.0.0 +yamllint==1.23.0 +yarg==0.1.9 +yarl==1.7.2 +yaspin==2.1.0 +youtokentome==1.0.6 +youtube-dl==2021.6.6 +zipp==3.6.0 + + +2023-09-19 17:30:12,749 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-19 17:30:14,992 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-19 17:30:15,108 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-19 17:30:15,171 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-19 17:30:16,669 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-19 17:30:16,670 - speechbrain.core - INFO - 60.1M trainable parameters in ASR +2023-09-19 17:30:16,672 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00 +2023-09-19 17:30:16,768 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt +2023-09-19 17:30:16,770 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): checkip.amazonaws.com:443 +2023-09-19 17:30:16,866 - urllib3.connectionpool - DEBUG - https://checkip.amazonaws.com:443 "GET / HTTP/1.1" 200 15 +2023-09-19 17:30:16,873 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:30:17,690 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-19 17:30:17,696 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:30:18,499 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-19 17:30:18,504 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:30:19,217 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-19 17:30:19,273 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-19 17:30:19,274 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7861 +2023-09-19 17:30:19,276 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7861 "GET /startup-events HTTP/1.1" 200 4 +2023-09-19 17:30:19,277 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7861 +2023-09-19 17:30:19,279 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7861 "HEAD / HTTP/1.1" 200 0 +2023-09-19 17:30:19,280 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:30:30,297 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /v2/tunnel-request HTTP/1.1" 200 None +2023-09-19 17:30:40,229 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/salahzluddve6.mp3', '-acodec', 'pcm_s16le', '-vn', '-f', 'wav', '-']) +2023-09-19 17:30:55,697 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/salahqqvsv1mf.mp3', '-acodec', 'pcm_s16le', '-vn', '-f', 'wav', '-']) +2023-09-19 17:31:30,614 - speechbrain.core - INFO - Beginning experiment! +2023-09-19 17:31:30,614 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-19 17:31:31,167 - speechbrain.utils.superpowers - DEBUG - abkhazia==1.0 +absl-py==0.11.0 +aiofiles==23.2.1 +aiohttp==3.8.0 +aiosignal==1.2.0 +alabaster==0.7.12 +alembic==1.7.4 +altair==4.2.0 +altgraph==0.17 +antlr4-python3-runtime==4.9.3 +anyio==3.6.2 +appdirs==1.4.4 +argcomplete==1.12.2 +argon2-cffi==20.1.0 +arrow==1.2.3 +asgiref==3.6.0 +asteroid-filterbanks==0.4.0 +astunparse==1.6.3 +async-generator==1.10 +async-timeout==4.0.0 +attrdict==2.0.1 +attrs==20.3.0 +audeer==1.16.0 +audformat==0.11.5 +audinterface==0.7.0 +audiofile==1.0.0 +audiomentations==0.25.0 +audioread==2.1.9 +audobject==0.4.14 +audresample==0.1.6 +-e git+https://github.com/facebookresearch/WavAugment.git@54afcdb00ccc852c2f030f239f8532c9562b550e#egg=augment +autopage==0.4.0 +Babel==2.9.0 +backcall==0.2.0 +backports.cached-property==1.0.2 +beautifulsoup4==4.10.0 +black==19.10b0 +bleach==3.3.0 +blessed==1.20.0 +boto3==1.20.2 +botocore==1.23.2 +bpemb==0.3.4 +braceexpand==0.1.7 +cachetools==4.2.0 +certifi @ file:///croot/certifi_1671487769961/work/certifi +cffi==1.14.3 +cfgv==3.2.0 +chardet==3.0.4 +charset-normalizer==2.0.7 +click==7.1.2 +cliff==3.9.0 +clldutils==3.5.4 +cloudpickle==2.2.1 +cmaes==0.8.2 +cmake==3.18.4.post1 +cmd2==2.2.0 +colorama==0.4.4 +colorlog==4.6.2 +configparser==5.1.0 +conllu==4.5.3 +croniter==1.3.15 +cryptography==38.0.4 +csrgraph==0.1.28 +csvw==1.8.1 +cycler==0.10.0 +Cython==0.29.21 +dataclasses==0.6 +dateutils==0.6.12 +decorator==4.4.2 +deepdiff==6.3.0 +deepspeech==0.9.1 +defusedxml==0.7.1 +Deprecated==1.2.14 +dill==0.3.3 +Distance==0.1.3 +distlib==0.3.1 +Django==3.2.16 +django-auditlog==2.2.1 +django-filter==22.1 +django-js-asset==1.2.2 +django-mptt==0.14.0 +djangorestframework==3.14.0 +docker-pycreds==0.4.0 +docopt==0.6.2 +docutils==0.16 +drf-excel==2.2.0 +drf-flex-fields==1.0.0 +drf-renderer-xlsx==0.4.1 +easyocr==1.2.1 +editdistance==0.6.0 +einops==0.3.2 +emoji==2.2.0 +entrypoints==0.3 +et-xmlfile==1.1.0 +exceptiongroup==1.1.0 +farasapy==0.0.14 +fastapi==0.98.0 +fastjsonschema==2.17.1 +fasttext==0.9.2 +ffmpeg-python==0.2.0 +ffmpy==0.3.0 +filelock==3.0.12 +flair==0.12.2 +flake8==3.7.9 +flatbuffers==1.12 +frozendict==2.0.7 +frozenlist==1.2.0 +fsspec==2021.11.0 +ftfy==6.1.1 +future==0.18.2 +g2p-en==2.1.0 +gast==0.3.3 +gdown==4.4.0 +gdrive==0.1.5 +gensim==4.0.1 +gitdb==4.0.9 +GitPython==3.1.24 +google-api-core==2.11.1 +google-api-python-client==2.43.0 +google-auth==1.24.0 +google-auth-httplib2==0.1.0 +google-auth-oauthlib==0.5.3 +google-pasta==0.2.0 +googleapis-common-protos==1.59.1 +gradio==3.44.4 +gradio-client==0.5.1 +greenlet==1.1.2 +grpcio==1.32.0 +h11==0.14.0 +h5features==1.3.2 +h5py==2.10.0 +hierarchy==0.4.0 +hmmlearn==0.2.8 +htk-io==0.5 +httpcore==0.16.3 +httplib2==0.22.0 +httpx==0.23.3 +huggingface-hub==0.15.1 +hydra-colorlog==0.1.4 +hydra-core==1.3.2 +hyperopt==0.2.7 +HyperPyYAML==1.1.0 +hypothesis==6.61.2 +identify==1.5.10 +idna==2.10 +imageio==2.9.0 +imagesize==1.2.0 +importlib-metadata==4.8.1 +importlib-resources==5.2.2 +inflect==5.3.0 +inquirer==3.1.3 +ipadic==1.0.0 +ipyevents==2.0.1 +ipykernel==5.3.4 +ipython==7.19.0 +ipython-genutils==0.2.0 +ipywebrtc==0.6.0 +ipywidgets==7.6.3 +iso-639==0.4.5 +isodate==0.6.0 +isort==4.3.21 +itsdangerous==2.1.2 +Janome==0.5.0 +jedi==0.17.2 +jeepney==0.8.0 +jieba==0.42.1 +Jinja2==3.0.3 +jiwer==2.2.0 +jmespath==0.10.0 +joblib==0.17.0 +jsonschema==3.2.0 +julius==0.2.7 +jupyter-client==6.1.7 +jupyter-core==4.7.0 +jupyterlab-pygments==0.1.2 +jupyterlab-widgets==1.0.0 +kaitaistruct==0.9 +kaldi-io==0.9.4 +kaldi-python-io==1.2.2 +kaldiio==2.17.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip +Keras-Preprocessing==1.1.2 +kiwisolver==1.3.1 +lang-trans==0.6.0 +langdetect==1.0.9 +latexcodec==2.0.1 +ldap3==2.9.1 +librosa==0.9.0 +lightning-cloud==0.5.37 +lightning-utilities==0.8.0 +linkify-it-py==1.0.3 +lit==16.0.6 +llvmlite==0.35.0 +lxml==4.9.0 +Mako==1.1.5 +Markdown==3.3.3 +markdown-it-py==3.0.0 +MarkupSafe==2.1.3 +marshmallow==3.14.0 +matplotlib==3.3.3 +mccabe==0.6.1 +mcd==0.4 +mdit-py-plugins==0.3.3 +mdurl==0.1.2 +mecab-python3==1.0.3 +megatron-lm==2.2.0 +metrics==0.3.3 +mido==1.2.10 +mistune==0.8.4 +more-itertools==8.6.0 +mpld3==0.3 +mpmath==1.2.1 +multidict==5.2.0 +multiprocess==0.70.11.1 +nbclient==0.5.3 +nbconvert==5.6.1 +nbformat==5.9.0 +NEMO==4.3.2 +nemo-toolkit==1.4.0 +nest-asyncio==1.5.1 +networkx==2.8.8 +nltk==3.2.4 +nodeenv==1.5.0 +normalize==2.0.2 +notebook==6.3.0 +numba==0.52.0 +numpy==1.19.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +oauthlib==3.1.0 +omegaconf==2.3.0 +onnx==1.10.2 +OpenCC==1.1.2 +opencv-python==4.4.0.46 +openpyxl==3.0.9 +opensmile==2.2.0 +opt-einsum==3.3.0 +optuna==2.10.0 +ordered-set==4.1.0 +orjson==3.8.4 +oyaml==1.0 +packaging==22.0 +pandas==1.2.5 +pandocfilters==1.4.3 +pangu==4.0.6.1 +parameterized==0.8.1 +parso==0.7.1 +pathlib2==2.3.7.post1 +pathspec==0.5.5 +pathtools==0.1.2 +pbr==5.6.0 +pefile==2019.4.18 +pescador==2.1.0 +pesq==0.0.3 +pexpect==4.8.0 +phonemizer==2.2.1 +pickleshare==0.7.5 +Pillow==9.3.0 +pip-api==0.0.23 +pipreqs==0.4.11 +pluggy==0.13.1 +pooch==1.3.0 +portalocker==2.3.2 +pptree==3.1 +pre-commit==2.9.0 +preprocessing==0.1.13 +pretty-midi==0.2.9 +prettytable==2.2.1 +primePy==1.3 +progressbar2==3.53.1 +prometheus-client==0.10.1 +promise==2.3 +prompt-toolkit==3.0.8 +protobuf==3.20.3 +psutil==5.6.6 +ptyprocess==0.6.0 +py==1.9.0 +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +pyannote.audio==2.1.1 +pyannote.core==4.5 +pyannote.database==4.1.3 +pyannote.metrics==3.2.1 +pyannote.pipeline==2.3 +pyannotebook==0.1.0.dev0 +PyArabic==0.6.15 +pyarrow==3.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pybind11==2.8.1 +pybtex==0.24.0 +pybtex-docutils==1.0.1 +pycodestyle==2.5.0 +pycparser==2.20 +pycryptodome==3.16.0 +pyctcdecode==0.4.0 +pydantic==1.10.4 +pyDeprecate==0.3.1 +pydub==0.25.1 +pyflakes==2.1.1 +Pygments==2.15.1 +pygtrie==2.5.0 +PyJWT==2.7.0 +pymodbus==2.5.3 +pyparsing==2.4.7 +pyperclip==1.8.2 +pypinyin==0.43.0 +pyrsistent==0.17.3 +pyserial==3.5 +PySocks==1.7.1 +pystoi==0.3.3 +pytest==5.4.1 +pytest-runner==5.3.1 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.2 +python-editor==1.0.4 +python-Levenshtein==0.12.2 +python-multipart==0.0.5 +python-utils==2.4.0 +pytorch-lightning==1.6.5 +pytorch-metric-learning==1.7.3 +pytorch-revgrad==0.2.0 +pytube==11.0.1 +pytz==2022.6 +PyWavelets==1.1.1 +PyYAML==6.0 +pyzmq==20.0.0 +rapidfuzz==1.8.2 +readchar==4.0.5 +regex==2020.11.13 +requests==2.28.1 +requests-oauthlib==1.3.0 +resampy==0.2.2 +rfc3986==1.4.0 +rich==13.4.2 +richenum==1.3.1 +rsa==4.7 +ruamel.yaml==0.17.21 +ruamel.yaml.clib==0.2.7 +s3m==1.1.0 +s3transfer==0.5.0 +sacrebleu==2.0.0 +sacremoses==0.0.44 +safetensors==0.3.1 +scikit-image==0.18.1 +scikit-learn==0.23.2 +scipy==1.5.4 +-e git+https://github.com/sanghack81/SDCIT@00d060dde733fde9345154a494f81e97fb395ca7#egg=SDCIT +seaborn==0.11.1 +SecretStorage==3.3.3 +segments==2.1.3 +segtok==1.5.11 +semantic-version==2.10.0 +semver==2.13.0 +Send2Trash==1.5.0 +sentencepiece==0.1.99 +sentry-sdk==1.4.3 +shellingham==1.4.0 +shortuuid==1.0.7 +SIDEKIT==1.3.8.5.2 +simplejson==3.17.5 +singledispatchmethod==1.0 +six==1.15.0 +smart-open==5.0.0 +smmap==5.0.0 +sniffio==1.3.0 +snowballstemmer==2.0.0 +sortedcollections==2.1.0 +sortedcontainers==2.4.0 +sounddevice==0.4.5 +SoundFile==0.10.3.post1 +soupsieve==2.3 +sox==1.4.1 +sparsemax==0.1.9 +speechbrain==0.5.14 +sphfile==1.0.3 +Sphinx==3.3.1 +sphinx-rtd-theme==0.2.4 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-bibtex==2.4.1 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +SQLAlchemy==1.4.25 +sqlitedict==2.1.0 +sqlparse==0.4.2 +stanza==1.4.2 +starlette==0.27.0 +starsessions==1.3.0 +stevedore==3.4.0 +subprocess32==3.5.4 +sympy==1.9 +tabulate==0.8.9 +tensorboard==2.4.0 +tensorboard-plugin-wit==1.7.0 +tensorboardX==2.6.1 +tensorflow==2.4.0 +tensorflow-estimator==2.4.0 +termcolor==1.1.0 +terminado==0.9.4 +testpath==0.4.4 +threadpoolctl==2.1.0 +tifffile==2020.12.8 +tikzplotlib==0.9.8 +tinycss2==1.2.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml==0.10.2 +toolz==0.12.0 +torch==1.13.1 +torch-audiomentations==0.11.0 +torch-pitch-shift==1.2.4 +torch-stft==0.1.4 +torchaudio==0.13.1 +torchmetrics==0.11.4 +torchvision==0.14.1 +tornado==6.1 +tqdm==4.61.1 +trackrip==1.2.1 +traitlets==5.9.0 +transformer-smaller-training-vocab==0.3.1 +transformers==4.30.2 +triton==2.0.0 +typed-ast==1.4.1 +typer==0.4.0 +typing-extensions==4.4.0 +uc-micro-py==1.0.1 +Unidecode==1.3.2 +uritemplate==3.0.1 +urllib3==1.26.2 +uvicorn==0.20.0 +versioneer==0.28 +virtualenv==20.2.1 +wandb==0.12.6 +wcwidth==0.2.5 +webdataset==0.1.62 +webencodings==0.5.1 +websocket-client==1.6.1 +websockets==10.4 +Werkzeug==1.0.1 +wget==3.2 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wordninja==2.0.0 +wrapt==1.12.1 +xmltodict==0.13.0 +xxhash==2.0.0 +yamllint==1.23.0 +yarg==0.1.9 +yarl==1.7.2 +yaspin==2.1.0 +youtokentome==1.0.6 +youtube-dl==2021.6.6 +zipp==3.6.0 + + +2023-09-19 17:31:31,181 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-19 17:31:33,486 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-19 17:31:33,601 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-19 17:31:33,663 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-19 17:31:34,887 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-19 17:31:34,888 - speechbrain.core - INFO - 60.1M trainable parameters in ASR +2023-09-19 17:31:34,890 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00 +2023-09-19 17:31:34,987 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt +2023-09-19 17:31:35,137 - matplotlib - DEBUG - (private) matplotlib data path: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/matplotlib-3.3.3-py3.8-linux-x86_64.egg/matplotlib/mpl-data +2023-09-19 17:31:35,137 - matplotlib - DEBUG - matplotlib data path: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/matplotlib-3.3.3-py3.8-linux-x86_64.egg/matplotlib/mpl-data +2023-09-19 17:31:35,140 - matplotlib - DEBUG - CONFIGDIR=/home/salah/.config/matplotlib +2023-09-19 17:31:35,141 - matplotlib - DEBUG - matplotlib version 3.3.3 +2023-09-19 17:31:35,141 - matplotlib - DEBUG - interactive is False +2023-09-19 17:31:35,141 - matplotlib - DEBUG - platform is linux +2023-09-19 17:31:35,141 - matplotlib - DEBUG - loaded modules: ['sys', 'builtins', '_frozen_importlib', '_imp', '_warnings', '_frozen_importlib_external', '_io', 'marshal', 'posix', '_thread', '_weakref', 'time', 'zipimport', '_codecs', 'codecs', 'encodings.aliases', 'encodings', 'encodings.utf_8', '_signal', '__main__', 'encodings.latin_1', '_abc', 'abc', 'io', '_stat', 'stat', '_collections_abc', 'genericpath', 'posixpath', 'os.path', 'os', '_sitebuiltins', '_locale', '_bootlocale', 'types', 'importlib._bootstrap', 'importlib._bootstrap_external', 'warnings', 'importlib', 'importlib.machinery', 'importlib.abc', '_operator', 'operator', 'keyword', '_heapq', 'heapq', 'itertools', 'reprlib', '_collections', 'collections', '_functools', 'functools', 'contextlib', 'importlib.util', 'google', 'google.logging', 'pyannote', 'ruamel', 'sphinxcontrib', 'site', '_weakrefset', 'weakref', 'pkgutil', 'runpy', 'ipykernel._version', '__future__', 'enum', '_sre', 'sre_constants', 'sre_parse', 'sre_compile', 'copyreg', 're', '_json', 'json.scanner', 'json.decoder', 'json.encoder', 'json', 'errno', 'signal', 'threading', '_posixsubprocess', 'select', 'collections.abc', 'math', 'selectors', 'subprocess', 'IPython.core', 'IPython.core.getipython', 'IPython.core.release', 'atexit', 'copy', 'fnmatch', 'glob', 'token', 'tokenize', 'linecache', 'traceback', '_string', 'string', 'logging', 'zlib', '_compression', '_bz2', 'bz2', '_lzma', 'lzma', 'pwd', 'grp', 'shutil', '_opcode', 'opcode', 'dis', 'inspect', 'typing.io', 'typing.re', 'typing', '_ast', 'ast', 'ntpath', 'urllib', 'urllib.parse', 'pathlib', 'traitlets.utils', 'traitlets.utils.bunch', 'traitlets.utils.descriptions', 'traitlets.utils.getargspec', 'traitlets.utils.importstring', 'traitlets.utils.sentinel', 'traitlets.traitlets', 'traitlets._version', 'traitlets.utils.decorators', 'traitlets', 'pprint', '_socket', 'socket', '_struct', 'struct', '_compat_pickle', '_pickle', 'pickle', '_queue', 'queue', 'logging.handlers', 'socketserver', 'logging.config', 'textwrap', 'traitlets.utils.text', 'locale', 'gettext', 'argparse', 'traitlets.config.loader', 'traitlets.config.configurable', 'traitlets.utils.nested_update', 'traitlets.config.application', 'traitlets.config', 'platform', 'sysconfig', '_sysconfigdata__linux_x86_64-linux-gnu', 'pydoc', 'bdb', 'IPython.utils', 'IPython.utils.ipstruct', 'IPython.utils.coloransi', 'pygments', 'IPython.utils.colorable', 'IPython.utils.PyColorize', 'IPython.utils.encoding', 'IPython.utils.py3compat', 'IPython.core.excolors', 'IPython.testing', 'IPython.testing.skipdoctest', 'cmd', 'codeop', 'code', 'pdb', 'IPython.core.debugger', 'IPython.core.display_trap', '_bisect', 'bisect', '_sha512', '_random', 'random', 'pexpect.exceptions', 'pexpect.utils', 'pexpect.expect', 'termios', 'tty', 'pty', 'fcntl', 'resource', 'ptyprocess.util', 'ptyprocess.ptyprocess', 'ptyprocess', 'pexpect.spawnbase', 'pexpect.pty_spawn', 'pexpect.run', 'pexpect', 'shlex', 'IPython.utils._process_common', 'IPython.utils._process_posix', 'IPython.utils.process', 'IPython.utils.decorators', 'IPython.utils.path', 'IPython.utils.data', 'IPython.utils.terminal', 'IPython.core.ultratb', 'IPython.utils._sysinfo', 'IPython.utils.sysinfo', 'IPython.core.crashhandler', 'tempfile', 'IPython.utils.importstring', 'IPython.paths', 'IPython.core.profiledir', 'IPython.core.application', 'IPython.terminal', '_hashlib', '_blake2', '_sha3', 'hashlib', 'IPython.core.compilerop', 'IPython.core.error', 'IPython.utils.text', 'IPython.core.magic_arguments', 'getopt', 'binascii', 'mimetypes', 'IPython.core.display', 'IPython.core.page', 'getpass', 'IPython.lib.security', 'IPython.lib', '_datetime', 'datetime', 'IPython.lib.pretty', 'IPython.utils.openpy', 'IPython.utils.dir2', 'IPython.utils.wildcard', 'pygments.lexers._mapping', 'pygments.modeline', 'pygments.plugin', 'pygments.util', 'pygments.lexers', 'pygments.filter', 'pygments.token', 'pygments.filters', 'pygments.regexopt', 'pygments.lexer', 'pygments.unistring', 'pygments.lexers.python', 'pygments.formatters._mapping', 'pygments.formatters', 'pygments.styles', 'pygments.formatter', 'pygments.formatters.html', 'IPython.core.oinspect', 'IPython.core.inputtransformer2', 'decorator', 'IPython.core.magic', 'pickleshare', 'IPython.core.autocall', 'IPython.core.macro', 'IPython.core.splitinput', 'IPython.core.prefilter', 'IPython.core.alias', 'IPython.core.builtin_trap', 'backcall.backcall', 'backcall', 'IPython.core.events', 'IPython.core.displayhook', 'IPython.core.displaypub', 'IPython.core.extensions', 'IPython.utils.sentinel', 'IPython.core.formatters', '_sqlite3', 'sqlite3.dbapi2', 'sqlite3', 'IPython.core.history', 'IPython.core.logger', 'IPython.core.payload', 'IPython.core.usage', 'html.entities', 'html', 'IPython.lib.display', 'IPython.display', 'IPython.utils.capture', 'IPython.utils.io', 'IPython.core.hooks', 'IPython.utils.strdispatch', 'IPython.utils.syspathcontext', 'IPython.utils.tempdir', 'IPython.utils.contexts', 'IPython.core.async_helpers', 'IPython.core.interactiveshell', 'concurrent', 'concurrent.futures._base', 'concurrent.futures', '_ssl', 'base64', 'ssl', 'asyncio.constants', 'asyncio.format_helpers', 'asyncio.base_futures', 'asyncio.log', 'asyncio.coroutines', '_contextvars', 'contextvars', 'asyncio.exceptions', 'asyncio.base_tasks', '_asyncio', 'asyncio.events', 'asyncio.futures', 'asyncio.protocols', 'asyncio.transports', 'asyncio.sslproto', 'asyncio.locks', 'asyncio.tasks', 'asyncio.staggered', 'asyncio.trsock', 'asyncio.base_events', 'asyncio.runners', 'asyncio.queues', 'asyncio.streams', 'asyncio.subprocess', 'asyncio.base_subprocess', 'asyncio.selector_events', 'asyncio.unix_events', 'asyncio', 'prompt_toolkit.application.current', 'prompt_toolkit.eventloop.utils', 'prompt_toolkit.eventloop.async_generator', 'wcwidth.table_wide', 'wcwidth.table_zero', 'wcwidth.unicode_versions', 'wcwidth.wcwidth', 'wcwidth', 'prompt_toolkit.utils', 'prompt_toolkit.eventloop.inputhook', 'prompt_toolkit.eventloop', 'prompt_toolkit.application.run_in_terminal', 'prompt_toolkit.selection', 'prompt_toolkit.clipboard.base', 'prompt_toolkit.clipboard.in_memory', 'prompt_toolkit.clipboard', 'prompt_toolkit.cache', 'prompt_toolkit.enums', 'prompt_toolkit.filters.base', 'prompt_toolkit.filters.app', 'prompt_toolkit.filters.cli', 'prompt_toolkit.filters.utils', 'prompt_toolkit.filters', 'prompt_toolkit.document', 'prompt_toolkit.auto_suggest', 'prompt_toolkit.data_structures', 'prompt_toolkit.styles.base', 'prompt_toolkit.styles.named_colors', 'prompt_toolkit.styles.style', 'prompt_toolkit.styles.defaults', 'prompt_toolkit.styles.pygments', 'colorsys', 'prompt_toolkit.styles.style_transformation', 'prompt_toolkit.styles', 'prompt_toolkit.output.color_depth', 'prompt_toolkit.output.base', 'prompt_toolkit.patch_stdout', 'prompt_toolkit.output.defaults', 'prompt_toolkit.output', 'array', 'prompt_toolkit.output.vt100', 'prompt_toolkit.mouse_events', 'prompt_toolkit.formatted_text.base', 'prompt_toolkit.formatted_text.ansi', 'xml', 'xml.dom.domreg', 'xml.dom', 'xml.dom.minicompat', 'xml.dom.NodeFilter', 'xml.dom.xmlbuilder', 'xml.dom.minidom', 'prompt_toolkit.formatted_text.html', 'prompt_toolkit.formatted_text.pygments', 'prompt_toolkit.formatted_text.utils', 'prompt_toolkit.formatted_text', 'prompt_toolkit.completion.base', 'prompt_toolkit.completion.filesystem', 'prompt_toolkit.completion.word_completer', 'prompt_toolkit.completion.fuzzy_completer', 'prompt_toolkit.completion.nested', 'prompt_toolkit.completion', 'prompt_toolkit.history', 'prompt_toolkit.keys', 'prompt_toolkit.key_binding.key_bindings', 'prompt_toolkit.key_binding.key_processor', 'prompt_toolkit.key_binding', 'prompt_toolkit.key_binding.vi_state', 'prompt_toolkit.search', 'prompt_toolkit.validation', 'prompt_toolkit.buffer', 'prompt_toolkit.input.base', 'prompt_toolkit.input.defaults', 'prompt_toolkit.input', 'prompt_toolkit.input.typeahead', 'prompt_toolkit.key_binding.bindings', 'prompt_toolkit.key_binding.bindings.scroll', 'prompt_toolkit.key_binding.bindings.page_navigation', 'prompt_toolkit.lexers.base', 'prompt_toolkit.lexers.pygments', 'prompt_toolkit.lexers', 'prompt_toolkit.layout.utils', 'prompt_toolkit.layout.processors', 'prompt_toolkit.layout.controls', 'prompt_toolkit.layout.dimension', 'prompt_toolkit.layout.margins', 'prompt_toolkit.layout.mouse_handlers', 'prompt_toolkit.layout.screen', 'prompt_toolkit.layout.containers', 'prompt_toolkit.layout.layout', 'prompt_toolkit.layout.menus', 'prompt_toolkit.layout', 'prompt_toolkit.key_binding.bindings.completion', 'prompt_toolkit.key_binding.bindings.named_commands', 'prompt_toolkit.key_binding.bindings.basic', 'prompt_toolkit.key_binding.bindings.cpr', 'prompt_toolkit.key_binding.bindings.emacs', 'prompt_toolkit.key_binding.bindings.mouse', 'prompt_toolkit.input.ansi_escape_sequences', 'prompt_toolkit.input.vt100_parser', 'prompt_toolkit.key_binding.digraphs', 'prompt_toolkit.key_binding.bindings.vi', 'prompt_toolkit.key_binding.defaults', 'prompt_toolkit.key_binding.emacs_state', 'prompt_toolkit.layout.dummy', 'prompt_toolkit.renderer', 'prompt_toolkit.application.application', 'prompt_toolkit.application.dummy', 'prompt_toolkit.application', 'prompt_toolkit.key_binding.bindings.focus', 'prompt_toolkit.widgets.toolbars', 'prompt_toolkit.widgets.base', 'prompt_toolkit.widgets.dialogs', 'prompt_toolkit.widgets.menus', 'prompt_toolkit.widgets', 'prompt_toolkit.shortcuts.dialogs', 'prompt_toolkit.shortcuts.progress_bar.formatters', 'prompt_toolkit.shortcuts.progress_bar.base', 'prompt_toolkit.shortcuts.progress_bar', 'prompt_toolkit.key_binding.bindings.auto_suggest', 'prompt_toolkit.key_binding.bindings.open_in_editor', 'prompt_toolkit.shortcuts.prompt', 'prompt_toolkit.shortcuts.utils', 'prompt_toolkit.shortcuts', 'prompt_toolkit', 'pygments.style', 'unicodedata', 'IPython.core.latex_symbols', 'IPython.utils.generics', 'parso._compatibility', 'parso.utils', 'parso.tree', 'parso.python', 'parso.python.token', 'parso.python.tokenize', 'parso.pgen2.grammar_parser', 'parso.pgen2.generator', 'parso.pgen2', 'parso.parser', 'difflib', 'parso.python.prefix', 'parso.python.tree', 'parso.python.parser', 'parso.python.diff', 'gc', 'parso.file_io', 'parso.cache', 'parso.normalizer', 'parso.python.errors', 'parso.python.pep8', 'parso.grammar', 'parso', 'jedi.file_io', 'jedi._compatibility', 'jedi.parser_utils', 'colorama.ansi', '_ctypes', 'ctypes._endian', 'ctypes', 'colorama.win32', 'colorama.winterm', 'colorama.ansitowin32', 'colorama.initialise', 'colorama', 'jedi.debug', 'jedi.settings', 'jedi.cache', 'jedi.inference.cache', 'jedi.inference.helpers', 'jedi.inference.utils', 'jedi.inference.base_value', 'jedi.common', 'jedi.inference.sys_path', 'jedi.inference.recursion', 'jedi.inference.flow_analysis', 'jedi.inference.lazy_value', 'jedi.inference.docstrings', 'jedi.plugins', 'jedi.inference.names', 'jedi.inference.filters', 'jedi.inference.compiled.getattr_static', 'jedi.inference.compiled.access', 'jedi.inference.signature', 'jedi.inference.context', 'jedi.inference.compiled.value', 'jedi.inference.compiled', 'jedi.inference.analysis', 'jedi.inference.gradual', 'jedi.inference.value.module', 'jedi.inference.value.dynamic_arrays', 'jedi.inference.value.iterable', 'jedi.inference.arguments', 'jedi.inference.parser_cache', 'jedi.inference.gradual.generics', 'jedi.inference.value.function', 'jedi.inference.value.klass', 'jedi.inference.value.instance', 'jedi.inference.value', 'jedi.inference.gradual.base', 'jedi.inference.gradual.type_var', 'jedi.inference.gradual.typing', 'jedi.inference.gradual.stub_value', 'jedi.inference.gradual.typeshed', 'jedi.inference.imports', 'jedi.inference.param', 'jedi.inference.gradual.annotation', 'jedi.inference.value.decorator', 'jedi.inference.syntax_tree', 'jedi.inference', 'jedi.inference.gradual.conversion', 'jedi.inference.compiled.mixed', 'pydoc_data', 'pydoc_data.topics', 'jedi.api.keywords', 'jedi.api.completion_cache', 'jedi.api.helpers', 'jedi.api.classes', 'jedi.api.interpreter', 'jedi.api.strings', 'jedi.api.file_name', 'jedi.api.completion', 'filecmp', 'jedi.inference.compiled.subprocess.functions', 'jedi.api.exceptions', 'jedi.inference.compiled.subprocess', 'jedi.api.environment', 'jedi.inference.references', 'jedi.api.project', 'jedi.api.errors', 'jedi.api.refactoring', 'jedi.api.refactoring.extract', 'jedi.inference.gradual.utils', 'jedi.api', 'jedi.plugins.stdlib', 'jedi.plugins.flask', 'jedi.plugins.pytest', 'jedi.plugins.django', 'jedi.plugins.registry', 'jedi', 'IPython.core.completer', 'IPython.terminal.ptutils', 'IPython.terminal.shortcuts', 'IPython.terminal.debugger', 'IPython.lib.clipboard', 'IPython.terminal.magics', 'IPython.terminal.pt_inputhooks', 'IPython.terminal.prompts', 'IPython.terminal.interactiveshell', 'IPython.core.magics.auto', 'IPython.core.magics.basic', 'email', 'http', 'email.errors', 'email.quoprimime', 'email.base64mime', 'quopri', 'email.encoders', 'email.charset', 'email.header', 'calendar', 'email._parseaddr', 'email.utils', 'email._policybase', 'email.feedparser', 'email.parser', 'uu', 'email._encoded_words', 'email.iterators', 'email.message', 'http.client', 'urllib.response', 'urllib.error', 'urllib.request', 'IPython.core.magics.code', 'IPython.core.magics.config', 'IPython.core.magics.display', 'timeit', '_lsprof', 'profile', 'cProfile', 'pstats', 'IPython.utils.module_paths', 'IPython.utils.timing', 'IPython.core.magics.execution', 'IPython.core.magics.extension', 'IPython.core.magics.history', 'IPython.core.magics.logging', 'IPython.core.magics.namespace', 'IPython.core.magics.osm', 'IPython.core.magics.packaging', 'IPython.core.pylabtools', 'IPython.core.magics.pylab', 'IPython.lib.backgroundjobs', 'IPython.core.magics.script', 'IPython.core.magics', 'IPython.core.shellapp', 'IPython.extensions', 'IPython.extensions.storemagic', 'IPython.terminal.ipapp', 'IPython.terminal.embed', 'IPython.utils.frame', 'IPython', 'ipython_genutils._version', 'ipython_genutils', 'ipython_genutils.encoding', 'ipython_genutils.py3compat', 'ipython_genutils.path', 'jupyter_client._version', 'zmq.backend.select', 'cython_runtime', 'zmq.backend.cython.constants', '_cython_0_29_21', 'zmq.backend.cython.error', 'zmq.error', 'zmq.backend.cython.message', 'zmq.backend.cython.context', 'zmq.backend.cython.socket', 'zmq.backend.cython.utils', 'zmq.backend.cython._poll', 'zmq.backend.cython._version', 'zmq.backend.cython._device', 'zmq.backend.cython._proxy_steerable', 'zmq.backend.cython', 'zmq.backend', 'zmq.utils', 'zmq.utils.constant_names', 'zmq.sugar.constants', 'zmq.sugar.attrsettr', 'zmq.sugar.poll', 'zmq.utils.strtypes', 'numbers', '_decimal', 'decimal', 'simplejson.errors', 'simplejson.raw_json', 'simplejson.compat', 'simplejson._speedups', 'simplejson.scanner', 'simplejson.decoder', 'simplejson.encoder', 'simplejson', 'zmq.utils.jsonapi', 'zmq.sugar.socket', 'zmq.sugar.context', 'zmq.sugar.frame', 'zmq.sugar.tracker', 'zmq.sugar.version', 'zmq.sugar.stopwatch', 'zmq.sugar', 'zmq', 'jupyter_client.localinterfaces', 'jupyter_core.version', 'jupyter_core', 'jupyter_core.paths', 'jupyter_client.connect', 'traitlets.log', 'jupyter_client.launcher', 'jupyter_client.channelsabc', 'jupyter_client.channels', 'jupyter_client.clientabc', 'jupyter_client.client', 'ipython_genutils.importstring', 'jupyter_client.kernelspec', 'jupyter_client.managerabc', 'jupyter_client.manager', 'jupyter_client.blocking.channels', 'jupyter_client.blocking.client', 'jupyter_client.blocking', 'zmq._future', 'zmq.asyncio', 'jupyter_client.asynchronous.channels', 'jupyter_client.asynchronous.client', 'jupyter_client.asynchronous', 'uuid', 'jupyter_client.multikernelmanager', 'jupyter_client', 'ipykernel.connect', 'ipykernel', 'tornado', 'tornado.speedups', 'tornado.util', 'tornado.escape', '_curses', 'curses', 'tornado.log', 'tornado.concurrent', 'tornado.ioloop', 'tornado.platform', 'tornado.gen', 'tornado.platform.asyncio', 'zmq.eventloop.ioloop', 'zmq.eventloop', 'zmq.eventloop.zmqstream', 'imp', 'hmac', 'dateutil._version', 'dateutil', 'six', 'dateutil._common', 'dateutil.relativedelta', 'six.moves', 'dateutil.tz._common', 'dateutil.tz._factories', 'dateutil.tz.tz', 'dateutil.tz', 'dateutil.parser._parser', 'dateutil.parser.isoparser', 'dateutil.parser', '_strptime', 'jupyter_client.jsonutil', 'jupyter_client.adapter', 'jupyter_client.session', 'ipykernel.iostream', 'ipykernel.heartbeat', 'IPython.utils.tokenutil', 'tornado.locks', 'tornado.queues', 'ipykernel.jsonutil', 'ipykernel.kernelbase', 'ipykernel.comm.comm', 'ipykernel.comm.manager', 'ipykernel.comm', 'IPython.core.payloadpage', 'ipykernel.displayhook', 'ipykernel.zmqshell', 'distutils', 'distutils.version', 'ipykernel.eventloops', 'ipykernel.ipkernel', 'ipykernel.parentpoller', 'ipykernel.kernelapp', 'argcomplete.compat', 'argcomplete.completers', 'argcomplete.my_shlex', 'argcomplete.my_argparse', 'argcomplete.shell_integration', 'argcomplete', 'traitlets.config.argcomplete_config', 'faulthandler', 'ipykernel.codeutil', 'ipykernel.pickleutil', 'ipykernel.serialize', 'ipykernel.datapub', 'IPython.core.completerlib', 'storemagic', 'torch._utils', 'torch._utils_internal', 'torch.version', 'torch.torch_version', 'torch._six', 'torch._C._onnx', 'torch._C._jit', 'torch._C._jit_tree_views', 'torch._C._te', 'torch._C._nvfuser', 'torch._C._monitor', 'torch._C._functorch', 'torch._C._profiler', 'torch._C.cpp', 'torch._C.cpp.nn', 'torch._C._lazy', 'torch._C._lazy_ts_backend', 'torch._C._itt', 'torch._C._cudart', 'torch._C._nvtx', 'torch._C._cudnn', 'torch._C._verbose', 'torch._C', 'torch._C._fft', 'torch._C._linalg', 'torch._C._nested', 'torch._C._nn', 'torch._C._return_types', 'torch._C._sparse', 'torch._C._special', 'torch.utils.throughput_benchmark', 'torch.utils._crash_handler', 'torch.utils.cpp_backtrace', 'torch.utils', 'torch.utils.hooks', 'torch._namedtensor_internals', 'torch.overrides', 'torch._tensor', 'torch.types', 'numpy._globals', 'numpy.__config__', 'numpy.version', 'numpy._distributor_init', 'numpy.core._multiarray_umath', 'numpy.compat._inspect', 'numpy.compat.py3k', 'numpy.compat', 'numpy.core.overrides', 'numpy.core.multiarray', 'numpy.core.umath', 'numpy.core._string_helpers', 'numpy.core._dtype', 'numpy.core._type_aliases', 'numpy.core.numerictypes', 'numpy.core._asarray', 'numpy.core._exceptions', 'numpy.core._methods', 'numpy.core.fromnumeric', 'numpy.core.shape_base', 'numpy.core._ufunc_config', 'numpy.core.arrayprint', 'numpy.core.numeric', 'numpy.core.defchararray', 'numpy.core.records', 'numpy.core.memmap', 'numpy.core.function_base', 'numpy.core.machar', 'numpy.core.getlimits', 'numpy.core.einsumfunc', 'numpy.core._multiarray_tests', 'numpy.core._add_newdocs', 'numpy.core._dtype_ctypes', 'numpy.core._internal', 'numpy._pytesttester', 'numpy.core', 'numpy.lib.mixins', 'numpy.lib.ufunclike', 'numpy.lib.type_check', 'numpy.lib.scimath', 'numpy.lib.twodim_base', 'numpy.linalg.lapack_lite', 'numpy.linalg._umath_linalg', 'numpy.linalg.linalg', 'numpy.linalg', 'numpy.matrixlib.defmatrix', 'numpy.matrixlib', 'numpy.lib.histograms', 'numpy.lib.function_base', 'numpy.lib.stride_tricks', 'numpy.lib.index_tricks', 'numpy.lib.nanfunctions', 'numpy.lib.shape_base', 'numpy.lib.polynomial', 'numpy.lib.utils', 'numpy.lib.arraysetops', 'numpy.lib.format', 'numpy.lib._datasource', 'numpy.lib._iotools', 'numpy.lib.npyio', 'numpy.lib.financial', 'numpy.lib.arrayterator', 'numpy.lib.arraypad', 'numpy.lib._version', 'numpy.lib', 'numpy.fft._pocketfft_internal', 'numpy.fft._pocketfft', 'numpy.fft.helper', 'numpy.fft', 'numpy.polynomial.polyutils', 'numpy.polynomial._polybase', 'numpy.polynomial.polynomial', 'numpy.polynomial.chebyshev', 'numpy.polynomial.legendre', 'numpy.polynomial.hermite', 'numpy.polynomial.hermite_e', 'numpy.polynomial.laguerre', 'numpy.polynomial', 'numpy.random._common', 'secrets', 'numpy.random.bit_generator', 'numpy.random._bounded_integers', 'numpy.random._mt19937', 'numpy.random.mtrand', 'numpy.random._philox', 'numpy.random._pcg64', 'numpy.random._sfc64', 'numpy.random._generator', 'numpy.random._pickle', 'numpy.random', 'numpy.ctypeslib', 'numpy.ma.core', 'numpy.ma.extras', 'numpy.ma', 'numpy', 'torch.storage', 'torch.random', 'tarfile', 'torch._sources', 'typing_extensions', 'torch._weights_only_unpickler', 'torch.serialization', 'torch._tensor_str', 'torch.amp.autocast_mode', 'torch.amp', 'torch.cuda._utils', 'torch.cuda.graphs', 'torch.cuda.streams', 'torch.cuda._memory_viz', 'torch.cuda.memory', 'torch.cuda.random', 'torch.cuda.sparse', 'torch.cuda.profiler', 'torch.cuda.nvtx', 'torch.cuda.amp.autocast_mode', 'torch.cuda.amp.common', 'torch.cuda.amp.grad_scaler', 'torch.cuda.amp', 'torch.cuda.jiterator', 'torch.cuda', 'torch.sparse', 'torch.backends', 'opt_einsum.parser', 'opt_einsum.helpers', 'opt_einsum.blas', 'opt_einsum.paths', 'opt_einsum.path_random', 'opt_einsum.sharing', 'opt_einsum.backends.cupy', 'opt_einsum.backends.object_arrays', 'opt_einsum.backends.jax', 'opt_einsum.backends.tensorflow', 'opt_einsum.backends.theano', 'opt_einsum.backends.torch', 'opt_einsum.backends.dispatch', 'opt_einsum.backends', 'opt_einsum.contract', 'opt_einsum._version', 'opt_einsum', 'torch.backends.opt_einsum', 'torch.nn.parameter', 'torch.nn.modules.module', 'torch._VF', 'torch._torch_docs', 'torch._C._distributed_c10d', 'torch.distributed.constants', 'torch.distributed.rendezvous', 'torch.distributed.distributed_c10d', 'torch.distributed.remote_device', 'torch.distributed', 'torch._C._distributed_rpc', 'torch.futures', 'torch.distributed.rpc.internal', 'torch.distributed.rpc.constants', 'torch.distributed.rpc._utils', 'torch.distributed.rpc.api', 'torch.distributed.rpc.backend_registry', 'torch.distributed.rpc.functions', 'torch._C._distributed_autograd', 'torch.distributed.autograd', 'torch.distributed.rpc.options', 'torch.autograd.variable', 'torch.autograd.function', 'cmath', 'torch.testing._comparison', 'torch.testing._creation', 'torch.testing._legacy', 'torch.testing._deprecated', 'torch.testing', 'torch.utils._pytree', 'torch._vmap_internals', 'torch.autograd.gradcheck', 'torch.autograd.grad_mode', 'torch.autograd.anomaly_mode', 'torch.autograd.forward_ad', 'torch.autograd.functional', 'torch.autograd.graph', 'torch._C._autograd', 'torch.autograd.profiler_util', 'torch.autograd.profiler', 'torch.autograd', 'torch.autograd.profiler_legacy', 'torch.distributed.rpc.server_process_global_profiler', 'torch.distributed.rpc', 'pickletools', 'dataclasses', 'torch.package._digraph', 'torch.package._importlib', 'torch.package._mangling', 'torch.package.importer', 'torch.package._package_pickler', 'torch.package._stdlib', 'torch.package.find_file_dependencies', 'torch.package.glob_group', 'torch.package.package_exporter', 'torch.package.analyze.find_first_use_of_broken_modules', 'torch.package.analyze.trace_dependencies', 'torch.package.analyze', 'torch.package.analyze.is_from_package', 'torch.package.file_structure_representation', 'torch.package._directory_reader', 'torch.package._package_unpickler', 'torch.package.package_importer', 'torch.package', 'torch._jit_internal', 'torch.nn._reduction', 'torch.nn.modules.utils', 'torch.nn.grad', 'torch.nn.functional', 'torch.nn.init', 'torch.nn.modules.lazy', 'torch.nn.modules.linear', 'torch.nn.common_types', 'torch.nn.modules.conv', 'torch.nn.modules.activation', 'torch.nn.modules.distance', 'torch.nn.modules.loss', 'torch.nn.modules.container', 'torch.nn.modules.pooling', 'torch.nn.modules._functions', 'torch.nn.modules.batchnorm', 'torch.nn.modules.instancenorm', 'torch.nn.modules.normalization', 'torch.nn.modules.dropout', 'torch.nn.modules.padding', 'torch.nn.modules.sparse', 'torch.nn.utils.rnn', 'torch.nn.utils.clip_grad', 'torch.nn.utils.weight_norm', 'torch.nn.utils.convert_parameters', 'torch.nn.utils.spectral_norm', 'torch.nn.utils.fusion', 'torch.nn.utils.memory_format', 'torch.nn.utils.parametrize', 'torch.nn.utils.parametrizations', 'torch.nn.utils.init', 'torch.nn.utils.stateless', 'torch.nn.utils', 'torch.nn.modules.rnn', 'torch.nn.modules.pixelshuffle', 'torch.nn.modules.upsampling', 'torch.nn.modules.fold', 'torch.nn.modules.adaptive', 'torch.nn.modules.transformer', 'torch.nn.modules.flatten', 'torch.nn.modules.channelshuffle', 'torch.nn.modules', 'torch.nn.parallel.parallel_apply', 'torch.cuda.nccl', 'torch.nn.parallel.comm', 'torch.nn.parallel.replicate', 'torch.nn.parallel._functions', 'torch.nn.parallel.scatter_gather', 'torch.nn.parallel.data_parallel', 'torch.distributed.algorithms.join', 'torch.distributed.algorithms', 'torch.distributed.utils', 'torch.nn.parallel._replicated_tensor_ddp_utils', 'torch.nn.parallel.distributed', 'torch.nn.parallel', 'torch.nn', 'torch._linalg_utils', 'torch._lowrank', 'torch.functional', 'torch.cpu.amp.autocast_mode', 'torch.cpu.amp', 'torch.cpu', 'torch.fft', 'torch.nested', 'torch.optim.optimizer', 'torch.optim.adadelta', 'torch.optim.adagrad', 'torch.optim.adam', 'torch.optim.adamw', 'torch.optim.adamax', 'torch.optim.asgd', 'torch.optim.nadam', 'torch.optim.radam', 'torch.optim.rmsprop', 'torch.optim.rprop', 'torch.optim.sgd', 'torch.optim._functional', 'torch.optim.sparse_adam', 'torch.optim.lbfgs', 'torch.optim.lr_scheduler', 'torch.optim.swa_utils', 'torch.optim', 'torch.optim._multi_tensor', 'multiprocessing.process', 'multiprocessing.reduction', 'multiprocessing.context', '__mp_main__', 'multiprocessing', 'multiprocessing.util', 'multiprocessing.resource_sharer', 'torch.multiprocessing.reductions', '_multiprocessing', 'multiprocessing.connection', 'torch.multiprocessing.spawn', 'torch.multiprocessing', 'torch.special', 'torch.utils.backcompat', 'torch.onnx._deprecation', 'torch.onnx._constants', 'torch.onnx._internal', 'torch.onnx._internal.diagnostics.infra.sarif._property_bag', 'torch.onnx._internal.diagnostics.infra.sarif._address', 'torch.onnx._internal.diagnostics.infra.sarif._multiformat_message_string', 'torch.onnx._internal.diagnostics.infra.sarif._artifact_content', 'torch.onnx._internal.diagnostics.infra.sarif._message', 'torch.onnx._internal.diagnostics.infra.sarif._artifact_location', 'torch.onnx._internal.diagnostics.infra.sarif._artifact', 'torch.onnx._internal.diagnostics.infra.sarif._region', 'torch.onnx._internal.diagnostics.infra.sarif._replacement', 'torch.onnx._internal.diagnostics.infra.sarif._artifact_change', 'torch.onnx._internal.diagnostics.infra.sarif._rectangle', 'torch.onnx._internal.diagnostics.infra.sarif._attachment', 'torch.onnx._internal.diagnostics.infra.sarif._location_relationship', 'torch.onnx._internal.diagnostics.infra.sarif._logical_location', 'torch.onnx._internal.diagnostics.infra.sarif._physical_location', 'torch.onnx._internal.diagnostics.infra.sarif._location', 'torch.onnx._internal.diagnostics.infra.sarif._tool_component_reference', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_descriptor_reference', 'torch.onnx._internal.diagnostics.infra.sarif._stack_frame', 'torch.onnx._internal.diagnostics.infra.sarif._stack', 'torch.onnx._internal.diagnostics.infra.sarif._web_request', 'torch.onnx._internal.diagnostics.infra.sarif._web_response', 'torch.onnx._internal.diagnostics.infra.sarif._thread_flow_location', 'torch.onnx._internal.diagnostics.infra.sarif._thread_flow', 'torch.onnx._internal.diagnostics.infra.sarif._code_flow', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_configuration', 'torch.onnx._internal.diagnostics.infra.sarif._configuration_override', 'torch.onnx._internal.diagnostics.infra.sarif._exception', 'torch.onnx._internal.diagnostics.infra.sarif._notification', 'torch.onnx._internal.diagnostics.infra.sarif._invocation', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_descriptor_relationship', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_descriptor', 'torch.onnx._internal.diagnostics.infra.sarif._translation_metadata', 'torch.onnx._internal.diagnostics.infra.sarif._tool_component', 'torch.onnx._internal.diagnostics.infra.sarif._tool', 'torch.onnx._internal.diagnostics.infra.sarif._conversion', 'torch.onnx._internal.diagnostics.infra.sarif._edge', 'torch.onnx._internal.diagnostics.infra.sarif._edge_traversal', 'torch.onnx._internal.diagnostics.infra.sarif._node', 'torch.onnx._internal.diagnostics.infra.sarif._graph', 'torch.onnx._internal.diagnostics.infra.sarif._fix', 'torch.onnx._internal.diagnostics.infra.sarif._graph_traversal', 'torch.onnx._internal.diagnostics.infra.sarif._result_provenance', 'torch.onnx._internal.diagnostics.infra.sarif._suppression', 'torch.onnx._internal.diagnostics.infra.sarif._result', 'torch.onnx._internal.diagnostics.infra.sarif._external_properties', 'torch.onnx._internal.diagnostics.infra.sarif._external_property_file_reference', 'torch.onnx._internal.diagnostics.infra.sarif._external_property_file_references', 'torch.onnx._internal.diagnostics.infra.sarif._run_automation_details', 'torch.onnx._internal.diagnostics.infra.sarif._special_locations', 'torch.onnx._internal.diagnostics.infra.sarif._version_control_details', 'torch.onnx._internal.diagnostics.infra.sarif._run', 'torch.onnx._internal.diagnostics.infra.sarif._sarif_log', 'torch.onnx._internal.diagnostics.infra.sarif', 'torch.onnx._internal.diagnostics.infra.formatter', 'torch.onnx._internal.diagnostics.infra._infra', 'torch.onnx._internal.diagnostics.infra.sarif.version', 'torch.onnx._internal.diagnostics.infra.engine', 'torch.onnx._internal.diagnostics.infra', 'torch.onnx._internal.diagnostics._rules', 'torch.onnx._internal.diagnostics._diagnostic', 'torch.onnx._internal.diagnostics', 'torch.onnx.errors', 'zipfile', 'torch.jit._dataclass_impls', 'torch.jit._monkeytype_config', 'torch.jit._state', 'torch._ops', 'torch.jit.annotations', 'astunparse.unparser', 'astunparse.printer', 'astunparse', 'torch.jit.frontend', 'torch.backends.cudnn', 'torch.jit._builtins', 'torch.jit._check', 'torch.jit._recursive', 'torch.jit._fuser', 'torch.jit._serialization', 'torch._classes', 'torch.jit._script', 'torch.jit._trace', 'torch.jit._async', 'torch.jit._decomposition_utils', 'torch.jit._freeze', 'torch.jit._ir_utils', 'torch.jit', 'torch.onnx._exporter_states', 'torch.onnx._globals', 'torch.onnx._internal._beartype', 'torch.onnx._internal.jit_utils', 'torch.onnx._internal.registration', 'torch.onnx.utils', 'torch.onnx._patch_torch', 'torch.onnx._type_utils', 'torch.onnx.symbolic_helper', 'torch.onnx.symbolic_opset9', 'torch.onnx.symbolic_caffe2', 'torch.onnx.symbolic_opset7', 'torch.onnx.symbolic_opset8', 'torch.onnx.symbolic_opset10', 'torch.onnx.symbolic_opset11', 'torch.onnx.symbolic_opset12', 'torch.onnx.symbolic_opset13', 'torch.onnx.symbolic_opset14', 'torch.onnx.symbolic_opset15', 'torch.onnx.symbolic_opset16', 'torch.onnx.symbolic_opset17', 'torch.onnx', 'torch.linalg', 'tqdm._monitor', 'tqdm._tqdm_pandas', 'tqdm.utils', 'tqdm.std', 'tqdm._dist_ver', 'tqdm.version', 'tqdm.cli', 'tqdm.gui', 'tqdm', 'ipywidgets._version', 'ipywidgets.widgets.widget', 'ipywidgets.widgets.util', 'ipywidgets.widgets.trait_types', 'ipywidgets.widgets.widget_layout', 'ipywidgets.widgets.widget_style', 'ipywidgets.widgets.domwidget', 'ipywidgets.widgets.valuewidget', 'ipywidgets.widgets.widget_core', 'ipywidgets.widgets.widget_description', 'ipywidgets.widgets.widget_bool', 'ipywidgets.widgets.widget_button', 'ipywidgets.widgets.docutils', 'ipywidgets.widgets.widget_box', 'ipywidgets.widgets.widget_int', 'ipywidgets.widgets.widget_float', 'ipywidgets.widgets.widget_color', 'ipywidgets.widgets.widget_date', 'ipywidgets.widgets.widget_output', 'ipywidgets.widgets.widget_selection', 'ipywidgets.widgets.widget_selectioncontainer', 'ipywidgets.widgets.widget_string', 'ipywidgets.widgets.widget_controller', 'ipywidgets.widgets.interaction', 'ipywidgets.widgets.widget_link', 'ipywidgets.widgets.widget_media', 'ipywidgets.widgets.widget_templates', 'ipywidgets.widgets.widget_upload', 'ipywidgets.widgets', 'ipywidgets', 'tqdm.notebook', 'tqdm.autonotebook', 'tqdm.asyncio', 'tqdm.auto', 'torch.hub', 'torch.distributions.constraints', 'torch.distributions.utils', 'torch.distributions.distribution', 'torch.distributions.exp_family', 'torch.distributions.bernoulli', 'torch.distributions.dirichlet', 'torch.distributions.beta', 'torch.distributions.binomial', 'torch.distributions.categorical', 'torch.distributions.cauchy', 'torch.distributions.gamma', 'torch.distributions.chi2', 'torch.distributions.transforms', 'torch.distributions.constraint_registry', 'torch.distributions.continuous_bernoulli', 'torch.distributions.exponential', 'torch.distributions.fishersnedecor', 'torch.distributions.geometric', 'torch.distributions.uniform', 'torch.distributions.independent', 'torch.distributions.transformed_distribution', 'torch.distributions.gumbel', 'torch.distributions.half_cauchy', 'torch.distributions.normal', 'torch.distributions.half_normal', 'torch.distributions.laplace', 'torch.distributions.multivariate_normal', 'torch.distributions.lowrank_multivariate_normal', 'torch.distributions.one_hot_categorical', 'torch.distributions.pareto', 'torch.distributions.poisson', 'torch.distributions.kl', 'torch.distributions.kumaraswamy', 'torch.distributions.lkj_cholesky', 'torch.distributions.log_normal', 'torch.distributions.logistic_normal', 'torch.distributions.mixture_same_family', 'torch.distributions.multinomial', 'torch.distributions.negative_binomial', 'torch.distributions.relaxed_bernoulli', 'torch.distributions.relaxed_categorical', 'torch.distributions.studentT', 'torch.distributions.von_mises', 'torch.distributions.weibull', 'torch.distributions.wishart', 'torch.distributions', 'torch.backends.cuda', 'torch.backends.mps', 'torch.backends.mkl', 'torch.backends.mkldnn', 'torch.backends.openmp', 'torch.backends.quantized', 'torch.utils.data.sampler', 'torch.utils.data.dataset', 'torch.utils.data.datapipes._hook_iterator', 'torch.utils.data.datapipes._typing', 'torch.utils.data.datapipes.utils', 'torch.utils.data._utils.signal_handling', 'torch.utils.data._utils.worker', 'torch.utils.data._utils.pin_memory', 'torch.utils.data._utils.collate', 'torch.utils.data._utils.fetch', 'torch.utils.data._utils', 'dill.info', '_pyio', 'dill.settings', 'dill._dill', 'dill.source', 'dill.temp', 'dill.pointers', 'dill.detect', 'dill.objtypes', 'dill', 'torch.utils.data._utils.serialization', 'torch.utils.data.datapipes.utils.common', 'torch.utils.data.datapipes.datapipe', 'torch.utils.data.datapipes.iter.utils', 'torch.utils.data.datapipes._decorator', 'torch.utils.data.datapipes.dataframe.dataframe_wrapper', 'torch.utils.data.datapipes.dataframe.structures', 'torch.utils.data.datapipes.dataframe.dataframes', 'torch.utils.data.datapipes.dataframe.datapipes', 'torch.utils.data.datapipes.dataframe', 'torch.utils.data.datapipes.iter.callable', 'torch.utils.data.datapipes.iter.combinatorics', 'torch.utils.data.datapipes.iter.combining', 'torch.utils.data.datapipes.iter.filelister', 'torch.utils.data.datapipes.iter.fileopener', 'torch.utils.data.datapipes.iter.grouping', 'torch.utils.data.datapipes.utils.decoder', 'torch.utils.data.datapipes.iter.routeddecoder', 'torch.utils.data.datapipes.iter.selecting', 'torch.utils.data.datapipes.iter.streamreader', 'torch.utils.data.datapipes.iter', 'torch.utils.data.datapipes.map.callable', 'torch.utils.data.datapipes.map.combinatorics', 'torch.utils.data.datapipes.map.combining', 'torch.utils.data.datapipes.map.grouping', 'torch.utils.data.datapipes.map.utils', 'torch.utils.data.datapipes.map', 'torch.utils.data.datapipes', 'torch.utils.data.graph', 'torch.utils.data.graph_settings', 'torch.utils.data.dataloader', 'torch.utils.data.distributed', 'torch.utils.data.backward_compatibility', 'torch.utils.data.communication.eventloop', 'torch.utils.data.communication.iter', 'torch.utils.data.communication.map', 'torch.utils.data.communication.messages', 'torch.utils.data.communication.protocol', 'torch.utils.data.communication.queue', 'torch.utils.data.communication', 'torch.utils.data.dataloader_experimental', 'torch.utils.data', 'torch.__config__', 'torch.__future__', 'gzip', 'torch.profiler.profiler', 'torch.profiler.itt', 'torch.profiler', 'torch.ao', 'torch.ao.nn', 'torch.ao.nn.intrinsic.modules.fused', 'torch.ao.nn.intrinsic.modules', 'torch.ao.nn.intrinsic', 'torch.nn.intrinsic.modules.fused', 'torch.nn.intrinsic.modules', 'torch.nn.intrinsic', 'torch.ao.nn.quantizable.modules.activation', 'torch.ao.nn.quantizable.modules.rnn', 'torch.ao.nn.quantizable.modules', 'torch.ao.nn.quantizable', 'torch.nn.quantizable.modules', 'torch.nn.quantizable', 'torch.ao.nn.quantized.modules.activation', 'torch.ao.nn.quantized.modules.dropout', 'torch.ao.nn.quantized.modules.batchnorm', 'torch.ao.nn.quantized.modules.normalization', 'torch.ao.nn.qat.modules.linear', 'torch.ao.nn.qat.modules.conv', 'torch.ao.nn.qat.modules.embedding_ops', 'torch.ao.nn.qat.modules', 'torch.ao.nn.qat', 'torch.nn.intrinsic.qat.modules.linear_relu', 'torch.nn.intrinsic.qat.modules.linear_fused', 'torch.nn.intrinsic.qat.modules.conv_fused', 'torch.nn.intrinsic.qat.modules', 'torch.nn.intrinsic.qat', 'torch.ao.nn.quantized.modules.utils', 'torch.ao.nn.quantized.modules.conv', 'torch.ao.nn.quantized.modules.linear', 'torch.ao.nn.quantized.modules.embedding_ops', 'torch.ao.nn.quantized.modules.rnn', 'torch.ao.nn.quantized.modules.functional_modules', 'torch.ao.nn.quantized.modules', 'torch.ao.nn.quantized.functional', 'torch.ao.nn.quantized', 'torch.ao.nn.quantized.dynamic.modules.linear', 'torch.ao.nn.quantized.dynamic.modules.rnn', 'torch.ao.nn.quantized.dynamic.modules.conv', 'torch.ao.nn.quantized.dynamic.modules', 'torch.ao.nn.quantized.dynamic', 'torch.nn.quantized.dynamic', 'torch.nn.quantized.functional', 'torch.nn.quantized.modules', 'torch.nn.quantized', 'torch.ao.nn.qat.dynamic.modules.linear', 'torch.ao.nn.qat.dynamic.modules', 'torch.ao.nn.qat.dynamic', 'torch.nn.qat.dynamic.modules.linear', 'torch.nn.qat.dynamic.modules', 'torch.nn.qat.dynamic', 'torch.nn.qat.modules.conv', 'torch.nn.qat.modules.embedding_ops', 'torch.nn.qat.modules.linear', 'torch.nn.qat.modules', 'torch.nn.qat', 'torch._tensor_docs', 'torch._storage_docs', 'torch.ao.quantization.quant_type', 'torch.ao.quantization.utils', 'torch.ao.quantization.observer', 'torch.ao.quantization.fake_quantize', 'torch.ao.quantization.fuser_method_mappings', 'torch.ao.quantization.fuse_modules', 'torch.ao.quantization.qconfig', 'torch.ao.quantization.qconfig_mapping', 'torch.nn.intrinsic.quantized.modules.linear_relu', 'torch.nn.intrinsic.quantized.modules.conv_relu', 'torch.nn.intrinsic.quantized.modules.bn_relu', 'torch.nn.intrinsic.quantized.modules', 'torch.nn.intrinsic.quantized', 'torch.nn.intrinsic.quantized.dynamic.modules.linear_relu', 'torch.nn.intrinsic.quantized.dynamic.modules', 'torch.nn.intrinsic.quantized.dynamic', 'torch.ao.nn.quantized.reference.modules.utils', 'torch.ao.nn.quantized.reference.modules.linear', 'torch.ao.nn.quantized.reference.modules.conv', 'torch.ao.nn.quantized.reference.modules.rnn', 'torch.ao.nn.quantized.reference.modules.sparse', 'torch.ao.nn.quantized.reference.modules', 'torch.ao.nn.quantized.reference', 'torch.ao.nn.sparse.quantized.linear', 'torch.ao.nn.sparse.quantized.utils', 'torch.ao.nn.sparse.quantized.dynamic.linear', 'torch.ao.nn.sparse.quantized.dynamic', 'torch.ao.nn.sparse.quantized', 'torch.ao.nn.sparse', 'torch.ao.quantization.stubs', 'torch.ao.quantization.quantization_mappings', 'torch.ao.quantization.quantize', 'torch.ao.quantization.quantize_jit', 'torch.ao.quantization', 'torch.quantization.quantize', 'torch.quantization.observer', 'torch.quantization.qconfig', 'torch.quantization.fake_quantize', 'torch.quantization.fuser_method_mappings', 'torch.quantization.fuse_modules', 'torch.quantization.stubs', 'torch.quantization.quant_type', 'torch.quantization.quantize_jit', 'torch.quantization.quantization_mappings', 'torch.quantization', 'torch.quasirandom', 'torch.multiprocessing._atfork', 'torch._lobpcg', 'torch.utils.dlpack', 'torch.masked.maskedtensor.core', 'torch.masked.maskedtensor.binary', 'torch.masked.maskedtensor.passthrough', 'torch.masked.maskedtensor.creation', 'torch.masked.maskedtensor.reductions', 'torch.masked.maskedtensor.unary', 'torch.masked.maskedtensor', 'torch.masked._docs', 'torch.masked._ops', 'torch.masked', 'torch.return_types', 'torch.library', 'torch._prims_common', 'torch._prims_common.wrappers', 'torch._prims.nvfuser_prims', 'torch.utils._mode_utils', 'torch._subclasses.meta_utils', 'torch.fx._compatibility', 'torch.fx.immutable_collections', 'torch.fx.operator_schemas', 'torch.fx.node', 'torch.fx._pytree', 'torch.fx.graph', 'torch.fx.graph_module', 'torch.fx.traceback', 'torch.fx.proxy', 'torch.fx._symbolic_trace', 'torch.fx.interpreter', 'torch.fx.subgraph_rewriter', 'torch.fx', 'torch.utils._python_dispatch', 'torch._subclasses.fake_tensor', 'torch._subclasses.fake_utils', 'torch._subclasses', 'torch._prims', 'torch._decomp.decompositions', 'torch._decomp', 'torch._refs.fft', 'torch._refs.linalg', 'torch._refs.nn', 'torch._refs.nn.functional', 'torch._refs.special', 'torch._refs', 'torch._meta_registrations', 'torch', 'yaml.error', 'yaml.tokens', 'yaml.events', 'yaml.nodes', 'yaml.reader', 'yaml.scanner', 'yaml.parser', 'yaml.composer', 'yaml.constructor', 'yaml.resolver', 'yaml.loader', 'yaml.emitter', 'yaml.serializer', 'yaml.representer', 'yaml.dumper', 'yaml._yaml', 'yaml.cyaml', 'yaml', 'tqdm.contrib', 'ruamel.yaml.compat', 'ruamel.yaml.error', 'ruamel.yaml.util', 'ruamel.yaml.reader', 'ruamel.yaml.tokens', 'ruamel.yaml.scanner', 'ruamel.yaml.events', 'ruamel.yaml.anchor', 'ruamel.yaml.scalarstring', 'ruamel.yaml.comments', 'ruamel.yaml.parser', 'ruamel.yaml.nodes', 'ruamel.yaml.composer', 'ruamel.yaml.scalarint', 'ruamel.yaml.scalarfloat', 'ruamel.yaml.scalarbool', 'ruamel.yaml.timestamp', 'ruamel.yaml.constructor', 'ruamel.yaml.emitter', 'ruamel.yaml.serializer', 'ruamel.yaml.representer', '_ruamel_yaml', 'ruamel.yaml.resolver', 'ruamel.yaml.cyaml', 'ruamel.yaml.loader', 'ruamel.yaml.dumper', 'ruamel.yaml.main', 'ruamel.yaml', 'hyperpyyaml.core', 'hyperpyyaml', '_csv', 'csv', 'speechbrain.utils.data_utils', 'speechbrain.utils.superpowers', 'speechbrain.utils.logger', 'speechbrain.utils.edit_distance', 'speechbrain.utils.distributed', 'speechbrain.utils._workarounds', 'speechbrain.utils.depgraph', 'speechbrain.utils.DER', 'speechbrain.utils.hparams', 'speechbrain.utils.hpopt', 'torchaudio._internal', 'ctypes.util', '_cffi_backend', '_soundfile', 'soundfile', 'torchaudio._internal.module_utils', 'torchaudio._torchaudio', 'torchaudio._torchaudio_ffmpeg', 'torchaudio._extension', 'torchaudio.compliance.kaldi', 'torchaudio.compliance', 'torch.utils.model_zoo', 'torchaudio.datasets.utils', 'torchaudio.datasets.cmuarctic', 'torchaudio.datasets.cmudict', 'torchaudio.datasets.commonvoice', 'torchaudio.datasets.dr_vctk', 'torchaudio.datasets.fluentcommands', 'torchaudio.datasets.gtzan', 'torchaudio.datasets.iemocap', 'torchaudio.datasets.librispeech', 'torchaudio.datasets.librilight_limited', 'torchaudio.datasets.librimix', 'torchaudio.datasets.libritts', 'torchaudio.datasets.ljspeech', 'torchaudio.datasets.musdb_hq', 'torchaudio.datasets.quesst14', 'torchaudio.datasets.snips', 'torchaudio.datasets.speechcommands', 'torchaudio.datasets.tedlium', 'torchaudio.datasets.vctk', 'torchaudio.datasets.voxceleb1', 'torchaudio.datasets.yesno', 'torchaudio.datasets', 'torchaudio.functional.filtering', 'torchaudio.functional.functional', 'torchaudio.functional', 'torchaudio.io', 'torchaudio.kaldi_io', 'torchaudio.models._hdemucs', 'torchaudio.models.conformer', 'torchaudio.models.conv_tasnet', 'torchaudio.models.deepspeech', 'torchaudio.models.emformer', 'torchaudio.models.rnnt', 'torchaudio.models.rnnt_decoder', 'torchaudio.models.tacotron2', 'torchaudio.models.wav2letter', 'torchaudio.models.wav2vec2.components', 'torchaudio.models.wav2vec2.model', 'torchaudio.models.wav2vec2.utils.import_fairseq', 'torchaudio.models.wav2vec2.utils.import_huggingface', 'torchaudio.models.wav2vec2.utils', 'torchaudio.models.wav2vec2', 'torchaudio.models.wavernn', 'torchaudio.models', 'torchaudio.pipelines._source_separation_pipeline', 'torchaudio.transforms._multi_channel', 'torchaudio.transforms._transforms', 'torchaudio.transforms', 'torchaudio.pipelines._tts.utils', 'torchaudio.pipelines._tts.interface', 'torchaudio.pipelines._tts.impl', 'torchaudio.pipelines._tts', 'torchaudio.pipelines._wav2vec2', 'torchaudio.pipelines._wav2vec2.utils', 'torchaudio.pipelines._wav2vec2.impl', 'torchaudio.pipelines.rnnt_pipeline', 'torchaudio.pipelines', 'torchaudio.utils.ffmpeg_utils', 'torchaudio.utils.sox_utils', 'torchaudio.utils.download', 'torchaudio.utils', 'torchaudio.sox_effects.sox_effects', 'torchaudio.sox_effects', 'torchaudio.backend.no_backend', 'torchaudio.backend.common', 'torchaudio.backend.soundfile_backend', 'torchaudio.io._compat', 'torchaudio.backend.sox_io_backend', 'torchaudio.backend.utils', 'torchaudio.backend', 'torchaudio.version', 'torchaudio', 'speechbrain.utils.torch_audio_backend', 'packaging.__about__', 'packaging', 'packaging._structures', 'packaging.version', 'swig_runtime_data4', 'sentencepiece._sentencepiece', 'sentencepiece._version', 'sentencepiece', 'speechbrain.utils.checkpoints', 'speechbrain.utils.epoch_loop', 'joblib.hashing', 'joblib.disk', 'joblib.logger', 'joblib.func_inspect', 'joblib.backports', 'joblib.compressor', 'joblib.numpy_pickle_utils', 'joblib.numpy_pickle_compat', 'joblib.numpy_pickle', 'joblib._store_backends', 'joblib.memory', 'joblib._multiprocessing_helpers', 'joblib._deprecated_my_exceptions', 'joblib.my_exceptions', 'mmap', 'joblib.externals', 'joblib.externals.loky._base', 'joblib.externals.loky.backend.compat_posix', 'joblib.externals.loky.backend.compat', 'joblib.externals.loky.backend.process', 'joblib.externals.loky.backend.context', 'multiprocessing.synchronize', 'joblib.externals.loky.backend', 'joblib.externals.loky.backend._posix_reduction', 'joblib.externals.cloudpickle.compat', 'joblib.externals.cloudpickle.cloudpickle', 'joblib.externals.cloudpickle.cloudpickle_fast', 'joblib.externals.cloudpickle', 'joblib.externals.loky.backend.reduction', 'multiprocessing.queues', 'joblib.externals.loky.backend.queues', 'psutil._common', 'psutil._compat', 'psutil._psposix', 'psutil._psutil_linux', 'psutil._psutil_posix', 'psutil._pslinux', 'psutil', 'joblib.externals.loky.backend.utils', 'concurrent.futures.process', 'joblib.externals.loky.process_executor', 'joblib.externals.loky.reusable_executor', 'joblib.externals.loky.cloudpickle_wrapper', 'joblib.externals.loky', 'joblib.externals.loky.backend.spawn', 'joblib.externals.loky.backend.resource_tracker', 'joblib._memmapping_reducer', 'multiprocessing.pool', 'joblib.pool', 'joblib.executor', 'joblib._parallel_backends', 'joblib.parallel', 'joblib', 'speechbrain.utils.data_pipeline', 'speechbrain.dataio.dataio', 'speechbrain.dataio.dataset', 'speechbrain.dataio.legacy', 'scipy._lib._testutils', 'scipy._lib', 'scipy._lib.deprecation', 'scipy.__config__', 'scipy.version', 'scipy._distributor_init', 'scipy._lib._pep440', 'scipy._lib._ccallback_c', 'scipy._lib._ccallback', 'scipy._lib._uarray._uarray', 'scipy._lib._uarray._backend', 'scipy._lib._uarray', 'scipy._lib.uarray', 'scipy.fft._basic', 'scipy.fft._realtransforms', 'scipy.fft._pocketfft.pypocketfft', 'scipy.fft._pocketfft.helper', 'scipy.fft._pocketfft.basic', 'scipy.fft._pocketfft.realtransforms', 'scipy.fft._pocketfft', 'scipy.fft._helper', 'scipy.fft._backend', 'scipy.fft', 'scipy', 'scipy._lib._util', 'scipy.sparse.sputils', 'scipy.sparse.base', 'scipy.sparse._sparsetools', 'scipy.sparse.data', 'scipy.sparse.dia', 'scipy.sparse._index', 'scipy.sparse.compressed', 'scipy.sparse.csr', 'scipy.sparse.csc', 'scipy.sparse._csparsetools', 'scipy.sparse.lil', 'scipy.sparse.dok', 'scipy.sparse.coo', 'scipy.sparse.bsr', 'scipy.sparse.construct', 'scipy.sparse.extract', 'scipy.sparse._matrix_io', 'scipy.sparse.csgraph._laplacian', 'scipy.sparse.csgraph._tools', 'scipy.sparse.csgraph._validation', 'scipy.sparse.csgraph._shortest_path', 'scipy.sparse.csgraph._traversal', 'scipy.sparse.csgraph._min_spanning_tree', 'scipy.sparse.csgraph._flow', 'scipy.sparse.csgraph._matching', 'scipy.sparse.csgraph._reordering', 'scipy.sparse.csgraph', 'scipy.sparse', 'scipy.spatial.kdtree', 'scipy.spatial.ckdtree', 'scipy._lib.messagestream', 'scipy.spatial.qhull', 'scipy.spatial._voronoi', 'scipy.spatial._spherical_voronoi', 'scipy._lib.decorator', 'scipy.spatial._plotutils', 'scipy.linalg._fblas', 'scipy.linalg.blas', 'scipy.linalg._flapack', 'scipy.linalg.lapack', 'scipy.linalg.misc', 'scipy.linalg._flinalg', 'scipy.linalg.flinalg', 'scipy.linalg.decomp', 'scipy.linalg.decomp_svd', 'scipy.linalg._solve_toeplitz', 'scipy.linalg.basic', 'scipy.linalg.decomp_lu', 'scipy.linalg._decomp_ldl', 'scipy.linalg.decomp_cholesky', 'scipy.linalg.decomp_qr', 'scipy.linalg._decomp_qz', 'scipy.linalg.decomp_schur', 'scipy.linalg._decomp_polar', 'scipy.linalg.special_matrices', 'scipy.linalg._expm_frechet', 'scipy.linalg._matfuncs_sqrtm', 'scipy.linalg.matfuncs', 'scipy.linalg._solvers', 'scipy.linalg._procrustes', 'scipy.linalg.cython_blas', 'scipy.linalg.cython_lapack', 'scipy.linalg._decomp_update', 'scipy.linalg._sketches', 'scipy.linalg._decomp_cossin', 'scipy.linalg', 'scipy.spatial._procrustes', 'scipy.spatial._distance_wrap', 'scipy.spatial._hausdorff', 'scipy.special.sf_error', 'scipy.special._ufuncs_cxx', 'scipy.special._ufuncs', 'scipy.special.specfun', 'scipy.special.orthogonal', 'scipy.special._comb', 'scipy.special._basic', 'scipy.special._logsumexp', 'scipy.special.spfun_stats', 'scipy.special._ellip_harm_2', 'scipy.special._ellip_harm', 'scipy.special._lambertw', 'scipy.special._spherical_bessel', 'scipy.special', 'scipy.spatial.distance', 'scipy.spatial._geometric_slerp', 'scipy.constants.codata', 'scipy.constants.constants', 'scipy.constants', 'scipy.spatial.transform._rotation_groups', 'scipy.spatial.transform.rotation', 'scipy.spatial.transform._rotation_spline', 'scipy.spatial.transform', 'scipy.spatial', 'scipy.ndimage._ni_support', 'scipy.ndimage._nd_image', 'scipy._lib.doccer', 'scipy.ndimage._ni_docstrings', 'scipy.ndimage.filters', 'scipy.ndimage.fourier', 'scipy.ndimage.interpolation', '_ni_label', 'scipy.ndimage._ni_label', 'scipy.ndimage.morphology', 'scipy.ndimage.measurements', 'scipy.ndimage', 'scipy.stats._distr_params', 'scipy.optimize.minpack2', 'scipy.optimize.linesearch', 'scipy.sparse.linalg.isolve._iterative', 'scipy.sparse.linalg.interface', 'scipy.sparse.linalg.isolve.utils', 'scipy._lib._threadsafety', 'scipy.sparse.linalg.isolve.iterative', 'scipy.sparse.linalg.isolve.minres', 'scipy.sparse.linalg.isolve._gcrotmk', 'scipy.sparse.linalg.isolve.lgmres', 'scipy.sparse.linalg.isolve.lsqr', 'scipy.sparse.linalg.isolve.lsmr', 'scipy.sparse.linalg.isolve', 'scipy.sparse.linalg.dsolve._superlu', 'scipy.sparse.linalg.dsolve.linsolve', 'scipy.sparse.linalg.dsolve._add_newdocs', 'scipy.sparse.linalg.dsolve', 'scipy.sparse.linalg.eigen.arpack._arpack', 'scipy.sparse.linalg.eigen.lobpcg.lobpcg', 'scipy.sparse.linalg.eigen.lobpcg', 'scipy.sparse.linalg.eigen.arpack.arpack', 'scipy.sparse.linalg.eigen.arpack', 'scipy.sparse.linalg.eigen', 'scipy.sparse.linalg._expm_multiply', 'scipy.sparse.linalg.matfuncs', 'scipy.sparse.linalg._onenormest', 'scipy.sparse.linalg._norm', 'scipy.sparse.linalg', 'scipy.optimize._group_columns', 'scipy.optimize._numdiff', 'scipy.optimize._hessian_update_strategy', 'scipy.optimize._differentiable_functions', 'scipy.optimize.optimize', 'scipy.optimize._trustregion', 'scipy.optimize._trustregion_dogleg', 'scipy.optimize._trustregion_ncg', 'scipy.optimize._trlib._trlib', 'scipy.optimize._trlib', 'scipy.optimize._trustregion_krylov', 'scipy.optimize._trustregion_exact', 'unittest.util', 'unittest.result', 'unittest.case', 'unittest.async_case', 'unittest.suite', 'unittest.loader', 'unittest.signals', 'unittest.runner', 'unittest.main', 'unittest', 'numpy.testing._private', 'numpy.testing._private.utils', 'numpy.testing._private.decorators', 'numpy.testing._private.nosetester', 'numpy.testing', 'scipy.optimize._constraints', 'scipy.optimize._trustregion_constr.projections', 'scipy.optimize._trustregion_constr.qp_subproblem', 'scipy.optimize._trustregion_constr.equality_constrained_sqp', 'scipy.optimize._trustregion_constr.canonical_constraint', 'scipy.optimize._trustregion_constr.tr_interior_point', 'scipy.optimize._trustregion_constr.report', 'scipy.optimize._trustregion_constr.minimize_trustregion_constr', 'scipy.optimize._trustregion_constr', 'scipy.optimize._lbfgsb', 'scipy.optimize.lbfgsb', 'scipy.optimize.moduleTNC', 'scipy.optimize.tnc', 'scipy.optimize._cobyla', 'scipy.optimize.cobyla', 'scipy.optimize._slsqp', 'scipy.optimize.slsqp', 'scipy.optimize._minimize', 'scipy.optimize._minpack', 'scipy.optimize._lsq.common', 'scipy.optimize._lsq.trf', 'scipy.optimize._lsq.dogbox', 'scipy.optimize._lsq.least_squares', 'scipy.optimize._lsq.givens_elimination', 'scipy.optimize._lsq.trf_linear', 'scipy.optimize._lsq.bvls', 'scipy.optimize._lsq.lsq_linear', 'scipy.optimize._lsq', 'scipy.optimize.minpack', 'scipy.optimize._spectral', 'scipy.optimize.nonlin', 'scipy.optimize._root', 'scipy.optimize._zeros', 'scipy.optimize.zeros', 'scipy.optimize._root_scalar', 'scipy.optimize.__nnls', 'scipy.optimize._nnls', 'scipy.optimize._basinhopping', 'scipy.optimize._remove_redundancy', 'scipy.optimize._linprog_util', 'scipy.optimize._linprog_ip', 'scipy.optimize._linprog_simplex', 'scipy.optimize._bglu_dense', 'scipy.optimize._linprog_rs', 'scipy.optimize._linprog', 'scipy.optimize._lsap_module', 'scipy.optimize._lsap', 'scipy.optimize._differentialevolution', 'scipy.optimize._shgo_lib', 'scipy.optimize._shgo_lib.sobol_seq', 'scipy.optimize._shgo_lib.triangulation', 'scipy.optimize._shgo', 'scipy.optimize._dual_annealing', 'scipy.optimize', 'scipy.integrate._quadrature', 'scipy.integrate._odepack', 'scipy.integrate.odepack', 'scipy.integrate._quadpack', 'scipy.integrate.quadpack', 'scipy.integrate.vode', 'scipy.integrate._dop', 'scipy.integrate.lsoda', 'scipy.integrate._ode', 'scipy.integrate._bvp', 'scipy.integrate._ivp.common', 'scipy.integrate._ivp.base', 'scipy.integrate._ivp.bdf', 'scipy.integrate._ivp.radau', 'scipy.integrate._ivp.dop853_coefficients', 'scipy.integrate._ivp.rk', 'scipy.integrate._ivp.lsoda', 'scipy.integrate._ivp.ivp', 'scipy.integrate._ivp', 'scipy.integrate._quad_vec', 'scipy.integrate', 'scipy.misc.doccer', 'scipy.misc.common', 'scipy.misc', 'scipy.stats._constants', 'scipy.stats._distn_infrastructure', 'scipy.interpolate._fitpack', 'scipy.interpolate.dfitpack', 'scipy.interpolate._fitpack_impl', 'scipy.interpolate._bspl', 'scipy.interpolate._bsplines', 'scipy.interpolate.fitpack', 'scipy.interpolate.polyint', 'scipy.interpolate._ppoly', 'scipy.interpolate.fitpack2', 'scipy.interpolate.interpnd', 'scipy.interpolate.interpolate', 'scipy.interpolate.rbf', 'scipy.interpolate._cubic', 'scipy.interpolate.ndgriddata', 'scipy.interpolate._pade', 'scipy.interpolate', 'scipy.special.cython_special', 'scipy.stats._stats', 'scipy.stats._rvs_sampling', 'scipy.stats._tukeylambda_stats', 'scipy.stats._ksstats', 'scipy.stats._continuous_distns', 'scipy.stats._discrete_distns', 'scipy.stats.distributions', 'scipy.stats._stats_mstats_common', 'scipy.stats.mstats_basic', 'scipy.stats._wilcoxon_data', 'scipy.stats._hypotests', 'scipy.stats.stats', 'scipy.stats.statlib', 'scipy.stats.contingency', 'scipy.stats.morestats', 'scipy.stats._binned_statistic', 'scipy.stats.mvn', 'scipy.stats.kde', 'scipy.stats.mstats_extras', 'scipy.stats.mstats', 'scipy.stats._multivariate', 'scipy.stats', 'speechbrain.dataio.sampler', 'speechbrain.dataio.batch', 'speechbrain.dataio.iterators', 'speechbrain.dataio.wer', 'webdataset.tenbin', 'webdataset.checks', 'webdataset.autodecode', 'webdataset.iterators', 'braceexpand', 'webdataset.utils', 'webdataset.gopen', 'webdataset.tariterators', 'webdataset.shardcache', 'webdataset.dbcache', 'webdataset.dataset', 'webdataset.fluid', 'webdataset.writer', 'webdataset', 'zipp', 'importlib_metadata._functools', 'importlib_metadata._text', 'importlib_metadata._adapters', 'importlib_metadata._compat', 'importlib_metadata._meta', 'importlib_metadata._collections', 'importlib_metadata._itertools', 'importlib_metadata', 'speechbrain.dataio.dataloader', 'speechbrain.dataio.encoder', 'speechbrain.processing', 'speechbrain.processing.signal_processing', 'speechbrain.processing.speech_augmentation', 'speechbrain.dataio.preprocess', 'speechbrain.dataio', 'speechbrain.utils.metric_stats', 'speechbrain.utils.bleu', 'speechbrain.utils.profiling', 'huggingface_hub', 'urllib3.packages.ssl_match_hostname', 'urllib3.packages', 'urllib3.packages.six', 'urllib3.packages.six.moves', 'urllib3.packages.six.moves.http_client', 'urllib3.exceptions', 'urllib3._version', 'urllib3.contrib', 'urllib3.contrib._appengine_environ', 'urllib3.util.wait', 'urllib3.util.connection', 'urllib3.util.request', 'urllib3.util.response', 'urllib3.util.retry', 'urllib3.util.url', 'urllib3.util.ssltransport', 'urllib3.util.ssl_', 'urllib3.util.timeout', 'urllib3.util', 'urllib3.util.proxy', 'urllib3._collections', 'urllib3.connection', 'urllib3.fields', 'urllib3.filepost', 'urllib3.packages.six.moves.urllib', 'urllib3.packages.six.moves.urllib.parse', 'urllib3.request', 'urllib3.response', 'urllib3.util.queue', 'urllib3.connectionpool', 'urllib3.poolmanager', 'urllib3', 'chardet.compat', 'chardet.enums', 'chardet.charsetprober', 'chardet.charsetgroupprober', 'chardet.codingstatemachine', 'chardet.escsm', 'chardet.escprober', 'chardet.latin1prober', 'chardet.mbcssm', 'chardet.utf8prober', 'chardet.mbcharsetprober', 'chardet.euctwfreq', 'chardet.euckrfreq', 'chardet.gb2312freq', 'chardet.big5freq', 'chardet.jisfreq', 'chardet.chardistribution', 'chardet.jpcntx', 'chardet.sjisprober', 'chardet.eucjpprober', 'chardet.gb2312prober', 'chardet.euckrprober', 'chardet.cp949prober', 'chardet.big5prober', 'chardet.euctwprober', 'chardet.mbcsgroupprober', 'chardet.sbcharsetprober', 'chardet.langcyrillicmodel', 'chardet.langgreekmodel', 'chardet.langbulgarianmodel', 'chardet.langthaimodel', 'chardet.langhebrewmodel', 'chardet.hebrewprober', 'chardet.langturkishmodel', 'chardet.sbcsgroupprober', 'chardet.universaldetector', 'chardet.version', 'chardet', 'http.cookiejar', 'http.cookies', 'requests.compat', 'requests.exceptions', 'charset_normalizer.assets', 'charset_normalizer.constant', '_multibytecodec', 'charset_normalizer.utils', 'charset_normalizer.md', 'charset_normalizer.models', 'charset_normalizer.cd', 'charset_normalizer.api', 'charset_normalizer.legacy', 'charset_normalizer.version', 'charset_normalizer', 'requests.packages.urllib3.packages.ssl_match_hostname', 'requests.packages.urllib3.packages', 'requests.packages.urllib3.packages.six', 'requests.packages.urllib3.packages.six.moves', 'requests.packages.urllib3.packages.six.moves.http_client', 'requests.packages.urllib3.exceptions', 'requests.packages.urllib3._version', 'requests.packages.urllib3.contrib', 'requests.packages.urllib3.contrib._appengine_environ', 'requests.packages.urllib3.util.wait', 'requests.packages.urllib3.util.connection', 'requests.packages.urllib3.util.request', 'requests.packages.urllib3.util.response', 'requests.packages.urllib3.util.retry', 'requests.packages.urllib3.util.url', 'requests.packages.urllib3.util.ssltransport', 'requests.packages.urllib3.util.ssl_', 'requests.packages.urllib3.util.timeout', 'requests.packages.urllib3.util', 'requests.packages.urllib3.util.proxy', 'requests.packages.urllib3._collections', 'requests.packages.urllib3.connection', 'requests.packages.urllib3.fields', 'requests.packages.urllib3.filepost', 'requests.packages.urllib3.packages.six.moves.urllib', 'requests.packages.urllib3.packages.six.moves.urllib.parse', 'requests.packages.urllib3.request', 'requests.packages.urllib3.response', 'requests.packages.urllib3.util.queue', 'requests.packages.urllib3.connectionpool', 'requests.packages.urllib3.poolmanager', 'requests.packages.urllib3', 'idna.package_data', 'idna.idnadata', 'idna.intranges', 'idna.core', 'idna', 'requests.packages.idna.package_data', 'requests.packages.idna.idnadata', 'requests.packages.idna.intranges', 'requests.packages.idna.core', 'requests.packages.idna', 'requests.packages.chardet', 'requests.packages', 'importlib.resources', 'certifi.core', 'certifi', 'requests.certs', 'requests.__version__', 'requests._internal_utils', 'requests.cookies', 'requests.structures', 'requests.utils', 'requests.auth', 'stringprep', 'encodings.idna', 'requests.hooks', 'requests.status_codes', 'requests.models', 'socks', 'urllib3.contrib.socks', 'requests.adapters', 'requests.sessions', 'requests.api', 'requests', 'speechbrain.pretrained.fetching', 'speechbrain.utils.callchains', 'speechbrain.pretrained.interfaces', 'speechbrain.pretrained', 'speechbrain.utils.parameter_transfer', 'speechbrain.utils.Accuracy', 'speechbrain.utils.text_to_sequence', 'PIL._version', 'PIL', 'xml.parsers', 'pyexpat.errors', 'pyexpat.model', 'pyexpat', 'xml.parsers.expat.model', 'xml.parsers.expat.errors', 'xml.parsers.expat', 'defusedxml.common', 'defusedxml', 'xml.etree', 'xml.etree.ElementPath', '_elementtree', 'xml.etree.ElementTree', 'defusedxml.ElementTree', 'PIL.ImageMode', 'PIL.TiffTags', 'PIL._binary', 'PIL._deprecate', 'PIL._util', 'PIL._imaging', 'cffi.lock', 'cffi.error', 'cffi.model', 'cffi.api', 'cffi', 'PIL.Image', 'PIL.ImageColor', 'PIL.ImageDraw', 'PIL._imagingft', 'PIL.ImageFont', 'torchvision.utils', 'torchvision._internally_replaced_utils', 'torchvision.extension', 'torchvision.io._load_gpu_decoder', 'fractions', 'torchvision.io._video_opt', 'torchvision.io.image', 'torchvision.io.video', 'torchvision.io.video_reader', 'torchvision.io', 'torchvision.datasets.utils', 'torchvision.datasets.vision', 'torchvision.datasets._optical_flow', 'torchvision.datasets._stereo_matching', 'torchvision.datasets.caltech', 'torchvision.datasets.celeba', 'torchvision.datasets.cifar', 'torchvision.datasets.cityscapes', 'torchvision.datasets.clevr', 'torchvision.datasets.coco', 'torchvision.datasets.folder', 'torchvision.datasets.country211', 'torchvision.datasets.dtd', 'torchvision.datasets.eurosat', 'PIL.ImageFilter', 'PIL.ImageStat', 'PIL.ImageEnhance', 'PIL.GimpGradientFile', 'PIL.GimpPaletteFile', 'PIL.PaletteFile', 'PIL.ImagePalette', 'PIL.ImageOps', 'torchvision.transforms._pil_constants', 'torchvision.transforms.functional_pil', 'torchvision.transforms.functional_tensor', 'torchvision.transforms.functional', 'torchvision.transforms.transforms', 'torchvision.transforms.autoaugment', 'torchvision.transforms', 'torchvision.datasets.fakedata', 'torchvision.datasets.fer2013', 'torchvision.datasets.fgvc_aircraft', '_markupbase', 'html.parser', 'torchvision.datasets.flickr', 'torchvision.datasets.flowers102', 'torchvision.datasets.food101', 'torchvision.datasets.gtsrb', 'torchvision.datasets.video_utils', 'torchvision.datasets.hmdb51', 'torchvision.datasets.imagenet', 'torchvision.datasets.inaturalist', 'torchvision.datasets.kinetics', 'torchvision.datasets.kitti', 'torchvision.datasets.lfw', 'torchvision.datasets.lsun', 'torchvision.datasets.mnist', 'torchvision.datasets.omniglot', 'torchvision.datasets.oxford_iiit_pet', 'torchvision.datasets.pcam', 'torchvision.datasets.phototour', 'torchvision.datasets.places365', 'torchvision.datasets.rendered_sst2', 'torchvision.datasets.sbd', 'torchvision.datasets.sbu', 'torchvision.datasets.semeion', 'torchvision.datasets.stanford_cars', 'torchvision.datasets.stl10', 'torchvision.datasets.sun397', 'torchvision.datasets.svhn', 'torchvision.datasets.ucf101', 'torchvision.datasets.usps', 'torchvision.datasets.voc', 'torchvision.datasets.widerface', 'torchvision.datasets', 'torchvision.transforms._presets', 'torchvision._utils', 'torchvision.models._api', 'torchvision.models._meta', 'torchvision.models._utils', 'torchvision.models.alexnet', 'torchvision.ops._register_onnx_ops', 'torchvision.ops._box_convert', 'torchvision.ops._utils', 'torchvision.ops.boxes', 'torchvision.ops.diou_loss', 'torchvision.ops.ciou_loss', 'torchvision.ops.deform_conv', 'torchvision.ops.drop_block', 'torchvision.ops.misc', 'torchvision.ops.feature_pyramid_network', 'torchvision.ops.focal_loss', 'torchvision.ops.giou_loss', 'torchvision.ops.roi_align', 'torchvision.ops.poolers', 'torchvision.ops.ps_roi_align', 'torchvision.ops.ps_roi_pool', 'torchvision.ops.roi_pool', 'torchvision.ops.stochastic_depth', 'torchvision.ops', 'torchvision.models.convnext', 'torch.utils.checkpoint', 'torchvision.models.densenet', 'torchvision.models.efficientnet', 'torchvision.models.googlenet', 'torchvision.models.inception', 'torchvision.models.mnasnet', 'torchvision.models.mobilenetv2', 'torchvision.models.mobilenetv3', 'torchvision.models.mobilenet', 'torchvision.models.regnet', 'torchvision.models.resnet', 'torchvision.models.shufflenetv2', 'torchvision.models.squeezenet', 'torchvision.models.vgg', 'torchvision.models.vision_transformer', 'torchvision.models.swin_transformer', 'torchvision.models.maxvit', 'torchvision.models.detection._utils', 'torchvision.models.detection.image_list', 'torchvision.models.detection.anchor_utils', 'torchvision.models.detection.backbone_utils', 'torchvision.models.detection.generalized_rcnn', 'torchvision.models.detection.roi_heads', 'torchvision.models.detection.rpn', 'torchvision.models.detection.transform', 'torchvision.models.detection.faster_rcnn', 'torchvision.models.detection.fcos', 'torchvision.models.detection.keypoint_rcnn', 'torchvision.models.detection.mask_rcnn', 'torchvision.models.detection.retinanet', 'torchvision.models.detection.ssd', 'torchvision.models.detection.ssdlite', 'torchvision.models.detection', 'torchvision.models.optical_flow._utils', 'torchvision.models.optical_flow.raft', 'torchvision.models.optical_flow', 'torchvision.models.quantization.utils', 'torchvision.models.quantization.googlenet', 'torchvision.models.quantization.inception', 'torchvision.models.quantization.mobilenetv2', 'torchvision.models.quantization.mobilenetv3', 'torchvision.models.quantization.mobilenet', 'torchvision.models.quantization.resnet', 'torchvision.models.quantization.shufflenetv2', 'torchvision.models.quantization', 'torchvision.models.segmentation._utils', 'torchvision.models.segmentation.fcn', 'torchvision.models.segmentation.deeplabv3', 'torchvision.models.segmentation.lraspp', 'torchvision.models.segmentation', 'torchvision.models.video.mvit', 'torchvision.models.video.resnet', 'torchvision.models.video.s3d', 'torchvision.models.video', 'torchvision.models', 'torchvision.version', 'torchvision', 'speechbrain.utils.train_logger', 'speechbrain.utils', 'speechbrain.core', 'speechbrain.alignment', 'speechbrain.decoders.ctc', 'speechbrain.decoders.seq2seq', 'speechbrain.decoders', 'speechbrain.lobes.models', 'speechbrain.lobes', 'speechbrain.lm', 'speechbrain.nnet.losses', 'speechbrain.nnet.attention', 'speechbrain.nnet.CNN', 'speechbrain.nnet.linear', 'speechbrain.nnet.containers', 'speechbrain.nnet.embedding', 'speechbrain.nnet.activations', 'speechbrain.nnet.quantisers', 'speechbrain.nnet.RNN', 'speechbrain.nnet.schedulers', 'speechbrain.nnet.pooling', 'speechbrain.nnet.dropout', 'speechbrain.nnet.normalization', 'speechbrain.nnet.loss', 'speechbrain.nnet.loss.stoi_loss', 'speechbrain.nnet', 'speechbrain.tokenizers', 'speechbrain', 'pyctcdecode.alphabet', 'pyctcdecode.constants', 'pygtrie', '_cython_0_29_28', 'kenlm', 'pyctcdecode.language_model', 'pyctcdecode.decoder', 'pyctcdecode', 'gradio', 'gradio.components', 'gradio.components.annotated_image', 'websockets.imports', 'websockets.version', 'websockets', 'concurrent.futures.thread', 'huggingface_hub.constants', 'huggingface_hub.utils.tqdm', 'huggingface_hub.utils._cache_assets', 'huggingface_hub.utils.logging', 'huggingface_hub.utils._typing', 'huggingface_hub.utils._cache_manager', 'huggingface_hub.utils._chunk_utils', 'huggingface_hub.utils._datetime', 'huggingface_hub.utils._fixes', 'huggingface_hub.utils._errors', 'huggingface_hub.utils._subprocess', 'huggingface_hub.utils._git_credential', 'huggingface_hub.utils._hf_folder', 'configparser', 'importlib.metadata', 'huggingface_hub.utils._runtime', 'huggingface_hub.utils._validators', 'huggingface_hub.utils._headers', 'huggingface_hub.utils._http', 'huggingface_hub.utils._pagination', 'huggingface_hub.utils._paths', 'huggingface_hub.utils._experimental', 'huggingface_hub.utils._telemetry', 'huggingface_hub.utils', 'tqdm.contrib.concurrent', 'huggingface_hub.utils.sha', 'huggingface_hub.lfs', 'huggingface_hub._commit_api', 'huggingface_hub.community', 'huggingface_hub._multi_commits', 'huggingface_hub._space_api', 'huggingface_hub.utils._deprecation', 'huggingface_hub.utils.endpoint_helpers', 'huggingface_hub.hf_api', 'gradio_client.media_data', 'fsspec._version', 'fsspec.caching', 'fsspec.callbacks', 'fsspec.utils', 'fsspec.config', 'fsspec.dircache', 'fsspec.transaction', 'fsspec.spec', 'fsspec.compression', 'fsspec.registry', 'fsspec.core', 'fsspec.exceptions', 'fsspec.mapping', 'fsspec', 'fsspec.asyn', 'httpx.__version__', 'httpx._exceptions', 'httpx._types', 'netrc', 'sniffio._version', 'sniffio._impl', 'sniffio', 'httpx._utils', 'httpx._multipart', 'httpx._content', 'httpx._compat', 'httpx._decoders', 'httpx._status_codes', 'rfc3986.compat', 'rfc3986.exceptions', 'rfc3986.abnf_regexp', 'rfc3986.misc', 'rfc3986.normalizers', 'rfc3986.validators', 'rfc3986._mixin', 'rfc3986.uri', 'rfc3986.iri', 'rfc3986.parseresult', 'rfc3986.api', 'rfc3986', 'httpx._urls', 'httpx._models', 'httpx._auth', 'httpx._config', 'httpx._transports', 'httpx._transports.base', 'httpx._transports.asgi', 'httpcore._models', 'httpcore._exceptions', 'httpcore._ssl', 'httpcore._synchronization', 'httpcore._trace', 'httpcore.backends', 'httpcore._utils', 'httpcore.backends.base', 'httpcore.backends.sync', 'h11._abnf', 'h11._util', 'h11._headers', 'h11._events', 'h11._receivebuffer', 'h11._state', 'h11._readers', 'h11._writers', 'h11._connection', 'h11._version', 'h11', 'httpcore._sync.interfaces', 'httpcore._sync.http11', 'httpcore._sync.connection', 'httpcore._sync.connection_pool', 'httpcore._sync.http_proxy', 'httpcore._sync', 'httpcore._api', 'httpcore.backends.auto', 'httpcore._async.interfaces', 'httpcore._async.http11', 'httpcore._async.connection', 'httpcore._async.connection_pool', 'httpcore._async.http_proxy', 'httpcore._async', 'httpcore', 'httpx._transports.default', 'httpx._transports.wsgi', 'httpx._client', 'httpx._api', 'httpx._transports.mock', 'click._compat', 'click._unicodefun', 'click.globals', 'click.utils', 'click.exceptions', 'click.parser', 'click.types', 'click.termui', 'click.formatting', 'click.core', 'click.decorators', 'click', 'rich._extension', 'rich', 'rich._null_file', 'rich.errors', 'rich.color_triplet', 'rich.palette', 'rich._palettes', 'rich.repr', 'rich.terminal_theme', 'rich.color', 'rich.style', 'rich.default_styles', 'rich.theme', 'rich.themes', 'rich._emoji_codes', 'rich._emoji_replace', 'rich._export_format', 'rich._fileno', 'rich._loop', 'rich._pick', 'rich._cell_widths', 'rich.cells', 'rich._wrap', 'rich.segment', 'rich.jupyter', 'rich.protocol', 'rich.measure', 'rich.constrain', 'rich.align', 'rich.containers', 'rich.control', 'rich.emoji', 'rich.text', 'rich._log_render', 'rich.highlighter', 'rich.markup', 'rich.pager', 'attr._config', 'attr.exceptions', 'attr.setters', 'attr._compat', 'attr._make', 'attr.converters', 'attr.filters', 'attr.validators', 'attr._funcs', 'attr._version_info', 'attr._next_gen', 'attr', 'rich.abc', 'rich.pretty', 'rich.region', 'rich.box', 'rich.padding', 'rich.panel', 'rich._ratio', 'rich.table', 'rich.scope', 'rich.screen', 'rich.styled', 'rich.console', 'rich.filesize', 'rich.ansi', 'rich.file_proxy', 'rich.live_render', 'rich.live', 'rich.progress_bar', 'rich._spinners', 'rich.spinner', 'rich.progress', 'rich.syntax', 'httpx._main', 'httpx', 'websockets.legacy', 'websockets.datastructures', 'websockets.typing', 'websockets.extensions.base', 'websockets.extensions', 'websockets.speedups', 'websockets.frames', 'websockets.http11', 'websockets.exceptions', 'websockets.streams', 'websockets.connection', 'websockets.legacy.compatibility', 'websockets.legacy.framing', 'websockets.legacy.protocol', 'gradio_client.utils', 'gradio_client.data_classes', 'gradio_client.serializing', 'gradio_client.documentation', 'gradio_client.client', 'gradio_client', 'gradio.utils', 'anyio._core', 'anyio._core._compat', 'anyio._core._eventloop', 'anyio._core._exceptions', 'anyio.abc._resources', 'ipaddress', 'anyio._core._typedattr', 'anyio.abc._tasks', 'anyio.abc._streams', 'anyio.abc._sockets', 'anyio.abc._subprocesses', 'anyio.abc._testing', 'anyio.lowlevel', 'anyio._core._tasks', 'anyio._core._testing', 'anyio._core._synchronization', 'anyio.from_thread', 'anyio.abc', 'anyio.to_thread', 'anyio._core._fileio', 'anyio._core._resources', 'anyio._core._signals', 'anyio.streams', 'anyio.streams.stapled', 'anyio.streams.tls', 'anyio._core._sockets', 'anyio.streams.memory', 'anyio._core._streams', 'anyio._core._subprocesses', 'anyio', 'matplotlib', 'matplotlib.cbook.deprecation', 'matplotlib.cbook', 'matplotlib._animation_data', 'matplotlib.animation', 'pyparsing', 'matplotlib.fontconfig_pattern', 'matplotlib.docstring', 'matplotlib._color_data', 'matplotlib.colors', 'cycler', 'matplotlib.rcsetup', 'matplotlib._version', 'matplotlib.ft2font', 'kiwisolver'] +2023-09-19 17:31:35,144 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:31:35,260 - matplotlib - DEBUG - CACHEDIR=/home/salah/.cache/matplotlib +2023-09-19 17:31:35,262 - matplotlib.font_manager - DEBUG - Using fontManager instance from /home/salah/.cache/matplotlib/fontlist-v330.json +2023-09-19 17:31:35,459 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-19 17:31:35,460 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-19 17:31:35,486 - PIL.Image - DEBUG - Importing BlpImagePlugin +2023-09-19 17:31:35,487 - PIL.Image - DEBUG - Importing BmpImagePlugin +2023-09-19 17:31:35,488 - PIL.Image - DEBUG - Importing BufrStubImagePlugin +2023-09-19 17:31:35,488 - PIL.Image - DEBUG - Importing CurImagePlugin +2023-09-19 17:31:35,488 - PIL.Image - DEBUG - Importing DcxImagePlugin +2023-09-19 17:31:35,488 - PIL.Image - DEBUG - Importing DdsImagePlugin +2023-09-19 17:31:35,488 - PIL.Image - DEBUG - Importing EpsImagePlugin +2023-09-19 17:31:35,489 - PIL.Image - DEBUG - Importing FitsImagePlugin +2023-09-19 17:31:35,489 - PIL.Image - DEBUG - Importing FitsStubImagePlugin +2023-09-19 17:31:35,489 - PIL.Image - DEBUG - Importing FliImagePlugin +2023-09-19 17:31:35,489 - PIL.Image - DEBUG - Importing FpxImagePlugin +2023-09-19 17:31:35,490 - PIL.Image - DEBUG - Image: failed to import FpxImagePlugin: No module named 'olefile' +2023-09-19 17:31:35,490 - PIL.Image - DEBUG - Importing FtexImagePlugin +2023-09-19 17:31:35,490 - PIL.Image - DEBUG - Importing GbrImagePlugin +2023-09-19 17:31:35,490 - PIL.Image - DEBUG - Importing GifImagePlugin +2023-09-19 17:31:35,491 - PIL.Image - DEBUG - Importing GribStubImagePlugin +2023-09-19 17:31:35,491 - PIL.Image - DEBUG - Importing Hdf5StubImagePlugin +2023-09-19 17:31:35,491 - PIL.Image - DEBUG - Importing IcnsImagePlugin +2023-09-19 17:31:35,492 - PIL.Image - DEBUG - Importing IcoImagePlugin +2023-09-19 17:31:35,492 - PIL.Image - DEBUG - Importing ImImagePlugin +2023-09-19 17:31:35,492 - PIL.Image - DEBUG - Importing ImtImagePlugin +2023-09-19 17:31:35,493 - PIL.Image - DEBUG - Importing IptcImagePlugin +2023-09-19 17:31:35,493 - PIL.Image - DEBUG - Importing JpegImagePlugin +2023-09-19 17:31:35,494 - PIL.Image - DEBUG - Importing Jpeg2KImagePlugin +2023-09-19 17:31:35,494 - PIL.Image - DEBUG - Importing McIdasImagePlugin +2023-09-19 17:31:35,494 - PIL.Image - DEBUG - Importing MicImagePlugin +2023-09-19 17:31:35,495 - PIL.Image - DEBUG - Image: failed to import MicImagePlugin: No module named 'olefile' +2023-09-19 17:31:35,495 - PIL.Image - DEBUG - Importing MpegImagePlugin +2023-09-19 17:31:35,495 - PIL.Image - DEBUG - Importing MpoImagePlugin +2023-09-19 17:31:35,495 - PIL.Image - DEBUG - Importing MspImagePlugin +2023-09-19 17:31:35,495 - PIL.Image - DEBUG - Importing PalmImagePlugin +2023-09-19 17:31:35,496 - PIL.Image - DEBUG - Importing PcdImagePlugin +2023-09-19 17:31:35,496 - PIL.Image - DEBUG - Importing PcxImagePlugin +2023-09-19 17:31:35,496 - PIL.Image - DEBUG - Importing PdfImagePlugin +2023-09-19 17:31:35,500 - PIL.Image - DEBUG - Importing PixarImagePlugin +2023-09-19 17:31:35,500 - PIL.Image - DEBUG - Importing PngImagePlugin +2023-09-19 17:31:35,500 - PIL.Image - DEBUG - Importing PpmImagePlugin +2023-09-19 17:31:35,501 - PIL.Image - DEBUG - Importing PsdImagePlugin +2023-09-19 17:31:35,501 - PIL.Image - DEBUG - Importing SgiImagePlugin +2023-09-19 17:31:35,501 - PIL.Image - DEBUG - Importing SpiderImagePlugin +2023-09-19 17:31:35,501 - PIL.Image - DEBUG - Importing SunImagePlugin +2023-09-19 17:31:35,501 - PIL.Image - DEBUG - Importing TgaImagePlugin +2023-09-19 17:31:35,502 - PIL.Image - DEBUG - Importing TiffImagePlugin +2023-09-19 17:31:35,502 - PIL.Image - DEBUG - Importing WebPImagePlugin +2023-09-19 17:31:35,502 - PIL.Image - DEBUG - Importing WmfImagePlugin +2023-09-19 17:31:35,503 - PIL.Image - DEBUG - Importing XbmImagePlugin +2023-09-19 17:31:35,503 - PIL.Image - DEBUG - Importing XpmImagePlugin +2023-09-19 17:31:35,503 - PIL.Image - DEBUG - Importing XVThumbImagePlugin +2023-09-19 17:31:35,953 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): checkip.amazonaws.com:443 +2023-09-19 17:31:35,954 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:31:35,982 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-19 17:31:35,992 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-19 17:31:35,994 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-19 17:31:36,036 - botocore.hooks - DEBUG - Changing event name from creating-client-class.iot-data to creating-client-class.iot-data-plane +2023-09-19 17:31:36,037 - botocore.hooks - DEBUG - Changing event name from before-call.apigateway to before-call.api-gateway +2023-09-19 17:31:36,037 - botocore.hooks - DEBUG - Changing event name from request-created.machinelearning.Predict to request-created.machine-learning.Predict +2023-09-19 17:31:36,038 - botocore.hooks - DEBUG - Changing event name from before-parameter-build.autoscaling.CreateLaunchConfiguration to before-parameter-build.auto-scaling.CreateLaunchConfiguration +2023-09-19 17:31:36,038 - botocore.hooks - DEBUG - Changing event name from before-parameter-build.route53 to before-parameter-build.route-53 +2023-09-19 17:31:36,038 - botocore.hooks - DEBUG - Changing event name from request-created.cloudsearchdomain.Search to request-created.cloudsearch-domain.Search +2023-09-19 17:31:36,039 - botocore.hooks - DEBUG - Changing event name from docs.*.autoscaling.CreateLaunchConfiguration.complete-section to docs.*.auto-scaling.CreateLaunchConfiguration.complete-section +2023-09-19 17:31:36,040 - botocore.hooks - DEBUG - Changing event name from before-parameter-build.logs.CreateExportTask to before-parameter-build.cloudwatch-logs.CreateExportTask +2023-09-19 17:31:36,040 - botocore.hooks - DEBUG - Changing event name from docs.*.logs.CreateExportTask.complete-section to docs.*.cloudwatch-logs.CreateExportTask.complete-section +2023-09-19 17:31:36,040 - botocore.hooks - DEBUG - Changing event name from before-parameter-build.cloudsearchdomain.Search to before-parameter-build.cloudsearch-domain.Search +2023-09-19 17:31:36,040 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /gradio-messaging/en HTTP/1.1" 200 3 +2023-09-19 17:31:36,040 - botocore.hooks - DEBUG - Changing event name from docs.*.cloudsearchdomain.Search.complete-section to docs.*.cloudsearch-domain.Search.complete-section +2023-09-19 17:31:36,042 - botocore.utils - DEBUG - IMDS ENDPOINT: http://169.254.169.254/ +2023-09-19 17:31:36,043 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-19 17:31:36,043 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-19 17:31:36,043 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-19 17:31:36,043 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-19 17:31:36,043 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-19 17:31:36,043 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-19 17:31:36,043 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-19 17:31:36,043 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-19 17:31:36,044 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-19 17:31:36,044 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-19 17:31:36,044 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-19 17:31:36,044 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 169.254.169.254:80 +2023-09-19 17:31:36,064 - urllib3.connectionpool - DEBUG - https://checkip.amazonaws.com:443 "GET / HTTP/1.1" 200 15 +2023-09-19 17:31:36,066 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:31:36,649 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-19 17:31:36,885 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-19 17:31:37,045 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-19 17:31:37,054 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (2): 169.254.169.254:80 +2023-09-19 17:31:38,056 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-19 17:31:38,058 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-19 17:31:38,061 - botocore.loaders - DEBUG - Loading JSON file: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/data/endpoints.json +2023-09-19 17:31:38,072 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-19 17:31:38,077 - botocore.loaders - DEBUG - Loading JSON file: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/data/sts/2011-06-15/service-2.json +2023-09-19 17:31:38,078 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-19 17:31:38,079 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-19 17:31:38,079 - botocore.loaders - DEBUG - Loading JSON file: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/data/_retry.json +2023-09-19 17:31:38,080 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-19 17:31:38,080 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-19 17:31:38,080 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-19 17:31:38,080 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-19 17:31:38,081 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-19 17:31:38,081 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-19 17:31:38,082 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-19 17:31:38,089 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-19 17:31:38,090 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:31:41,282 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /v2/tunnel-request HTTP/1.1" 200 None +2023-09-19 17:31:41,288 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): cdn-media.huggingface.co:443 +2023-09-19 17:31:41,314 - urllib3.connectionpool - DEBUG - https://cdn-media.huggingface.co:443 "GET /frpc-gradio-0.2/frpc_linux_amd64 HTTP/1.1" 200 11374592 +2023-09-19 17:31:53,130 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-19 17:31:53,159 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/3103e8bab1190c91050e8602aa8248475d7c016a/salah.mp3', '-acodec', 'pcm_s16le', '-vn', '-f', 'wav', '-']) +2023-09-19 17:31:53,191 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-19 17:33:23,724 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-19 17:33:24,444 - speechbrain.core - INFO - Beginning experiment! +2023-09-19 17:33:24,445 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-19 17:33:24,919 - speechbrain.utils.superpowers - DEBUG - abkhazia==1.0 +absl-py==0.11.0 +aiofiles==23.2.1 +aiohttp==3.8.0 +aiosignal==1.2.0 +alabaster==0.7.12 +alembic==1.7.4 +altair==4.2.0 +altgraph==0.17 +antlr4-python3-runtime==4.9.3 +anyio==3.6.2 +appdirs==1.4.4 +argcomplete==1.12.2 +argon2-cffi==20.1.0 +arrow==1.2.3 +asgiref==3.6.0 +asteroid-filterbanks==0.4.0 +astunparse==1.6.3 +async-generator==1.10 +async-timeout==4.0.0 +attrdict==2.0.1 +attrs==20.3.0 +audeer==1.16.0 +audformat==0.11.5 +audinterface==0.7.0 +audiofile==1.0.0 +audiomentations==0.25.0 +audioread==2.1.9 +audobject==0.4.14 +audresample==0.1.6 +-e git+https://github.com/facebookresearch/WavAugment.git@54afcdb00ccc852c2f030f239f8532c9562b550e#egg=augment +autopage==0.4.0 +Babel==2.9.0 +backcall==0.2.0 +backports.cached-property==1.0.2 +beautifulsoup4==4.10.0 +black==19.10b0 +bleach==3.3.0 +blessed==1.20.0 +boto3==1.20.2 +botocore==1.23.2 +bpemb==0.3.4 +braceexpand==0.1.7 +cachetools==4.2.0 +certifi @ file:///croot/certifi_1671487769961/work/certifi +cffi==1.14.3 +cfgv==3.2.0 +chardet==3.0.4 +charset-normalizer==2.0.7 +click==7.1.2 +cliff==3.9.0 +clldutils==3.5.4 +cloudpickle==2.2.1 +cmaes==0.8.2 +cmake==3.18.4.post1 +cmd2==2.2.0 +colorama==0.4.4 +colorlog==4.6.2 +configparser==5.1.0 +conllu==4.5.3 +croniter==1.3.15 +cryptography==38.0.4 +csrgraph==0.1.28 +csvw==1.8.1 +cycler==0.10.0 +Cython==0.29.21 +dataclasses==0.6 +dateutils==0.6.12 +decorator==4.4.2 +deepdiff==6.3.0 +deepspeech==0.9.1 +defusedxml==0.7.1 +Deprecated==1.2.14 +dill==0.3.3 +Distance==0.1.3 +distlib==0.3.1 +Django==3.2.16 +django-auditlog==2.2.1 +django-filter==22.1 +django-js-asset==1.2.2 +django-mptt==0.14.0 +djangorestframework==3.14.0 +docker-pycreds==0.4.0 +docopt==0.6.2 +docutils==0.16 +drf-excel==2.2.0 +drf-flex-fields==1.0.0 +drf-renderer-xlsx==0.4.1 +easyocr==1.2.1 +editdistance==0.6.0 +einops==0.3.2 +emoji==2.2.0 +entrypoints==0.3 +et-xmlfile==1.1.0 +exceptiongroup==1.1.0 +farasapy==0.0.14 +fastapi==0.98.0 +fastjsonschema==2.17.1 +fasttext==0.9.2 +ffmpeg-python==0.2.0 +ffmpy==0.3.0 +filelock==3.0.12 +flair==0.12.2 +flake8==3.7.9 +flatbuffers==1.12 +frozendict==2.0.7 +frozenlist==1.2.0 +fsspec==2021.11.0 +ftfy==6.1.1 +future==0.18.2 +g2p-en==2.1.0 +gast==0.3.3 +gdown==4.4.0 +gdrive==0.1.5 +gensim==4.0.1 +gitdb==4.0.9 +GitPython==3.1.24 +google-api-core==2.11.1 +google-api-python-client==2.43.0 +google-auth==1.24.0 +google-auth-httplib2==0.1.0 +google-auth-oauthlib==0.5.3 +google-pasta==0.2.0 +googleapis-common-protos==1.59.1 +gradio==3.44.4 +gradio-client==0.5.1 +greenlet==1.1.2 +grpcio==1.32.0 +h11==0.14.0 +h5features==1.3.2 +h5py==2.10.0 +hierarchy==0.4.0 +hmmlearn==0.2.8 +htk-io==0.5 +httpcore==0.16.3 +httplib2==0.22.0 +httpx==0.23.3 +huggingface-hub==0.15.1 +hydra-colorlog==0.1.4 +hydra-core==1.3.2 +hyperopt==0.2.7 +HyperPyYAML==1.1.0 +hypothesis==6.61.2 +identify==1.5.10 +idna==2.10 +imageio==2.9.0 +imagesize==1.2.0 +importlib-metadata==4.8.1 +importlib-resources==5.2.2 +inflect==5.3.0 +inquirer==3.1.3 +ipadic==1.0.0 +ipyevents==2.0.1 +ipykernel==5.3.4 +ipython==7.19.0 +ipython-genutils==0.2.0 +ipywebrtc==0.6.0 +ipywidgets==7.6.3 +iso-639==0.4.5 +isodate==0.6.0 +isort==4.3.21 +itsdangerous==2.1.2 +Janome==0.5.0 +jedi==0.17.2 +jeepney==0.8.0 +jieba==0.42.1 +Jinja2==3.0.3 +jiwer==2.2.0 +jmespath==0.10.0 +joblib==0.17.0 +jsonschema==3.2.0 +julius==0.2.7 +jupyter-client==6.1.7 +jupyter-core==4.7.0 +jupyterlab-pygments==0.1.2 +jupyterlab-widgets==1.0.0 +kaitaistruct==0.9 +kaldi-io==0.9.4 +kaldi-python-io==1.2.2 +kaldiio==2.17.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip +Keras-Preprocessing==1.1.2 +kiwisolver==1.3.1 +lang-trans==0.6.0 +langdetect==1.0.9 +latexcodec==2.0.1 +ldap3==2.9.1 +librosa==0.9.0 +lightning-cloud==0.5.37 +lightning-utilities==0.8.0 +linkify-it-py==1.0.3 +lit==16.0.6 +llvmlite==0.35.0 +lxml==4.9.0 +Mako==1.1.5 +Markdown==3.3.3 +markdown-it-py==3.0.0 +MarkupSafe==2.1.3 +marshmallow==3.14.0 +matplotlib==3.3.3 +mccabe==0.6.1 +mcd==0.4 +mdit-py-plugins==0.3.3 +mdurl==0.1.2 +mecab-python3==1.0.3 +megatron-lm==2.2.0 +metrics==0.3.3 +mido==1.2.10 +mistune==0.8.4 +more-itertools==8.6.0 +mpld3==0.3 +mpmath==1.2.1 +multidict==5.2.0 +multiprocess==0.70.11.1 +nbclient==0.5.3 +nbconvert==5.6.1 +nbformat==5.9.0 +NEMO==4.3.2 +nemo-toolkit==1.4.0 +nest-asyncio==1.5.1 +networkx==2.8.8 +nltk==3.2.4 +nodeenv==1.5.0 +normalize==2.0.2 +notebook==6.3.0 +numba==0.52.0 +numpy==1.19.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +oauthlib==3.1.0 +omegaconf==2.3.0 +onnx==1.10.2 +OpenCC==1.1.2 +opencv-python==4.4.0.46 +openpyxl==3.0.9 +opensmile==2.2.0 +opt-einsum==3.3.0 +optuna==2.10.0 +ordered-set==4.1.0 +orjson==3.8.4 +oyaml==1.0 +packaging==22.0 +pandas==1.2.5 +pandocfilters==1.4.3 +pangu==4.0.6.1 +parameterized==0.8.1 +parso==0.7.1 +pathlib2==2.3.7.post1 +pathspec==0.5.5 +pathtools==0.1.2 +pbr==5.6.0 +pefile==2019.4.18 +pescador==2.1.0 +pesq==0.0.3 +pexpect==4.8.0 +phonemizer==2.2.1 +pickleshare==0.7.5 +Pillow==9.3.0 +pip-api==0.0.23 +pipreqs==0.4.11 +pluggy==0.13.1 +pooch==1.3.0 +portalocker==2.3.2 +pptree==3.1 +pre-commit==2.9.0 +preprocessing==0.1.13 +pretty-midi==0.2.9 +prettytable==2.2.1 +primePy==1.3 +progressbar2==3.53.1 +prometheus-client==0.10.1 +promise==2.3 +prompt-toolkit==3.0.8 +protobuf==3.20.3 +psutil==5.6.6 +ptyprocess==0.6.0 +py==1.9.0 +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +pyannote.audio==2.1.1 +pyannote.core==4.5 +pyannote.database==4.1.3 +pyannote.metrics==3.2.1 +pyannote.pipeline==2.3 +pyannotebook==0.1.0.dev0 +PyArabic==0.6.15 +pyarrow==3.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pybind11==2.8.1 +pybtex==0.24.0 +pybtex-docutils==1.0.1 +pycodestyle==2.5.0 +pycparser==2.20 +pycryptodome==3.16.0 +pyctcdecode==0.4.0 +pydantic==1.10.4 +pyDeprecate==0.3.1 +pydub==0.25.1 +pyflakes==2.1.1 +Pygments==2.15.1 +pygtrie==2.5.0 +PyJWT==2.7.0 +pymodbus==2.5.3 +pyparsing==2.4.7 +pyperclip==1.8.2 +pypinyin==0.43.0 +pyrsistent==0.17.3 +pyserial==3.5 +PySocks==1.7.1 +pystoi==0.3.3 +pytest==5.4.1 +pytest-runner==5.3.1 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.2 +python-editor==1.0.4 +python-Levenshtein==0.12.2 +python-multipart==0.0.5 +python-utils==2.4.0 +pytorch-lightning==1.6.5 +pytorch-metric-learning==1.7.3 +pytorch-revgrad==0.2.0 +pytube==11.0.1 +pytz==2022.6 +PyWavelets==1.1.1 +PyYAML==6.0 +pyzmq==20.0.0 +rapidfuzz==1.8.2 +readchar==4.0.5 +regex==2020.11.13 +requests==2.28.1 +requests-oauthlib==1.3.0 +resampy==0.2.2 +rfc3986==1.4.0 +rich==13.4.2 +richenum==1.3.1 +rsa==4.7 +ruamel.yaml==0.17.21 +ruamel.yaml.clib==0.2.7 +s3m==1.1.0 +s3transfer==0.5.0 +sacrebleu==2.0.0 +sacremoses==0.0.44 +safetensors==0.3.1 +scikit-image==0.18.1 +scikit-learn==0.23.2 +scipy==1.5.4 +-e git+https://github.com/sanghack81/SDCIT@00d060dde733fde9345154a494f81e97fb395ca7#egg=SDCIT +seaborn==0.11.1 +SecretStorage==3.3.3 +segments==2.1.3 +segtok==1.5.11 +semantic-version==2.10.0 +semver==2.13.0 +Send2Trash==1.5.0 +sentencepiece==0.1.99 +sentry-sdk==1.4.3 +shellingham==1.4.0 +shortuuid==1.0.7 +SIDEKIT==1.3.8.5.2 +simplejson==3.17.5 +singledispatchmethod==1.0 +six==1.15.0 +smart-open==5.0.0 +smmap==5.0.0 +sniffio==1.3.0 +snowballstemmer==2.0.0 +sortedcollections==2.1.0 +sortedcontainers==2.4.0 +sounddevice==0.4.5 +SoundFile==0.10.3.post1 +soupsieve==2.3 +sox==1.4.1 +sparsemax==0.1.9 +speechbrain==0.5.14 +sphfile==1.0.3 +Sphinx==3.3.1 +sphinx-rtd-theme==0.2.4 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-bibtex==2.4.1 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +SQLAlchemy==1.4.25 +sqlitedict==2.1.0 +sqlparse==0.4.2 +stanza==1.4.2 +starlette==0.27.0 +starsessions==1.3.0 +stevedore==3.4.0 +subprocess32==3.5.4 +sympy==1.9 +tabulate==0.8.9 +tensorboard==2.4.0 +tensorboard-plugin-wit==1.7.0 +tensorboardX==2.6.1 +tensorflow==2.4.0 +tensorflow-estimator==2.4.0 +termcolor==1.1.0 +terminado==0.9.4 +testpath==0.4.4 +threadpoolctl==2.1.0 +tifffile==2020.12.8 +tikzplotlib==0.9.8 +tinycss2==1.2.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml==0.10.2 +toolz==0.12.0 +torch==1.13.1 +torch-audiomentations==0.11.0 +torch-pitch-shift==1.2.4 +torch-stft==0.1.4 +torchaudio==0.13.1 +torchmetrics==0.11.4 +torchvision==0.14.1 +tornado==6.1 +tqdm==4.61.1 +trackrip==1.2.1 +traitlets==5.9.0 +transformer-smaller-training-vocab==0.3.1 +transformers==4.30.2 +triton==2.0.0 +typed-ast==1.4.1 +typer==0.4.0 +typing-extensions==4.4.0 +uc-micro-py==1.0.1 +Unidecode==1.3.2 +uritemplate==3.0.1 +urllib3==1.26.2 +uvicorn==0.20.0 +versioneer==0.28 +virtualenv==20.2.1 +wandb==0.12.6 +wcwidth==0.2.5 +webdataset==0.1.62 +webencodings==0.5.1 +websocket-client==1.6.1 +websockets==10.4 +Werkzeug==1.0.1 +wget==3.2 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wordninja==2.0.0 +wrapt==1.12.1 +xmltodict==0.13.0 +xxhash==2.0.0 +yamllint==1.23.0 +yarg==0.1.9 +yarl==1.7.2 +yaspin==2.1.0 +youtokentome==1.0.6 +youtube-dl==2021.6.6 +zipp==3.6.0 + + +2023-09-19 17:33:24,942 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-19 17:33:27,256 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-19 17:33:27,379 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-19 17:33:27,443 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-19 17:33:29,085 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-19 17:33:29,086 - speechbrain.core - INFO - 60.1M trainable parameters in ASR +2023-09-19 17:33:29,088 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00 +2023-09-19 17:33:29,192 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt +2023-09-19 17:33:29,197 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:33:29,209 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:33:29,224 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-19 17:33:29,226 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7861 +2023-09-19 17:33:29,227 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7861 "GET /startup-events HTTP/1.1" 200 5 +2023-09-19 17:33:29,228 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-19 17:33:29,228 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-19 17:33:29,228 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-19 17:33:29,228 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-19 17:33:29,228 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-19 17:33:29,228 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-19 17:33:29,228 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-19 17:33:29,228 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-19 17:33:29,228 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-19 17:33:29,228 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-19 17:33:29,228 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-19 17:33:29,228 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (3): 169.254.169.254:80 +2023-09-19 17:33:29,917 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-19 17:33:30,024 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-19 17:33:30,229 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-19 17:33:30,230 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (4): 169.254.169.254:80 +2023-09-19 17:33:31,231 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-19 17:33:31,232 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-19 17:33:31,233 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-19 17:33:31,233 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-19 17:33:31,238 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-19 17:33:31,241 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-19 17:33:31,242 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-19 17:33:31,243 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-19 17:33:31,243 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-19 17:33:31,244 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-19 17:33:31,244 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-19 17:33:31,248 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7861 +2023-09-19 17:33:31,256 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7861 "HEAD / HTTP/1.1" 200 0 +2023-09-19 17:33:31,261 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:33:41,101 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /v2/tunnel-request HTTP/1.1" 200 None +2023-09-19 17:33:50,615 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-19 17:33:50,663 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/ae1a17d4a3188a5446ac9f30f41bdc3316801df7/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-19 17:33:50,710 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-19 17:34:48,987 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-19 17:34:49,664 - speechbrain.core - INFO - Beginning experiment! +2023-09-19 17:34:49,664 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-19 17:34:50,160 - speechbrain.utils.superpowers - DEBUG - abkhazia==1.0 +absl-py==0.11.0 +aiofiles==23.2.1 +aiohttp==3.8.0 +aiosignal==1.2.0 +alabaster==0.7.12 +alembic==1.7.4 +altair==4.2.0 +altgraph==0.17 +antlr4-python3-runtime==4.9.3 +anyio==3.6.2 +appdirs==1.4.4 +argcomplete==1.12.2 +argon2-cffi==20.1.0 +arrow==1.2.3 +asgiref==3.6.0 +asteroid-filterbanks==0.4.0 +astunparse==1.6.3 +async-generator==1.10 +async-timeout==4.0.0 +attrdict==2.0.1 +attrs==20.3.0 +audeer==1.16.0 +audformat==0.11.5 +audinterface==0.7.0 +audiofile==1.0.0 +audiomentations==0.25.0 +audioread==2.1.9 +audobject==0.4.14 +audresample==0.1.6 +-e git+https://github.com/facebookresearch/WavAugment.git@54afcdb00ccc852c2f030f239f8532c9562b550e#egg=augment +autopage==0.4.0 +Babel==2.9.0 +backcall==0.2.0 +backports.cached-property==1.0.2 +beautifulsoup4==4.10.0 +black==19.10b0 +bleach==3.3.0 +blessed==1.20.0 +boto3==1.20.2 +botocore==1.23.2 +bpemb==0.3.4 +braceexpand==0.1.7 +cachetools==4.2.0 +certifi @ file:///croot/certifi_1671487769961/work/certifi +cffi==1.14.3 +cfgv==3.2.0 +chardet==3.0.4 +charset-normalizer==2.0.7 +click==7.1.2 +cliff==3.9.0 +clldutils==3.5.4 +cloudpickle==2.2.1 +cmaes==0.8.2 +cmake==3.18.4.post1 +cmd2==2.2.0 +colorama==0.4.4 +colorlog==4.6.2 +configparser==5.1.0 +conllu==4.5.3 +croniter==1.3.15 +cryptography==38.0.4 +csrgraph==0.1.28 +csvw==1.8.1 +cycler==0.10.0 +Cython==0.29.21 +dataclasses==0.6 +dateutils==0.6.12 +decorator==4.4.2 +deepdiff==6.3.0 +deepspeech==0.9.1 +defusedxml==0.7.1 +Deprecated==1.2.14 +dill==0.3.3 +Distance==0.1.3 +distlib==0.3.1 +Django==3.2.16 +django-auditlog==2.2.1 +django-filter==22.1 +django-js-asset==1.2.2 +django-mptt==0.14.0 +djangorestframework==3.14.0 +docker-pycreds==0.4.0 +docopt==0.6.2 +docutils==0.16 +drf-excel==2.2.0 +drf-flex-fields==1.0.0 +drf-renderer-xlsx==0.4.1 +easyocr==1.2.1 +editdistance==0.6.0 +einops==0.3.2 +emoji==2.2.0 +entrypoints==0.3 +et-xmlfile==1.1.0 +exceptiongroup==1.1.0 +farasapy==0.0.14 +fastapi==0.98.0 +fastjsonschema==2.17.1 +fasttext==0.9.2 +ffmpeg-python==0.2.0 +ffmpy==0.3.0 +filelock==3.0.12 +flair==0.12.2 +flake8==3.7.9 +flatbuffers==1.12 +frozendict==2.0.7 +frozenlist==1.2.0 +fsspec==2021.11.0 +ftfy==6.1.1 +future==0.18.2 +g2p-en==2.1.0 +gast==0.3.3 +gdown==4.4.0 +gdrive==0.1.5 +gensim==4.0.1 +gitdb==4.0.9 +GitPython==3.1.24 +google-api-core==2.11.1 +google-api-python-client==2.43.0 +google-auth==1.24.0 +google-auth-httplib2==0.1.0 +google-auth-oauthlib==0.5.3 +google-pasta==0.2.0 +googleapis-common-protos==1.59.1 +gradio==3.44.4 +gradio-client==0.5.1 +greenlet==1.1.2 +grpcio==1.32.0 +h11==0.14.0 +h5features==1.3.2 +h5py==2.10.0 +hierarchy==0.4.0 +hmmlearn==0.2.8 +htk-io==0.5 +httpcore==0.16.3 +httplib2==0.22.0 +httpx==0.23.3 +huggingface-hub==0.15.1 +hydra-colorlog==0.1.4 +hydra-core==1.3.2 +hyperopt==0.2.7 +HyperPyYAML==1.1.0 +hypothesis==6.61.2 +identify==1.5.10 +idna==2.10 +imageio==2.9.0 +imagesize==1.2.0 +importlib-metadata==4.8.1 +importlib-resources==5.2.2 +inflect==5.3.0 +inquirer==3.1.3 +ipadic==1.0.0 +ipyevents==2.0.1 +ipykernel==5.3.4 +ipython==7.19.0 +ipython-genutils==0.2.0 +ipywebrtc==0.6.0 +ipywidgets==7.6.3 +iso-639==0.4.5 +isodate==0.6.0 +isort==4.3.21 +itsdangerous==2.1.2 +Janome==0.5.0 +jedi==0.17.2 +jeepney==0.8.0 +jieba==0.42.1 +Jinja2==3.0.3 +jiwer==2.2.0 +jmespath==0.10.0 +joblib==0.17.0 +jsonschema==3.2.0 +julius==0.2.7 +jupyter-client==6.1.7 +jupyter-core==4.7.0 +jupyterlab-pygments==0.1.2 +jupyterlab-widgets==1.0.0 +kaitaistruct==0.9 +kaldi-io==0.9.4 +kaldi-python-io==1.2.2 +kaldiio==2.17.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip +Keras-Preprocessing==1.1.2 +kiwisolver==1.3.1 +lang-trans==0.6.0 +langdetect==1.0.9 +latexcodec==2.0.1 +ldap3==2.9.1 +librosa==0.9.0 +lightning-cloud==0.5.37 +lightning-utilities==0.8.0 +linkify-it-py==1.0.3 +lit==16.0.6 +llvmlite==0.35.0 +lxml==4.9.0 +Mako==1.1.5 +Markdown==3.3.3 +markdown-it-py==3.0.0 +MarkupSafe==2.1.3 +marshmallow==3.14.0 +matplotlib==3.3.3 +mccabe==0.6.1 +mcd==0.4 +mdit-py-plugins==0.3.3 +mdurl==0.1.2 +mecab-python3==1.0.3 +megatron-lm==2.2.0 +metrics==0.3.3 +mido==1.2.10 +mistune==0.8.4 +more-itertools==8.6.0 +mpld3==0.3 +mpmath==1.2.1 +multidict==5.2.0 +multiprocess==0.70.11.1 +nbclient==0.5.3 +nbconvert==5.6.1 +nbformat==5.9.0 +NEMO==4.3.2 +nemo-toolkit==1.4.0 +nest-asyncio==1.5.1 +networkx==2.8.8 +nltk==3.2.4 +nodeenv==1.5.0 +normalize==2.0.2 +notebook==6.3.0 +numba==0.52.0 +numpy==1.19.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +oauthlib==3.1.0 +omegaconf==2.3.0 +onnx==1.10.2 +OpenCC==1.1.2 +opencv-python==4.4.0.46 +openpyxl==3.0.9 +opensmile==2.2.0 +opt-einsum==3.3.0 +optuna==2.10.0 +ordered-set==4.1.0 +orjson==3.8.4 +oyaml==1.0 +packaging==22.0 +pandas==1.2.5 +pandocfilters==1.4.3 +pangu==4.0.6.1 +parameterized==0.8.1 +parso==0.7.1 +pathlib2==2.3.7.post1 +pathspec==0.5.5 +pathtools==0.1.2 +pbr==5.6.0 +pefile==2019.4.18 +pescador==2.1.0 +pesq==0.0.3 +pexpect==4.8.0 +phonemizer==2.2.1 +pickleshare==0.7.5 +Pillow==9.3.0 +pip-api==0.0.23 +pipreqs==0.4.11 +pluggy==0.13.1 +pooch==1.3.0 +portalocker==2.3.2 +pptree==3.1 +pre-commit==2.9.0 +preprocessing==0.1.13 +pretty-midi==0.2.9 +prettytable==2.2.1 +primePy==1.3 +progressbar2==3.53.1 +prometheus-client==0.10.1 +promise==2.3 +prompt-toolkit==3.0.8 +protobuf==3.20.3 +psutil==5.6.6 +ptyprocess==0.6.0 +py==1.9.0 +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +pyannote.audio==2.1.1 +pyannote.core==4.5 +pyannote.database==4.1.3 +pyannote.metrics==3.2.1 +pyannote.pipeline==2.3 +pyannotebook==0.1.0.dev0 +PyArabic==0.6.15 +pyarrow==3.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pybind11==2.8.1 +pybtex==0.24.0 +pybtex-docutils==1.0.1 +pycodestyle==2.5.0 +pycparser==2.20 +pycryptodome==3.16.0 +pyctcdecode==0.4.0 +pydantic==1.10.4 +pyDeprecate==0.3.1 +pydub==0.25.1 +pyflakes==2.1.1 +Pygments==2.15.1 +pygtrie==2.5.0 +PyJWT==2.7.0 +pymodbus==2.5.3 +pyparsing==2.4.7 +pyperclip==1.8.2 +pypinyin==0.43.0 +pyrsistent==0.17.3 +pyserial==3.5 +PySocks==1.7.1 +pystoi==0.3.3 +pytest==5.4.1 +pytest-runner==5.3.1 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.2 +python-editor==1.0.4 +python-Levenshtein==0.12.2 +python-multipart==0.0.5 +python-utils==2.4.0 +pytorch-lightning==1.6.5 +pytorch-metric-learning==1.7.3 +pytorch-revgrad==0.2.0 +pytube==11.0.1 +pytz==2022.6 +PyWavelets==1.1.1 +PyYAML==6.0 +pyzmq==20.0.0 +rapidfuzz==1.8.2 +readchar==4.0.5 +regex==2020.11.13 +requests==2.28.1 +requests-oauthlib==1.3.0 +resampy==0.2.2 +rfc3986==1.4.0 +rich==13.4.2 +richenum==1.3.1 +rsa==4.7 +ruamel.yaml==0.17.21 +ruamel.yaml.clib==0.2.7 +s3m==1.1.0 +s3transfer==0.5.0 +sacrebleu==2.0.0 +sacremoses==0.0.44 +safetensors==0.3.1 +scikit-image==0.18.1 +scikit-learn==0.23.2 +scipy==1.5.4 +-e git+https://github.com/sanghack81/SDCIT@00d060dde733fde9345154a494f81e97fb395ca7#egg=SDCIT +seaborn==0.11.1 +SecretStorage==3.3.3 +segments==2.1.3 +segtok==1.5.11 +semantic-version==2.10.0 +semver==2.13.0 +Send2Trash==1.5.0 +sentencepiece==0.1.99 +sentry-sdk==1.4.3 +shellingham==1.4.0 +shortuuid==1.0.7 +SIDEKIT==1.3.8.5.2 +simplejson==3.17.5 +singledispatchmethod==1.0 +six==1.15.0 +smart-open==5.0.0 +smmap==5.0.0 +sniffio==1.3.0 +snowballstemmer==2.0.0 +sortedcollections==2.1.0 +sortedcontainers==2.4.0 +sounddevice==0.4.5 +SoundFile==0.10.3.post1 +soupsieve==2.3 +sox==1.4.1 +sparsemax==0.1.9 +speechbrain==0.5.14 +sphfile==1.0.3 +Sphinx==3.3.1 +sphinx-rtd-theme==0.2.4 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-bibtex==2.4.1 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +SQLAlchemy==1.4.25 +sqlitedict==2.1.0 +sqlparse==0.4.2 +stanza==1.4.2 +starlette==0.27.0 +starsessions==1.3.0 +stevedore==3.4.0 +subprocess32==3.5.4 +sympy==1.9 +tabulate==0.8.9 +tensorboard==2.4.0 +tensorboard-plugin-wit==1.7.0 +tensorboardX==2.6.1 +tensorflow==2.4.0 +tensorflow-estimator==2.4.0 +termcolor==1.1.0 +terminado==0.9.4 +testpath==0.4.4 +threadpoolctl==2.1.0 +tifffile==2020.12.8 +tikzplotlib==0.9.8 +tinycss2==1.2.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml==0.10.2 +toolz==0.12.0 +torch==1.13.1 +torch-audiomentations==0.11.0 +torch-pitch-shift==1.2.4 +torch-stft==0.1.4 +torchaudio==0.13.1 +torchmetrics==0.11.4 +torchvision==0.14.1 +tornado==6.1 +tqdm==4.61.1 +trackrip==1.2.1 +traitlets==5.9.0 +transformer-smaller-training-vocab==0.3.1 +transformers==4.30.2 +triton==2.0.0 +typed-ast==1.4.1 +typer==0.4.0 +typing-extensions==4.4.0 +uc-micro-py==1.0.1 +Unidecode==1.3.2 +uritemplate==3.0.1 +urllib3==1.26.2 +uvicorn==0.20.0 +versioneer==0.28 +virtualenv==20.2.1 +wandb==0.12.6 +wcwidth==0.2.5 +webdataset==0.1.62 +webencodings==0.5.1 +websocket-client==1.6.1 +websockets==10.4 +Werkzeug==1.0.1 +wget==3.2 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wordninja==2.0.0 +wrapt==1.12.1 +xmltodict==0.13.0 +xxhash==2.0.0 +yamllint==1.23.0 +yarg==0.1.9 +yarl==1.7.2 +yaspin==2.1.0 +youtokentome==1.0.6 +youtube-dl==2021.6.6 +zipp==3.6.0 + + +2023-09-19 17:34:50,194 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-19 17:34:52,588 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-19 17:34:52,703 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-19 17:34:52,766 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-19 17:34:54,895 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-19 17:34:54,896 - speechbrain.core - INFO - 60.1M trainable parameters in ASR +2023-09-19 17:34:54,898 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00 +2023-09-19 17:34:54,998 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt +2023-09-19 17:34:55,002 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:34:55,004 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:34:55,027 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-19 17:34:55,029 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7862 +2023-09-19 17:34:55,031 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7862 "GET /startup-events HTTP/1.1" 200 5 +2023-09-19 17:34:55,031 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-19 17:34:55,031 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-19 17:34:55,031 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-19 17:34:55,031 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-19 17:34:55,031 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-19 17:34:55,031 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-19 17:34:55,031 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-19 17:34:55,031 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-19 17:34:55,031 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-19 17:34:55,032 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-19 17:34:55,032 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-19 17:34:55,032 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (5): 169.254.169.254:80 +2023-09-19 17:34:55,706 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-19 17:34:55,822 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-19 17:34:56,033 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-19 17:34:56,035 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (6): 169.254.169.254:80 +2023-09-19 17:34:57,037 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-19 17:34:57,037 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-19 17:34:57,037 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-19 17:34:57,038 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-19 17:34:57,039 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-19 17:34:57,040 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-19 17:34:57,040 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-19 17:34:57,040 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-19 17:34:57,040 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-19 17:34:57,040 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-19 17:34:57,040 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-19 17:34:57,042 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7862 +2023-09-19 17:34:57,044 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7862 "HEAD / HTTP/1.1" 200 0 +2023-09-19 17:34:57,046 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:35:02,904 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /v2/tunnel-request HTTP/1.1" 200 None +2023-09-19 17:35:56,848 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-19 17:35:56,888 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/89498d8530a6da4714631b0e1f99ed039f048ab5/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-19 17:35:56,940 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-19 17:36:13,527 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-19 17:36:13,568 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/71668969d3a4d72bf2525d4ae28e17ad28db046d/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-19 17:36:13,614 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-19 17:36:21,184 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-19 17:36:21,883 - speechbrain.core - INFO - Beginning experiment! +2023-09-19 17:36:21,884 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-19 17:36:22,401 - speechbrain.utils.superpowers - DEBUG - abkhazia==1.0 +absl-py==0.11.0 +aiofiles==23.2.1 +aiohttp==3.8.0 +aiosignal==1.2.0 +alabaster==0.7.12 +alembic==1.7.4 +altair==4.2.0 +altgraph==0.17 +antlr4-python3-runtime==4.9.3 +anyio==3.6.2 +appdirs==1.4.4 +argcomplete==1.12.2 +argon2-cffi==20.1.0 +arrow==1.2.3 +asgiref==3.6.0 +asteroid-filterbanks==0.4.0 +astunparse==1.6.3 +async-generator==1.10 +async-timeout==4.0.0 +attrdict==2.0.1 +attrs==20.3.0 +audeer==1.16.0 +audformat==0.11.5 +audinterface==0.7.0 +audiofile==1.0.0 +audiomentations==0.25.0 +audioread==2.1.9 +audobject==0.4.14 +audresample==0.1.6 +-e git+https://github.com/facebookresearch/WavAugment.git@54afcdb00ccc852c2f030f239f8532c9562b550e#egg=augment +autopage==0.4.0 +Babel==2.9.0 +backcall==0.2.0 +backports.cached-property==1.0.2 +beautifulsoup4==4.10.0 +black==19.10b0 +bleach==3.3.0 +blessed==1.20.0 +boto3==1.20.2 +botocore==1.23.2 +bpemb==0.3.4 +braceexpand==0.1.7 +cachetools==4.2.0 +certifi @ file:///croot/certifi_1671487769961/work/certifi +cffi==1.14.3 +cfgv==3.2.0 +chardet==3.0.4 +charset-normalizer==2.0.7 +click==7.1.2 +cliff==3.9.0 +clldutils==3.5.4 +cloudpickle==2.2.1 +cmaes==0.8.2 +cmake==3.18.4.post1 +cmd2==2.2.0 +colorama==0.4.4 +colorlog==4.6.2 +configparser==5.1.0 +conllu==4.5.3 +croniter==1.3.15 +cryptography==38.0.4 +csrgraph==0.1.28 +csvw==1.8.1 +cycler==0.10.0 +Cython==0.29.21 +dataclasses==0.6 +dateutils==0.6.12 +decorator==4.4.2 +deepdiff==6.3.0 +deepspeech==0.9.1 +defusedxml==0.7.1 +Deprecated==1.2.14 +dill==0.3.3 +Distance==0.1.3 +distlib==0.3.1 +Django==3.2.16 +django-auditlog==2.2.1 +django-filter==22.1 +django-js-asset==1.2.2 +django-mptt==0.14.0 +djangorestframework==3.14.0 +docker-pycreds==0.4.0 +docopt==0.6.2 +docutils==0.16 +drf-excel==2.2.0 +drf-flex-fields==1.0.0 +drf-renderer-xlsx==0.4.1 +easyocr==1.2.1 +editdistance==0.6.0 +einops==0.3.2 +emoji==2.2.0 +entrypoints==0.3 +et-xmlfile==1.1.0 +exceptiongroup==1.1.0 +farasapy==0.0.14 +fastapi==0.98.0 +fastjsonschema==2.17.1 +fasttext==0.9.2 +ffmpeg-python==0.2.0 +ffmpy==0.3.0 +filelock==3.0.12 +flair==0.12.2 +flake8==3.7.9 +flatbuffers==1.12 +frozendict==2.0.7 +frozenlist==1.2.0 +fsspec==2021.11.0 +ftfy==6.1.1 +future==0.18.2 +g2p-en==2.1.0 +gast==0.3.3 +gdown==4.4.0 +gdrive==0.1.5 +gensim==4.0.1 +gitdb==4.0.9 +GitPython==3.1.24 +google-api-core==2.11.1 +google-api-python-client==2.43.0 +google-auth==1.24.0 +google-auth-httplib2==0.1.0 +google-auth-oauthlib==0.5.3 +google-pasta==0.2.0 +googleapis-common-protos==1.59.1 +gradio==3.44.4 +gradio-client==0.5.1 +greenlet==1.1.2 +grpcio==1.32.0 +h11==0.14.0 +h5features==1.3.2 +h5py==2.10.0 +hierarchy==0.4.0 +hmmlearn==0.2.8 +htk-io==0.5 +httpcore==0.16.3 +httplib2==0.22.0 +httpx==0.23.3 +huggingface-hub==0.15.1 +hydra-colorlog==0.1.4 +hydra-core==1.3.2 +hyperopt==0.2.7 +HyperPyYAML==1.1.0 +hypothesis==6.61.2 +identify==1.5.10 +idna==2.10 +imageio==2.9.0 +imagesize==1.2.0 +importlib-metadata==4.8.1 +importlib-resources==5.2.2 +inflect==5.3.0 +inquirer==3.1.3 +ipadic==1.0.0 +ipyevents==2.0.1 +ipykernel==5.3.4 +ipython==7.19.0 +ipython-genutils==0.2.0 +ipywebrtc==0.6.0 +ipywidgets==7.6.3 +iso-639==0.4.5 +isodate==0.6.0 +isort==4.3.21 +itsdangerous==2.1.2 +Janome==0.5.0 +jedi==0.17.2 +jeepney==0.8.0 +jieba==0.42.1 +Jinja2==3.0.3 +jiwer==2.2.0 +jmespath==0.10.0 +joblib==0.17.0 +jsonschema==3.2.0 +julius==0.2.7 +jupyter-client==6.1.7 +jupyter-core==4.7.0 +jupyterlab-pygments==0.1.2 +jupyterlab-widgets==1.0.0 +kaitaistruct==0.9 +kaldi-io==0.9.4 +kaldi-python-io==1.2.2 +kaldiio==2.17.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip +Keras-Preprocessing==1.1.2 +kiwisolver==1.3.1 +lang-trans==0.6.0 +langdetect==1.0.9 +latexcodec==2.0.1 +ldap3==2.9.1 +librosa==0.9.0 +lightning-cloud==0.5.37 +lightning-utilities==0.8.0 +linkify-it-py==1.0.3 +lit==16.0.6 +llvmlite==0.35.0 +lxml==4.9.0 +Mako==1.1.5 +Markdown==3.3.3 +markdown-it-py==3.0.0 +MarkupSafe==2.1.3 +marshmallow==3.14.0 +matplotlib==3.3.3 +mccabe==0.6.1 +mcd==0.4 +mdit-py-plugins==0.3.3 +mdurl==0.1.2 +mecab-python3==1.0.3 +megatron-lm==2.2.0 +metrics==0.3.3 +mido==1.2.10 +mistune==0.8.4 +more-itertools==8.6.0 +mpld3==0.3 +mpmath==1.2.1 +multidict==5.2.0 +multiprocess==0.70.11.1 +nbclient==0.5.3 +nbconvert==5.6.1 +nbformat==5.9.0 +NEMO==4.3.2 +nemo-toolkit==1.4.0 +nest-asyncio==1.5.1 +networkx==2.8.8 +nltk==3.2.4 +nodeenv==1.5.0 +normalize==2.0.2 +notebook==6.3.0 +numba==0.52.0 +numpy==1.19.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +oauthlib==3.1.0 +omegaconf==2.3.0 +onnx==1.10.2 +OpenCC==1.1.2 +opencv-python==4.4.0.46 +openpyxl==3.0.9 +opensmile==2.2.0 +opt-einsum==3.3.0 +optuna==2.10.0 +ordered-set==4.1.0 +orjson==3.8.4 +oyaml==1.0 +packaging==22.0 +pandas==1.2.5 +pandocfilters==1.4.3 +pangu==4.0.6.1 +parameterized==0.8.1 +parso==0.7.1 +pathlib2==2.3.7.post1 +pathspec==0.5.5 +pathtools==0.1.2 +pbr==5.6.0 +pefile==2019.4.18 +pescador==2.1.0 +pesq==0.0.3 +pexpect==4.8.0 +phonemizer==2.2.1 +pickleshare==0.7.5 +Pillow==9.3.0 +pip-api==0.0.23 +pipreqs==0.4.11 +pluggy==0.13.1 +pooch==1.3.0 +portalocker==2.3.2 +pptree==3.1 +pre-commit==2.9.0 +preprocessing==0.1.13 +pretty-midi==0.2.9 +prettytable==2.2.1 +primePy==1.3 +progressbar2==3.53.1 +prometheus-client==0.10.1 +promise==2.3 +prompt-toolkit==3.0.8 +protobuf==3.20.3 +psutil==5.6.6 +ptyprocess==0.6.0 +py==1.9.0 +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +pyannote.audio==2.1.1 +pyannote.core==4.5 +pyannote.database==4.1.3 +pyannote.metrics==3.2.1 +pyannote.pipeline==2.3 +pyannotebook==0.1.0.dev0 +PyArabic==0.6.15 +pyarrow==3.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pybind11==2.8.1 +pybtex==0.24.0 +pybtex-docutils==1.0.1 +pycodestyle==2.5.0 +pycparser==2.20 +pycryptodome==3.16.0 +pyctcdecode==0.4.0 +pydantic==1.10.4 +pyDeprecate==0.3.1 +pydub==0.25.1 +pyflakes==2.1.1 +Pygments==2.15.1 +pygtrie==2.5.0 +PyJWT==2.7.0 +pymodbus==2.5.3 +pyparsing==2.4.7 +pyperclip==1.8.2 +pypinyin==0.43.0 +pyrsistent==0.17.3 +pyserial==3.5 +PySocks==1.7.1 +pystoi==0.3.3 +pytest==5.4.1 +pytest-runner==5.3.1 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.2 +python-editor==1.0.4 +python-Levenshtein==0.12.2 +python-multipart==0.0.5 +python-utils==2.4.0 +pytorch-lightning==1.6.5 +pytorch-metric-learning==1.7.3 +pytorch-revgrad==0.2.0 +pytube==11.0.1 +pytz==2022.6 +PyWavelets==1.1.1 +PyYAML==6.0 +pyzmq==20.0.0 +rapidfuzz==1.8.2 +readchar==4.0.5 +regex==2020.11.13 +requests==2.28.1 +requests-oauthlib==1.3.0 +resampy==0.2.2 +rfc3986==1.4.0 +rich==13.4.2 +richenum==1.3.1 +rsa==4.7 +ruamel.yaml==0.17.21 +ruamel.yaml.clib==0.2.7 +s3m==1.1.0 +s3transfer==0.5.0 +sacrebleu==2.0.0 +sacremoses==0.0.44 +safetensors==0.3.1 +scikit-image==0.18.1 +scikit-learn==0.23.2 +scipy==1.5.4 +-e git+https://github.com/sanghack81/SDCIT@00d060dde733fde9345154a494f81e97fb395ca7#egg=SDCIT +seaborn==0.11.1 +SecretStorage==3.3.3 +segments==2.1.3 +segtok==1.5.11 +semantic-version==2.10.0 +semver==2.13.0 +Send2Trash==1.5.0 +sentencepiece==0.1.99 +sentry-sdk==1.4.3 +shellingham==1.4.0 +shortuuid==1.0.7 +SIDEKIT==1.3.8.5.2 +simplejson==3.17.5 +singledispatchmethod==1.0 +six==1.15.0 +smart-open==5.0.0 +smmap==5.0.0 +sniffio==1.3.0 +snowballstemmer==2.0.0 +sortedcollections==2.1.0 +sortedcontainers==2.4.0 +sounddevice==0.4.5 +SoundFile==0.10.3.post1 +soupsieve==2.3 +sox==1.4.1 +sparsemax==0.1.9 +speechbrain==0.5.14 +sphfile==1.0.3 +Sphinx==3.3.1 +sphinx-rtd-theme==0.2.4 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-bibtex==2.4.1 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +SQLAlchemy==1.4.25 +sqlitedict==2.1.0 +sqlparse==0.4.2 +stanza==1.4.2 +starlette==0.27.0 +starsessions==1.3.0 +stevedore==3.4.0 +subprocess32==3.5.4 +sympy==1.9 +tabulate==0.8.9 +tensorboard==2.4.0 +tensorboard-plugin-wit==1.7.0 +tensorboardX==2.6.1 +tensorflow==2.4.0 +tensorflow-estimator==2.4.0 +termcolor==1.1.0 +terminado==0.9.4 +testpath==0.4.4 +threadpoolctl==2.1.0 +tifffile==2020.12.8 +tikzplotlib==0.9.8 +tinycss2==1.2.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml==0.10.2 +toolz==0.12.0 +torch==1.13.1 +torch-audiomentations==0.11.0 +torch-pitch-shift==1.2.4 +torch-stft==0.1.4 +torchaudio==0.13.1 +torchmetrics==0.11.4 +torchvision==0.14.1 +tornado==6.1 +tqdm==4.61.1 +trackrip==1.2.1 +traitlets==5.9.0 +transformer-smaller-training-vocab==0.3.1 +transformers==4.30.2 +triton==2.0.0 +typed-ast==1.4.1 +typer==0.4.0 +typing-extensions==4.4.0 +uc-micro-py==1.0.1 +Unidecode==1.3.2 +uritemplate==3.0.1 +urllib3==1.26.2 +uvicorn==0.20.0 +versioneer==0.28 +virtualenv==20.2.1 +wandb==0.12.6 +wcwidth==0.2.5 +webdataset==0.1.62 +webencodings==0.5.1 +websocket-client==1.6.1 +websockets==10.4 +Werkzeug==1.0.1 +wget==3.2 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wordninja==2.0.0 +wrapt==1.12.1 +xmltodict==0.13.0 +xxhash==2.0.0 +yamllint==1.23.0 +yarg==0.1.9 +yarl==1.7.2 +yaspin==2.1.0 +youtokentome==1.0.6 +youtube-dl==2021.6.6 +zipp==3.6.0 + + +2023-09-19 17:36:22,442 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-19 17:36:24,879 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-19 17:36:24,996 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-19 17:36:25,059 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-19 17:36:26,769 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-19 17:36:26,771 - speechbrain.core - INFO - 60.1M trainable parameters in ASR +2023-09-19 17:36:26,772 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00 +2023-09-19 17:36:26,874 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt +2023-09-19 17:36:26,878 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:36:26,891 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:36:26,904 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-19 17:36:26,906 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7863 +2023-09-19 17:36:26,907 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7863 "GET /startup-events HTTP/1.1" 200 5 +2023-09-19 17:36:26,908 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-19 17:36:26,908 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-19 17:36:26,908 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-19 17:36:26,908 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-19 17:36:26,908 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-19 17:36:26,908 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-19 17:36:26,908 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-19 17:36:26,908 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-19 17:36:26,908 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-19 17:36:26,908 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-19 17:36:26,908 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-19 17:36:26,908 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (7): 169.254.169.254:80 +2023-09-19 17:36:27,594 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-19 17:36:27,711 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-19 17:36:27,909 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-19 17:36:27,911 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (8): 169.254.169.254:80 +2023-09-19 17:36:28,914 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-19 17:36:28,915 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-19 17:36:28,915 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-19 17:36:28,916 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-19 17:36:28,919 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-19 17:36:28,920 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-19 17:36:28,920 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-19 17:36:28,920 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-19 17:36:28,920 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-19 17:36:28,920 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-19 17:36:28,920 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-19 17:36:28,921 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7863 +2023-09-19 17:36:28,923 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7863 "HEAD / HTTP/1.1" 200 0 +2023-09-19 17:36:28,924 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:36:35,766 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /v2/tunnel-request HTTP/1.1" 200 None +2023-09-19 17:36:39,393 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-19 17:36:39,442 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/7c5f5dc9d196dc7394d186fe7dab91e1d1267a23/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-19 17:36:39,500 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-19 17:38:39,186 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-19 17:38:39,874 - speechbrain.core - INFO - Beginning experiment! +2023-09-19 17:38:39,875 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-19 17:38:40,388 - speechbrain.utils.superpowers - DEBUG - abkhazia==1.0 +absl-py==0.11.0 +aiofiles==23.2.1 +aiohttp==3.8.0 +aiosignal==1.2.0 +alabaster==0.7.12 +alembic==1.7.4 +altair==4.2.0 +altgraph==0.17 +antlr4-python3-runtime==4.9.3 +anyio==3.6.2 +appdirs==1.4.4 +argcomplete==1.12.2 +argon2-cffi==20.1.0 +arrow==1.2.3 +asgiref==3.6.0 +asteroid-filterbanks==0.4.0 +astunparse==1.6.3 +async-generator==1.10 +async-timeout==4.0.0 +attrdict==2.0.1 +attrs==20.3.0 +audeer==1.16.0 +audformat==0.11.5 +audinterface==0.7.0 +audiofile==1.0.0 +audiomentations==0.25.0 +audioread==2.1.9 +audobject==0.4.14 +audresample==0.1.6 +-e git+https://github.com/facebookresearch/WavAugment.git@54afcdb00ccc852c2f030f239f8532c9562b550e#egg=augment +autopage==0.4.0 +Babel==2.9.0 +backcall==0.2.0 +backports.cached-property==1.0.2 +beautifulsoup4==4.10.0 +black==19.10b0 +bleach==3.3.0 +blessed==1.20.0 +boto3==1.20.2 +botocore==1.23.2 +bpemb==0.3.4 +braceexpand==0.1.7 +cachetools==4.2.0 +certifi @ file:///croot/certifi_1671487769961/work/certifi +cffi==1.14.3 +cfgv==3.2.0 +chardet==3.0.4 +charset-normalizer==2.0.7 +click==7.1.2 +cliff==3.9.0 +clldutils==3.5.4 +cloudpickle==2.2.1 +cmaes==0.8.2 +cmake==3.18.4.post1 +cmd2==2.2.0 +colorama==0.4.4 +colorlog==4.6.2 +configparser==5.1.0 +conllu==4.5.3 +croniter==1.3.15 +cryptography==38.0.4 +csrgraph==0.1.28 +csvw==1.8.1 +cycler==0.10.0 +Cython==0.29.21 +dataclasses==0.6 +dateutils==0.6.12 +decorator==4.4.2 +deepdiff==6.3.0 +deepspeech==0.9.1 +defusedxml==0.7.1 +Deprecated==1.2.14 +dill==0.3.3 +Distance==0.1.3 +distlib==0.3.1 +Django==3.2.16 +django-auditlog==2.2.1 +django-filter==22.1 +django-js-asset==1.2.2 +django-mptt==0.14.0 +djangorestframework==3.14.0 +docker-pycreds==0.4.0 +docopt==0.6.2 +docutils==0.16 +drf-excel==2.2.0 +drf-flex-fields==1.0.0 +drf-renderer-xlsx==0.4.1 +easyocr==1.2.1 +editdistance==0.6.0 +einops==0.3.2 +emoji==2.2.0 +entrypoints==0.3 +et-xmlfile==1.1.0 +exceptiongroup==1.1.0 +farasapy==0.0.14 +fastapi==0.98.0 +fastjsonschema==2.17.1 +fasttext==0.9.2 +ffmpeg-python==0.2.0 +ffmpy==0.3.0 +filelock==3.0.12 +flair==0.12.2 +flake8==3.7.9 +flatbuffers==1.12 +frozendict==2.0.7 +frozenlist==1.2.0 +fsspec==2021.11.0 +ftfy==6.1.1 +future==0.18.2 +g2p-en==2.1.0 +gast==0.3.3 +gdown==4.4.0 +gdrive==0.1.5 +gensim==4.0.1 +gitdb==4.0.9 +GitPython==3.1.24 +google-api-core==2.11.1 +google-api-python-client==2.43.0 +google-auth==1.24.0 +google-auth-httplib2==0.1.0 +google-auth-oauthlib==0.5.3 +google-pasta==0.2.0 +googleapis-common-protos==1.59.1 +gradio==3.44.4 +gradio-client==0.5.1 +greenlet==1.1.2 +grpcio==1.32.0 +h11==0.14.0 +h5features==1.3.2 +h5py==2.10.0 +hierarchy==0.4.0 +hmmlearn==0.2.8 +htk-io==0.5 +httpcore==0.16.3 +httplib2==0.22.0 +httpx==0.23.3 +huggingface-hub==0.15.1 +hydra-colorlog==0.1.4 +hydra-core==1.3.2 +hyperopt==0.2.7 +HyperPyYAML==1.1.0 +hypothesis==6.61.2 +identify==1.5.10 +idna==2.10 +imageio==2.9.0 +imagesize==1.2.0 +importlib-metadata==4.8.1 +importlib-resources==5.2.2 +inflect==5.3.0 +inquirer==3.1.3 +ipadic==1.0.0 +ipyevents==2.0.1 +ipykernel==5.3.4 +ipython==7.19.0 +ipython-genutils==0.2.0 +ipywebrtc==0.6.0 +ipywidgets==7.6.3 +iso-639==0.4.5 +isodate==0.6.0 +isort==4.3.21 +itsdangerous==2.1.2 +Janome==0.5.0 +jedi==0.17.2 +jeepney==0.8.0 +jieba==0.42.1 +Jinja2==3.0.3 +jiwer==2.2.0 +jmespath==0.10.0 +joblib==0.17.0 +jsonschema==3.2.0 +julius==0.2.7 +jupyter-client==6.1.7 +jupyter-core==4.7.0 +jupyterlab-pygments==0.1.2 +jupyterlab-widgets==1.0.0 +kaitaistruct==0.9 +kaldi-io==0.9.4 +kaldi-python-io==1.2.2 +kaldiio==2.17.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip +Keras-Preprocessing==1.1.2 +kiwisolver==1.3.1 +lang-trans==0.6.0 +langdetect==1.0.9 +latexcodec==2.0.1 +ldap3==2.9.1 +librosa==0.9.0 +lightning-cloud==0.5.37 +lightning-utilities==0.8.0 +linkify-it-py==1.0.3 +lit==16.0.6 +llvmlite==0.35.0 +lxml==4.9.0 +Mako==1.1.5 +Markdown==3.3.3 +markdown-it-py==3.0.0 +MarkupSafe==2.1.3 +marshmallow==3.14.0 +matplotlib==3.3.3 +mccabe==0.6.1 +mcd==0.4 +mdit-py-plugins==0.3.3 +mdurl==0.1.2 +mecab-python3==1.0.3 +megatron-lm==2.2.0 +metrics==0.3.3 +mido==1.2.10 +mistune==0.8.4 +more-itertools==8.6.0 +mpld3==0.3 +mpmath==1.2.1 +multidict==5.2.0 +multiprocess==0.70.11.1 +nbclient==0.5.3 +nbconvert==5.6.1 +nbformat==5.9.0 +NEMO==4.3.2 +nemo-toolkit==1.4.0 +nest-asyncio==1.5.1 +networkx==2.8.8 +nltk==3.2.4 +nodeenv==1.5.0 +normalize==2.0.2 +notebook==6.3.0 +numba==0.52.0 +numpy==1.19.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +oauthlib==3.1.0 +omegaconf==2.3.0 +onnx==1.10.2 +OpenCC==1.1.2 +opencv-python==4.4.0.46 +openpyxl==3.0.9 +opensmile==2.2.0 +opt-einsum==3.3.0 +optuna==2.10.0 +ordered-set==4.1.0 +orjson==3.8.4 +oyaml==1.0 +packaging==22.0 +pandas==1.2.5 +pandocfilters==1.4.3 +pangu==4.0.6.1 +parameterized==0.8.1 +parso==0.7.1 +pathlib2==2.3.7.post1 +pathspec==0.5.5 +pathtools==0.1.2 +pbr==5.6.0 +pefile==2019.4.18 +pescador==2.1.0 +pesq==0.0.3 +pexpect==4.8.0 +phonemizer==2.2.1 +pickleshare==0.7.5 +Pillow==9.3.0 +pip-api==0.0.23 +pipreqs==0.4.11 +pluggy==0.13.1 +pooch==1.3.0 +portalocker==2.3.2 +pptree==3.1 +pre-commit==2.9.0 +preprocessing==0.1.13 +pretty-midi==0.2.9 +prettytable==2.2.1 +primePy==1.3 +progressbar2==3.53.1 +prometheus-client==0.10.1 +promise==2.3 +prompt-toolkit==3.0.8 +protobuf==3.20.3 +psutil==5.6.6 +ptyprocess==0.6.0 +py==1.9.0 +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +pyannote.audio==2.1.1 +pyannote.core==4.5 +pyannote.database==4.1.3 +pyannote.metrics==3.2.1 +pyannote.pipeline==2.3 +pyannotebook==0.1.0.dev0 +PyArabic==0.6.15 +pyarrow==3.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pybind11==2.8.1 +pybtex==0.24.0 +pybtex-docutils==1.0.1 +pycodestyle==2.5.0 +pycparser==2.20 +pycryptodome==3.16.0 +pyctcdecode==0.4.0 +pydantic==1.10.4 +pyDeprecate==0.3.1 +pydub==0.25.1 +pyflakes==2.1.1 +Pygments==2.15.1 +pygtrie==2.5.0 +PyJWT==2.7.0 +pymodbus==2.5.3 +pyparsing==2.4.7 +pyperclip==1.8.2 +pypinyin==0.43.0 +pyrsistent==0.17.3 +pyserial==3.5 +PySocks==1.7.1 +pystoi==0.3.3 +pytest==5.4.1 +pytest-runner==5.3.1 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.2 +python-editor==1.0.4 +python-Levenshtein==0.12.2 +python-multipart==0.0.5 +python-utils==2.4.0 +pytorch-lightning==1.6.5 +pytorch-metric-learning==1.7.3 +pytorch-revgrad==0.2.0 +pytube==11.0.1 +pytz==2022.6 +PyWavelets==1.1.1 +PyYAML==6.0 +pyzmq==20.0.0 +rapidfuzz==1.8.2 +readchar==4.0.5 +regex==2020.11.13 +requests==2.28.1 +requests-oauthlib==1.3.0 +resampy==0.2.2 +rfc3986==1.4.0 +rich==13.4.2 +richenum==1.3.1 +rsa==4.7 +ruamel.yaml==0.17.21 +ruamel.yaml.clib==0.2.7 +s3m==1.1.0 +s3transfer==0.5.0 +sacrebleu==2.0.0 +sacremoses==0.0.44 +safetensors==0.3.1 +scikit-image==0.18.1 +scikit-learn==0.23.2 +scipy==1.5.4 +-e git+https://github.com/sanghack81/SDCIT@00d060dde733fde9345154a494f81e97fb395ca7#egg=SDCIT +seaborn==0.11.1 +SecretStorage==3.3.3 +segments==2.1.3 +segtok==1.5.11 +semantic-version==2.10.0 +semver==2.13.0 +Send2Trash==1.5.0 +sentencepiece==0.1.99 +sentry-sdk==1.4.3 +shellingham==1.4.0 +shortuuid==1.0.7 +SIDEKIT==1.3.8.5.2 +simplejson==3.17.5 +singledispatchmethod==1.0 +six==1.15.0 +smart-open==5.0.0 +smmap==5.0.0 +sniffio==1.3.0 +snowballstemmer==2.0.0 +sortedcollections==2.1.0 +sortedcontainers==2.4.0 +sounddevice==0.4.5 +SoundFile==0.10.3.post1 +soupsieve==2.3 +sox==1.4.1 +sparsemax==0.1.9 +speechbrain==0.5.14 +sphfile==1.0.3 +Sphinx==3.3.1 +sphinx-rtd-theme==0.2.4 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-bibtex==2.4.1 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +SQLAlchemy==1.4.25 +sqlitedict==2.1.0 +sqlparse==0.4.2 +stanza==1.4.2 +starlette==0.27.0 +starsessions==1.3.0 +stevedore==3.4.0 +subprocess32==3.5.4 +sympy==1.9 +tabulate==0.8.9 +tensorboard==2.4.0 +tensorboard-plugin-wit==1.7.0 +tensorboardX==2.6.1 +tensorflow==2.4.0 +tensorflow-estimator==2.4.0 +termcolor==1.1.0 +terminado==0.9.4 +testpath==0.4.4 +threadpoolctl==2.1.0 +tifffile==2020.12.8 +tikzplotlib==0.9.8 +tinycss2==1.2.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml==0.10.2 +toolz==0.12.0 +torch==1.13.1 +torch-audiomentations==0.11.0 +torch-pitch-shift==1.2.4 +torch-stft==0.1.4 +torchaudio==0.13.1 +torchmetrics==0.11.4 +torchvision==0.14.1 +tornado==6.1 +tqdm==4.61.1 +trackrip==1.2.1 +traitlets==5.9.0 +transformer-smaller-training-vocab==0.3.1 +transformers==4.30.2 +triton==2.0.0 +typed-ast==1.4.1 +typer==0.4.0 +typing-extensions==4.4.0 +uc-micro-py==1.0.1 +Unidecode==1.3.2 +uritemplate==3.0.1 +urllib3==1.26.2 +uvicorn==0.20.0 +versioneer==0.28 +virtualenv==20.2.1 +wandb==0.12.6 +wcwidth==0.2.5 +webdataset==0.1.62 +webencodings==0.5.1 +websocket-client==1.6.1 +websockets==10.4 +Werkzeug==1.0.1 +wget==3.2 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wordninja==2.0.0 +wrapt==1.12.1 +xmltodict==0.13.0 +xxhash==2.0.0 +yamllint==1.23.0 +yarg==0.1.9 +yarl==1.7.2 +yaspin==2.1.0 +youtokentome==1.0.6 +youtube-dl==2021.6.6 +zipp==3.6.0 + + +2023-09-19 17:38:40,438 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-19 17:38:42,762 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-19 17:38:42,882 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-19 17:38:42,948 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-19 17:38:44,982 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-19 17:38:44,983 - speechbrain.core - INFO - 60.1M trainable parameters in ASR +2023-09-19 17:38:44,985 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00 +2023-09-19 17:38:45,094 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt +2023-09-19 17:38:45,098 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:38:45,099 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:38:45,125 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-19 17:38:45,127 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7864 +2023-09-19 17:38:45,128 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7864 "GET /startup-events HTTP/1.1" 200 5 +2023-09-19 17:38:45,129 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-19 17:38:45,129 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-19 17:38:45,129 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-19 17:38:45,129 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-19 17:38:45,129 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-19 17:38:45,129 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-19 17:38:45,129 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-19 17:38:45,129 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-19 17:38:45,129 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-19 17:38:45,129 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-19 17:38:45,129 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-19 17:38:45,129 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (9): 169.254.169.254:80 +2023-09-19 17:38:45,809 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-19 17:38:45,924 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-19 17:38:46,131 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-19 17:38:46,131 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (10): 169.254.169.254:80 +2023-09-19 17:38:47,133 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-19 17:38:47,134 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-19 17:38:47,134 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-19 17:38:47,135 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-19 17:38:47,140 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-19 17:38:47,142 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-19 17:38:47,144 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-19 17:38:47,144 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-19 17:38:47,145 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-19 17:38:47,145 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-19 17:38:47,146 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-19 17:38:47,150 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7864 +2023-09-19 17:38:47,158 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7864 "HEAD / HTTP/1.1" 200 0 +2023-09-19 17:38:47,162 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:38:54,125 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /v2/tunnel-request HTTP/1.1" 200 None +2023-09-19 17:40:03,081 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-19 17:40:03,142 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/3f72fe0f1c97408e48c08e79a3113845f51df1e0/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-19 17:40:03,207 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-19 17:40:28,886 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-19 17:40:29,640 - speechbrain.core - INFO - Beginning experiment! +2023-09-19 17:40:29,640 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-19 17:40:30,156 - speechbrain.utils.superpowers - DEBUG - abkhazia==1.0 +absl-py==0.11.0 +aiofiles==23.2.1 +aiohttp==3.8.0 +aiosignal==1.2.0 +alabaster==0.7.12 +alembic==1.7.4 +altair==4.2.0 +altgraph==0.17 +antlr4-python3-runtime==4.9.3 +anyio==3.6.2 +appdirs==1.4.4 +argcomplete==1.12.2 +argon2-cffi==20.1.0 +arrow==1.2.3 +asgiref==3.6.0 +asteroid-filterbanks==0.4.0 +astunparse==1.6.3 +async-generator==1.10 +async-timeout==4.0.0 +attrdict==2.0.1 +attrs==20.3.0 +audeer==1.16.0 +audformat==0.11.5 +audinterface==0.7.0 +audiofile==1.0.0 +audiomentations==0.25.0 +audioread==2.1.9 +audobject==0.4.14 +audresample==0.1.6 +-e git+https://github.com/facebookresearch/WavAugment.git@54afcdb00ccc852c2f030f239f8532c9562b550e#egg=augment +autopage==0.4.0 +Babel==2.9.0 +backcall==0.2.0 +backports.cached-property==1.0.2 +beautifulsoup4==4.10.0 +black==19.10b0 +bleach==3.3.0 +blessed==1.20.0 +boto3==1.20.2 +botocore==1.23.2 +bpemb==0.3.4 +braceexpand==0.1.7 +cachetools==4.2.0 +certifi @ file:///croot/certifi_1671487769961/work/certifi +cffi==1.14.3 +cfgv==3.2.0 +chardet==3.0.4 +charset-normalizer==2.0.7 +click==7.1.2 +cliff==3.9.0 +clldutils==3.5.4 +cloudpickle==2.2.1 +cmaes==0.8.2 +cmake==3.18.4.post1 +cmd2==2.2.0 +colorama==0.4.4 +colorlog==4.6.2 +configparser==5.1.0 +conllu==4.5.3 +croniter==1.3.15 +cryptography==38.0.4 +csrgraph==0.1.28 +csvw==1.8.1 +cycler==0.10.0 +Cython==0.29.21 +dataclasses==0.6 +dateutils==0.6.12 +decorator==4.4.2 +deepdiff==6.3.0 +deepspeech==0.9.1 +defusedxml==0.7.1 +Deprecated==1.2.14 +dill==0.3.3 +Distance==0.1.3 +distlib==0.3.1 +Django==3.2.16 +django-auditlog==2.2.1 +django-filter==22.1 +django-js-asset==1.2.2 +django-mptt==0.14.0 +djangorestframework==3.14.0 +docker-pycreds==0.4.0 +docopt==0.6.2 +docutils==0.16 +drf-excel==2.2.0 +drf-flex-fields==1.0.0 +drf-renderer-xlsx==0.4.1 +easyocr==1.2.1 +editdistance==0.6.0 +einops==0.3.2 +emoji==2.2.0 +entrypoints==0.3 +et-xmlfile==1.1.0 +exceptiongroup==1.1.0 +farasapy==0.0.14 +fastapi==0.98.0 +fastjsonschema==2.17.1 +fasttext==0.9.2 +ffmpeg-python==0.2.0 +ffmpy==0.3.0 +filelock==3.0.12 +flair==0.12.2 +flake8==3.7.9 +flatbuffers==1.12 +frozendict==2.0.7 +frozenlist==1.2.0 +fsspec==2021.11.0 +ftfy==6.1.1 +future==0.18.2 +g2p-en==2.1.0 +gast==0.3.3 +gdown==4.4.0 +gdrive==0.1.5 +gensim==4.0.1 +gitdb==4.0.9 +GitPython==3.1.24 +google-api-core==2.11.1 +google-api-python-client==2.43.0 +google-auth==1.24.0 +google-auth-httplib2==0.1.0 +google-auth-oauthlib==0.5.3 +google-pasta==0.2.0 +googleapis-common-protos==1.59.1 +gradio==3.44.4 +gradio-client==0.5.1 +greenlet==1.1.2 +grpcio==1.32.0 +h11==0.14.0 +h5features==1.3.2 +h5py==2.10.0 +hierarchy==0.4.0 +hmmlearn==0.2.8 +htk-io==0.5 +httpcore==0.16.3 +httplib2==0.22.0 +httpx==0.23.3 +huggingface-hub==0.15.1 +hydra-colorlog==0.1.4 +hydra-core==1.3.2 +hyperopt==0.2.7 +HyperPyYAML==1.1.0 +hypothesis==6.61.2 +identify==1.5.10 +idna==2.10 +imageio==2.9.0 +imagesize==1.2.0 +importlib-metadata==4.8.1 +importlib-resources==5.2.2 +inflect==5.3.0 +inquirer==3.1.3 +ipadic==1.0.0 +ipyevents==2.0.1 +ipykernel==5.3.4 +ipython==7.19.0 +ipython-genutils==0.2.0 +ipywebrtc==0.6.0 +ipywidgets==7.6.3 +iso-639==0.4.5 +isodate==0.6.0 +isort==4.3.21 +itsdangerous==2.1.2 +Janome==0.5.0 +jedi==0.17.2 +jeepney==0.8.0 +jieba==0.42.1 +Jinja2==3.0.3 +jiwer==2.2.0 +jmespath==0.10.0 +joblib==0.17.0 +jsonschema==3.2.0 +julius==0.2.7 +jupyter-client==6.1.7 +jupyter-core==4.7.0 +jupyterlab-pygments==0.1.2 +jupyterlab-widgets==1.0.0 +kaitaistruct==0.9 +kaldi-io==0.9.4 +kaldi-python-io==1.2.2 +kaldiio==2.17.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip +Keras-Preprocessing==1.1.2 +kiwisolver==1.3.1 +lang-trans==0.6.0 +langdetect==1.0.9 +latexcodec==2.0.1 +ldap3==2.9.1 +librosa==0.9.0 +lightning-cloud==0.5.37 +lightning-utilities==0.8.0 +linkify-it-py==1.0.3 +lit==16.0.6 +llvmlite==0.35.0 +lxml==4.9.0 +Mako==1.1.5 +Markdown==3.3.3 +markdown-it-py==3.0.0 +MarkupSafe==2.1.3 +marshmallow==3.14.0 +matplotlib==3.3.3 +mccabe==0.6.1 +mcd==0.4 +mdit-py-plugins==0.3.3 +mdurl==0.1.2 +mecab-python3==1.0.3 +megatron-lm==2.2.0 +metrics==0.3.3 +mido==1.2.10 +mistune==0.8.4 +more-itertools==8.6.0 +mpld3==0.3 +mpmath==1.2.1 +multidict==5.2.0 +multiprocess==0.70.11.1 +nbclient==0.5.3 +nbconvert==5.6.1 +nbformat==5.9.0 +NEMO==4.3.2 +nemo-toolkit==1.4.0 +nest-asyncio==1.5.1 +networkx==2.8.8 +nltk==3.2.4 +nodeenv==1.5.0 +normalize==2.0.2 +notebook==6.3.0 +numba==0.52.0 +numpy==1.19.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +oauthlib==3.1.0 +omegaconf==2.3.0 +onnx==1.10.2 +OpenCC==1.1.2 +opencv-python==4.4.0.46 +openpyxl==3.0.9 +opensmile==2.2.0 +opt-einsum==3.3.0 +optuna==2.10.0 +ordered-set==4.1.0 +orjson==3.8.4 +oyaml==1.0 +packaging==22.0 +pandas==1.2.5 +pandocfilters==1.4.3 +pangu==4.0.6.1 +parameterized==0.8.1 +parso==0.7.1 +pathlib2==2.3.7.post1 +pathspec==0.5.5 +pathtools==0.1.2 +pbr==5.6.0 +pefile==2019.4.18 +pescador==2.1.0 +pesq==0.0.3 +pexpect==4.8.0 +phonemizer==2.2.1 +pickleshare==0.7.5 +Pillow==9.3.0 +pip-api==0.0.23 +pipreqs==0.4.11 +pluggy==0.13.1 +pooch==1.3.0 +portalocker==2.3.2 +pptree==3.1 +pre-commit==2.9.0 +preprocessing==0.1.13 +pretty-midi==0.2.9 +prettytable==2.2.1 +primePy==1.3 +progressbar2==3.53.1 +prometheus-client==0.10.1 +promise==2.3 +prompt-toolkit==3.0.8 +protobuf==3.20.3 +psutil==5.6.6 +ptyprocess==0.6.0 +py==1.9.0 +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +pyannote.audio==2.1.1 +pyannote.core==4.5 +pyannote.database==4.1.3 +pyannote.metrics==3.2.1 +pyannote.pipeline==2.3 +pyannotebook==0.1.0.dev0 +PyArabic==0.6.15 +pyarrow==3.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pybind11==2.8.1 +pybtex==0.24.0 +pybtex-docutils==1.0.1 +pycodestyle==2.5.0 +pycparser==2.20 +pycryptodome==3.16.0 +pyctcdecode==0.4.0 +pydantic==1.10.4 +pyDeprecate==0.3.1 +pydub==0.25.1 +pyflakes==2.1.1 +Pygments==2.15.1 +pygtrie==2.5.0 +PyJWT==2.7.0 +pymodbus==2.5.3 +pyparsing==2.4.7 +pyperclip==1.8.2 +pypinyin==0.43.0 +pyrsistent==0.17.3 +pyserial==3.5 +PySocks==1.7.1 +pystoi==0.3.3 +pytest==5.4.1 +pytest-runner==5.3.1 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.2 +python-editor==1.0.4 +python-Levenshtein==0.12.2 +python-multipart==0.0.5 +python-utils==2.4.0 +pytorch-lightning==1.6.5 +pytorch-metric-learning==1.7.3 +pytorch-revgrad==0.2.0 +pytube==11.0.1 +pytz==2022.6 +PyWavelets==1.1.1 +PyYAML==6.0 +pyzmq==20.0.0 +rapidfuzz==1.8.2 +readchar==4.0.5 +regex==2020.11.13 +requests==2.28.1 +requests-oauthlib==1.3.0 +resampy==0.2.2 +rfc3986==1.4.0 +rich==13.4.2 +richenum==1.3.1 +rsa==4.7 +ruamel.yaml==0.17.21 +ruamel.yaml.clib==0.2.7 +s3m==1.1.0 +s3transfer==0.5.0 +sacrebleu==2.0.0 +sacremoses==0.0.44 +safetensors==0.3.1 +scikit-image==0.18.1 +scikit-learn==0.23.2 +scipy==1.5.4 +-e git+https://github.com/sanghack81/SDCIT@00d060dde733fde9345154a494f81e97fb395ca7#egg=SDCIT +seaborn==0.11.1 +SecretStorage==3.3.3 +segments==2.1.3 +segtok==1.5.11 +semantic-version==2.10.0 +semver==2.13.0 +Send2Trash==1.5.0 +sentencepiece==0.1.99 +sentry-sdk==1.4.3 +shellingham==1.4.0 +shortuuid==1.0.7 +SIDEKIT==1.3.8.5.2 +simplejson==3.17.5 +singledispatchmethod==1.0 +six==1.15.0 +smart-open==5.0.0 +smmap==5.0.0 +sniffio==1.3.0 +snowballstemmer==2.0.0 +sortedcollections==2.1.0 +sortedcontainers==2.4.0 +sounddevice==0.4.5 +SoundFile==0.10.3.post1 +soupsieve==2.3 +sox==1.4.1 +sparsemax==0.1.9 +speechbrain==0.5.14 +sphfile==1.0.3 +Sphinx==3.3.1 +sphinx-rtd-theme==0.2.4 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-bibtex==2.4.1 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +SQLAlchemy==1.4.25 +sqlitedict==2.1.0 +sqlparse==0.4.2 +stanza==1.4.2 +starlette==0.27.0 +starsessions==1.3.0 +stevedore==3.4.0 +subprocess32==3.5.4 +sympy==1.9 +tabulate==0.8.9 +tensorboard==2.4.0 +tensorboard-plugin-wit==1.7.0 +tensorboardX==2.6.1 +tensorflow==2.4.0 +tensorflow-estimator==2.4.0 +termcolor==1.1.0 +terminado==0.9.4 +testpath==0.4.4 +threadpoolctl==2.1.0 +tifffile==2020.12.8 +tikzplotlib==0.9.8 +tinycss2==1.2.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml==0.10.2 +toolz==0.12.0 +torch==1.13.1 +torch-audiomentations==0.11.0 +torch-pitch-shift==1.2.4 +torch-stft==0.1.4 +torchaudio==0.13.1 +torchmetrics==0.11.4 +torchvision==0.14.1 +tornado==6.1 +tqdm==4.61.1 +trackrip==1.2.1 +traitlets==5.9.0 +transformer-smaller-training-vocab==0.3.1 +transformers==4.30.2 +triton==2.0.0 +typed-ast==1.4.1 +typer==0.4.0 +typing-extensions==4.4.0 +uc-micro-py==1.0.1 +Unidecode==1.3.2 +uritemplate==3.0.1 +urllib3==1.26.2 +uvicorn==0.20.0 +versioneer==0.28 +virtualenv==20.2.1 +wandb==0.12.6 +wcwidth==0.2.5 +webdataset==0.1.62 +webencodings==0.5.1 +websocket-client==1.6.1 +websockets==10.4 +Werkzeug==1.0.1 +wget==3.2 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wordninja==2.0.0 +wrapt==1.12.1 +xmltodict==0.13.0 +xxhash==2.0.0 +yamllint==1.23.0 +yarg==0.1.9 +yarl==1.7.2 +yaspin==2.1.0 +youtokentome==1.0.6 +youtube-dl==2021.6.6 +zipp==3.6.0 + + +2023-09-19 17:40:30,215 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-19 17:40:32,635 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-19 17:40:32,756 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-19 17:40:32,822 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-19 17:40:35,098 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-19 17:40:35,099 - speechbrain.core - INFO - 60.1M trainable parameters in ASR +2023-09-19 17:40:35,101 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00 +2023-09-19 17:40:35,205 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt +2023-09-19 17:40:35,208 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:40:35,210 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:40:35,235 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-19 17:40:35,236 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7865 +2023-09-19 17:40:35,237 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7865 "GET /startup-events HTTP/1.1" 200 5 +2023-09-19 17:40:35,238 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-19 17:40:35,238 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-19 17:40:35,238 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-19 17:40:35,238 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-19 17:40:35,238 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-19 17:40:35,238 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-19 17:40:35,238 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-19 17:40:35,238 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-19 17:40:35,238 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-19 17:40:35,238 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-19 17:40:35,238 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-19 17:40:35,239 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (11): 169.254.169.254:80 +2023-09-19 17:40:35,916 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-19 17:40:36,035 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-19 17:40:36,240 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-19 17:40:36,240 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (12): 169.254.169.254:80 +2023-09-19 17:40:37,241 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-19 17:40:37,242 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-19 17:40:37,243 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-19 17:40:37,243 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-19 17:40:37,248 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-19 17:40:37,251 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-19 17:40:37,252 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-19 17:40:37,253 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-19 17:40:37,253 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-19 17:40:37,254 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-19 17:40:37,254 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-19 17:40:37,259 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7865 +2023-09-19 17:40:37,267 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7865 "HEAD / HTTP/1.1" 200 0 +2023-09-19 17:40:37,272 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 17:40:47,246 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-19 17:40:47,338 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/a72292061e018105ccedabf27a9b06ca7166f556/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-19 17:40:47,445 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-19 17:40:51,913 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /v2/tunnel-request HTTP/1.1" 200 None +2023-09-19 18:08:09,023 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-19 18:08:09,807 - speechbrain.core - INFO - Beginning experiment! +2023-09-19 18:08:09,808 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-19 18:08:10,328 - speechbrain.utils.superpowers - DEBUG - abkhazia==1.0 +absl-py==0.11.0 +aiofiles==23.2.1 +aiohttp==3.8.0 +aiosignal==1.2.0 +alabaster==0.7.12 +alembic==1.7.4 +altair==4.2.0 +altgraph==0.17 +antlr4-python3-runtime==4.9.3 +anyio==3.6.2 +appdirs==1.4.4 +argcomplete==1.12.2 +argon2-cffi==20.1.0 +arrow==1.2.3 +asgiref==3.6.0 +asteroid-filterbanks==0.4.0 +astunparse==1.6.3 +async-generator==1.10 +async-timeout==4.0.0 +attrdict==2.0.1 +attrs==20.3.0 +audeer==1.16.0 +audformat==0.11.5 +audinterface==0.7.0 +audiofile==1.0.0 +audiomentations==0.25.0 +audioread==2.1.9 +audobject==0.4.14 +audresample==0.1.6 +-e git+https://github.com/facebookresearch/WavAugment.git@54afcdb00ccc852c2f030f239f8532c9562b550e#egg=augment +autopage==0.4.0 +Babel==2.9.0 +backcall==0.2.0 +backports.cached-property==1.0.2 +beautifulsoup4==4.10.0 +black==19.10b0 +bleach==3.3.0 +blessed==1.20.0 +boto3==1.20.2 +botocore==1.23.2 +bpemb==0.3.4 +braceexpand==0.1.7 +cachetools==4.2.0 +certifi @ file:///croot/certifi_1671487769961/work/certifi +cffi==1.14.3 +cfgv==3.2.0 +chardet==3.0.4 +charset-normalizer==2.0.7 +click==7.1.2 +cliff==3.9.0 +clldutils==3.5.4 +cloudpickle==2.2.1 +cmaes==0.8.2 +cmake==3.18.4.post1 +cmd2==2.2.0 +colorama==0.4.4 +colorlog==4.6.2 +configparser==5.1.0 +conllu==4.5.3 +croniter==1.3.15 +cryptography==38.0.4 +csrgraph==0.1.28 +csvw==1.8.1 +cycler==0.10.0 +Cython==0.29.21 +dataclasses==0.6 +dateutils==0.6.12 +decorator==4.4.2 +deepdiff==6.3.0 +deepspeech==0.9.1 +defusedxml==0.7.1 +Deprecated==1.2.14 +dill==0.3.3 +Distance==0.1.3 +distlib==0.3.1 +Django==3.2.16 +django-auditlog==2.2.1 +django-filter==22.1 +django-js-asset==1.2.2 +django-mptt==0.14.0 +djangorestframework==3.14.0 +docker-pycreds==0.4.0 +docopt==0.6.2 +docutils==0.16 +drf-excel==2.2.0 +drf-flex-fields==1.0.0 +drf-renderer-xlsx==0.4.1 +easyocr==1.2.1 +editdistance==0.6.0 +einops==0.3.2 +emoji==2.2.0 +entrypoints==0.3 +et-xmlfile==1.1.0 +exceptiongroup==1.1.0 +farasapy==0.0.14 +fastapi==0.98.0 +fastjsonschema==2.17.1 +fasttext==0.9.2 +ffmpeg-python==0.2.0 +ffmpy==0.3.0 +filelock==3.0.12 +flair==0.12.2 +flake8==3.7.9 +flatbuffers==1.12 +frozendict==2.0.7 +frozenlist==1.2.0 +fsspec==2021.11.0 +ftfy==6.1.1 +future==0.18.2 +g2p-en==2.1.0 +gast==0.3.3 +gdown==4.4.0 +gdrive==0.1.5 +gensim==4.0.1 +gitdb==4.0.9 +GitPython==3.1.24 +google-api-core==2.11.1 +google-api-python-client==2.43.0 +google-auth==1.24.0 +google-auth-httplib2==0.1.0 +google-auth-oauthlib==0.5.3 +google-pasta==0.2.0 +googleapis-common-protos==1.59.1 +gradio==3.44.4 +gradio-client==0.5.1 +greenlet==1.1.2 +grpcio==1.32.0 +h11==0.14.0 +h5features==1.3.2 +h5py==2.10.0 +hierarchy==0.4.0 +hmmlearn==0.2.8 +htk-io==0.5 +httpcore==0.16.3 +httplib2==0.22.0 +httpx==0.23.3 +huggingface-hub==0.15.1 +hydra-colorlog==0.1.4 +hydra-core==1.3.2 +hyperopt==0.2.7 +HyperPyYAML==1.1.0 +hypothesis==6.61.2 +identify==1.5.10 +idna==2.10 +imageio==2.9.0 +imagesize==1.2.0 +importlib-metadata==4.8.1 +importlib-resources==5.2.2 +inflect==5.3.0 +inquirer==3.1.3 +ipadic==1.0.0 +ipyevents==2.0.1 +ipykernel==5.3.4 +ipython==7.19.0 +ipython-genutils==0.2.0 +ipywebrtc==0.6.0 +ipywidgets==7.6.3 +iso-639==0.4.5 +isodate==0.6.0 +isort==4.3.21 +itsdangerous==2.1.2 +Janome==0.5.0 +jedi==0.17.2 +jeepney==0.8.0 +jieba==0.42.1 +Jinja2==3.0.3 +jiwer==2.2.0 +jmespath==0.10.0 +joblib==0.17.0 +jsonschema==3.2.0 +julius==0.2.7 +jupyter-client==6.1.7 +jupyter-core==4.7.0 +jupyterlab-pygments==0.1.2 +jupyterlab-widgets==1.0.0 +kaitaistruct==0.9 +kaldi-io==0.9.4 +kaldi-python-io==1.2.2 +kaldiio==2.17.2 +kenlm @ https://github.com/kpu/kenlm/archive/master.zip +Keras-Preprocessing==1.1.2 +kiwisolver==1.3.1 +lang-trans==0.6.0 +langdetect==1.0.9 +latexcodec==2.0.1 +ldap3==2.9.1 +librosa==0.9.0 +lightning-cloud==0.5.37 +lightning-utilities==0.8.0 +linkify-it-py==1.0.3 +lit==16.0.6 +llvmlite==0.35.0 +lxml==4.9.0 +Mako==1.1.5 +Markdown==3.3.3 +markdown-it-py==3.0.0 +MarkupSafe==2.1.3 +marshmallow==3.14.0 +matplotlib==3.3.3 +mccabe==0.6.1 +mcd==0.4 +mdit-py-plugins==0.3.3 +mdurl==0.1.2 +mecab-python3==1.0.3 +megatron-lm==2.2.0 +metrics==0.3.3 +mido==1.2.10 +mistune==0.8.4 +more-itertools==8.6.0 +mpld3==0.3 +mpmath==1.2.1 +multidict==5.2.0 +multiprocess==0.70.11.1 +nbclient==0.5.3 +nbconvert==5.6.1 +nbformat==5.9.0 +NEMO==4.3.2 +nemo-toolkit==1.4.0 +nest-asyncio==1.5.1 +networkx==2.8.8 +nltk==3.2.4 +nodeenv==1.5.0 +normalize==2.0.2 +notebook==6.3.0 +numba==0.52.0 +numpy==1.19.4 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +oauthlib==3.1.0 +omegaconf==2.3.0 +onnx==1.10.2 +OpenCC==1.1.2 +opencv-python==4.4.0.46 +openpyxl==3.0.9 +opensmile==2.2.0 +opt-einsum==3.3.0 +optuna==2.10.0 +ordered-set==4.1.0 +orjson==3.8.4 +oyaml==1.0 +packaging==22.0 +pandas==1.2.5 +pandocfilters==1.4.3 +pangu==4.0.6.1 +parameterized==0.8.1 +parso==0.7.1 +pathlib2==2.3.7.post1 +pathspec==0.5.5 +pathtools==0.1.2 +pbr==5.6.0 +pefile==2019.4.18 +pescador==2.1.0 +pesq==0.0.3 +pexpect==4.8.0 +phonemizer==2.2.1 +pickleshare==0.7.5 +Pillow==9.3.0 +pip-api==0.0.23 +pipreqs==0.4.11 +pluggy==0.13.1 +pooch==1.3.0 +portalocker==2.3.2 +pptree==3.1 +pre-commit==2.9.0 +preprocessing==0.1.13 +pretty-midi==0.2.9 +prettytable==2.2.1 +primePy==1.3 +progressbar2==3.53.1 +prometheus-client==0.10.1 +promise==2.3 +prompt-toolkit==3.0.8 +protobuf==3.20.3 +psutil==5.6.6 +ptyprocess==0.6.0 +py==1.9.0 +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +pyannote.audio==2.1.1 +pyannote.core==4.5 +pyannote.database==4.1.3 +pyannote.metrics==3.2.1 +pyannote.pipeline==2.3 +pyannotebook==0.1.0.dev0 +PyArabic==0.6.15 +pyarrow==3.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pybind11==2.8.1 +pybtex==0.24.0 +pybtex-docutils==1.0.1 +pycodestyle==2.5.0 +pycparser==2.20 +pycryptodome==3.16.0 +pyctcdecode==0.4.0 +pydantic==1.10.4 +pyDeprecate==0.3.1 +pydub==0.25.1 +pyflakes==2.1.1 +Pygments==2.15.1 +pygtrie==2.5.0 +PyJWT==2.7.0 +pymodbus==2.5.3 +pyparsing==2.4.7 +pyperclip==1.8.2 +pypinyin==0.43.0 +pyrsistent==0.17.3 +pyserial==3.5 +PySocks==1.7.1 +pystoi==0.3.3 +pytest==5.4.1 +pytest-runner==5.3.1 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.2 +python-editor==1.0.4 +python-Levenshtein==0.12.2 +python-multipart==0.0.5 +python-utils==2.4.0 +pytorch-lightning==1.6.5 +pytorch-metric-learning==1.7.3 +pytorch-revgrad==0.2.0 +pytube==11.0.1 +pytz==2022.6 +PyWavelets==1.1.1 +PyYAML==6.0 +pyzmq==20.0.0 +rapidfuzz==1.8.2 +readchar==4.0.5 +regex==2020.11.13 +requests==2.28.1 +requests-oauthlib==1.3.0 +resampy==0.2.2 +rfc3986==1.4.0 +rich==13.4.2 +richenum==1.3.1 +rsa==4.7 +ruamel.yaml==0.17.21 +ruamel.yaml.clib==0.2.7 +s3m==1.1.0 +s3transfer==0.5.0 +sacrebleu==2.0.0 +sacremoses==0.0.44 +safetensors==0.3.1 +scikit-image==0.18.1 +scikit-learn==0.23.2 +scipy==1.5.4 +-e git+https://github.com/sanghack81/SDCIT@00d060dde733fde9345154a494f81e97fb395ca7#egg=SDCIT +seaborn==0.11.1 +SecretStorage==3.3.3 +segments==2.1.3 +segtok==1.5.11 +semantic-version==2.10.0 +semver==2.13.0 +Send2Trash==1.5.0 +sentencepiece==0.1.99 +sentry-sdk==1.4.3 +shellingham==1.4.0 +shortuuid==1.0.7 +SIDEKIT==1.3.8.5.2 +simplejson==3.17.5 +singledispatchmethod==1.0 +six==1.15.0 +smart-open==5.0.0 +smmap==5.0.0 +sniffio==1.3.0 +snowballstemmer==2.0.0 +sortedcollections==2.1.0 +sortedcontainers==2.4.0 +sounddevice==0.4.5 +SoundFile==0.10.3.post1 +soupsieve==2.3 +sox==1.4.1 +sparsemax==0.1.9 +speechbrain==0.5.14 +sphfile==1.0.3 +Sphinx==3.3.1 +sphinx-rtd-theme==0.2.4 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-bibtex==2.4.1 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +SQLAlchemy==1.4.25 +sqlitedict==2.1.0 +sqlparse==0.4.2 +stanza==1.4.2 +starlette==0.27.0 +starsessions==1.3.0 +stevedore==3.4.0 +subprocess32==3.5.4 +sympy==1.9 +tabulate==0.8.9 +tensorboard==2.4.0 +tensorboard-plugin-wit==1.7.0 +tensorboardX==2.6.1 +tensorflow==2.4.0 +tensorflow-estimator==2.4.0 +termcolor==1.1.0 +terminado==0.9.4 +testpath==0.4.4 +threadpoolctl==2.1.0 +tifffile==2020.12.8 +tikzplotlib==0.9.8 +tinycss2==1.2.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml==0.10.2 +toolz==0.12.0 +torch==1.13.1 +torch-audiomentations==0.11.0 +torch-pitch-shift==1.2.4 +torch-stft==0.1.4 +torchaudio==0.13.1 +torchmetrics==0.11.4 +torchvision==0.14.1 +tornado==6.1 +tqdm==4.61.1 +trackrip==1.2.1 +traitlets==5.9.0 +transformer-smaller-training-vocab==0.3.1 +transformers==4.30.2 +triton==2.0.0 +typed-ast==1.4.1 +typer==0.4.0 +typing-extensions==4.4.0 +uc-micro-py==1.0.1 +Unidecode==1.3.2 +uritemplate==3.0.1 +urllib3==1.26.2 +uvicorn==0.20.0 +versioneer==0.28 +virtualenv==20.2.1 +wandb==0.12.6 +wcwidth==0.2.5 +webdataset==0.1.62 +webencodings==0.5.1 +websocket-client==1.6.1 +websockets==10.4 +Werkzeug==1.0.1 +wget==3.2 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wordninja==2.0.0 +wrapt==1.12.1 +xmltodict==0.13.0 +xxhash==2.0.0 +yamllint==1.23.0 +yarg==0.1.9 +yarl==1.7.2 +yaspin==2.1.0 +youtokentome==1.0.6 +youtube-dl==2021.6.6 +zipp==3.6.0 + + +2023-09-19 18:08:10,398 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-19 18:08:12,690 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-19 18:08:12,806 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-19 18:08:12,869 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-19 18:08:13,614 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-19 18:08:13,615 - speechbrain.core - INFO - 60.1M trainable parameters in ASR +2023-09-19 18:08:13,617 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00 +2023-09-19 18:08:13,725 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt +2023-09-19 18:08:13,730 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 18:08:13,731 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 18:08:13,755 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-19 18:08:13,757 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7866 +2023-09-19 18:08:13,778 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7866 "GET /startup-events HTTP/1.1" 200 5 +2023-09-19 18:08:13,779 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-19 18:08:13,779 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-19 18:08:13,779 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-19 18:08:13,779 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-19 18:08:13,779 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-19 18:08:13,779 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-19 18:08:13,779 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-19 18:08:13,779 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-19 18:08:13,779 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-19 18:08:13,779 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-19 18:08:13,779 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-19 18:08:13,780 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (13): 169.254.169.254:80 +2023-09-19 18:08:14,468 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-19 18:08:14,558 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-19 18:08:14,781 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-19 18:08:14,782 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (14): 169.254.169.254:80 +2023-09-19 18:08:15,783 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-19 18:08:15,785 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-19 18:08:15,785 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-19 18:08:15,786 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-19 18:08:15,789 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-19 18:08:15,790 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-19 18:08:15,790 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-19 18:08:15,790 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-19 18:08:15,790 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-19 18:08:15,790 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-19 18:08:15,790 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-19 18:08:15,791 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7866 +2023-09-19 18:08:15,793 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7866 "HEAD / HTTP/1.1" 200 0 +2023-09-19 18:08:15,794 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-19 18:08:22,361 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /v2/tunnel-request HTTP/1.1" 200 None +2023-09-19 18:08:23,084 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-19 18:08:23,184 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/56296c998d4d348986414292c6a9812ff369d673/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-19 18:08:23,269 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-19 18:14:05,956 - parso.python.diff - DEBUG - diff parser start +2023-09-19 18:14:05,957 - parso.python.diff - DEBUG - line_lengths old: 22; new: 22 +2023-09-19 18:14:05,957 - parso.python.diff - DEBUG - -> code[equal] old[1:21] new[1:21] +2023-09-19 18:14:05,958 - parso.python.diff - DEBUG - copy old[1:18] new[1:18] +2023-09-19 18:14:05,960 - parso.python.diff - DEBUG - parse_part from 19 to 22 (to 21 in part parser) +2023-09-19 18:14:05,960 - parso.python.diff - DEBUG - -> code[replace] old[22:22] new[22:22] +2023-09-19 18:14:05,960 - parso.python.diff - DEBUG - diff parser end +2023-09-19 18:14:06,676 - parso.python.diff - DEBUG - diff parser start +2023-09-19 18:14:06,676 - parso.python.diff - DEBUG - line_lengths old: 22; new: 22 +2023-09-19 18:14:06,677 - parso.python.diff - DEBUG - -> code[equal] old[1:21] new[1:21] +2023-09-19 18:14:06,677 - parso.python.diff - DEBUG - copy old[1:18] new[1:18] +2023-09-19 18:14:06,679 - parso.python.diff - DEBUG - parse_part from 19 to 22 (to 21 in part parser) +2023-09-19 18:14:06,679 - parso.python.diff - DEBUG - -> code[replace] old[22:22] new[22:22] +2023-09-19 18:14:06,680 - parso.python.diff - DEBUG - diff parser end +2023-09-20 14:32:55,769 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 14:32:55,770 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 14:32:56,293 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 14:32:56,474 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 14:33:08,268 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 14:33:10,413 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-20 14:34:44,752 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 14:34:44,753 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 14:34:45,349 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 14:34:45,564 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 14:34:53,740 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 14:34:54,466 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 14:34:54,466 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 14:34:55,006 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 14:34:55,223 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 14:34:55,225 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:34:55,225 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 14:34:55,226 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:36:33,873 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 14:36:34,555 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 14:36:34,556 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 14:36:35,085 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 14:36:35,303 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 14:36:35,305 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:36:35,305 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 14:36:35,306 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:36:37,694 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:36:37,814 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:36:37,879 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:36:39,226 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 14:36:40,673 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 14:36:43,064 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:36:43,174 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:36:43,236 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:36:45,135 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 14:36:45,989 - matplotlib - DEBUG - (private) matplotlib data path: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/matplotlib-3.3.3-py3.8-linux-x86_64.egg/matplotlib/mpl-data +2023-09-20 14:36:45,989 - matplotlib - DEBUG - matplotlib data path: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/matplotlib-3.3.3-py3.8-linux-x86_64.egg/matplotlib/mpl-data +2023-09-20 14:36:45,991 - matplotlib - DEBUG - CONFIGDIR=/home/salah/.config/matplotlib +2023-09-20 14:36:45,992 - matplotlib - DEBUG - matplotlib version 3.3.3 +2023-09-20 14:36:45,992 - matplotlib - DEBUG - interactive is False +2023-09-20 14:36:45,992 - matplotlib - DEBUG - platform is linux +2023-09-20 14:36:45,993 - matplotlib - DEBUG - loaded modules: ['sys', 'builtins', '_frozen_importlib', '_imp', '_warnings', '_frozen_importlib_external', '_io', 'marshal', 'posix', '_thread', '_weakref', 'time', 'zipimport', '_codecs', 'codecs', 'encodings.aliases', 'encodings', 'encodings.utf_8', '_signal', '__main__', 'encodings.latin_1', '_abc', 'abc', 'io', '_stat', 'stat', '_collections_abc', 'genericpath', 'posixpath', 'os.path', 'os', '_sitebuiltins', '_locale', '_bootlocale', 'types', 'importlib._bootstrap', 'importlib._bootstrap_external', 'warnings', 'importlib', 'importlib.machinery', 'importlib.abc', '_operator', 'operator', 'keyword', '_heapq', 'heapq', 'itertools', 'reprlib', '_collections', 'collections', '_functools', 'functools', 'contextlib', 'importlib.util', 'google', 'google.logging', 'pyannote', 'ruamel', 'sphinxcontrib', 'site', '_weakrefset', 'weakref', 'pkgutil', 'runpy', 'ipykernel._version', '__future__', 'enum', '_sre', 'sre_constants', 'sre_parse', 'sre_compile', 'copyreg', 're', '_json', 'json.scanner', 'json.decoder', 'json.encoder', 'json', 'errno', 'signal', 'threading', '_posixsubprocess', 'select', 'collections.abc', 'math', 'selectors', 'subprocess', 'IPython.core', 'IPython.core.getipython', 'IPython.core.release', 'atexit', 'copy', 'fnmatch', 'glob', 'token', 'tokenize', 'linecache', 'traceback', '_string', 'string', 'logging', 'zlib', '_compression', '_bz2', 'bz2', '_lzma', 'lzma', 'pwd', 'grp', 'shutil', '_opcode', 'opcode', 'dis', 'inspect', 'typing.io', 'typing.re', 'typing', '_ast', 'ast', 'ntpath', 'urllib', 'urllib.parse', 'pathlib', 'traitlets.utils', 'traitlets.utils.bunch', 'traitlets.utils.descriptions', 'traitlets.utils.getargspec', 'traitlets.utils.importstring', 'traitlets.utils.sentinel', 'traitlets.traitlets', 'traitlets._version', 'traitlets.utils.decorators', 'traitlets', 'pprint', '_socket', 'socket', '_struct', 'struct', '_compat_pickle', '_pickle', 'pickle', '_queue', 'queue', 'logging.handlers', 'socketserver', 'logging.config', 'textwrap', 'traitlets.utils.text', 'locale', 'gettext', 'argparse', 'traitlets.config.loader', 'traitlets.config.configurable', 'traitlets.utils.nested_update', 'traitlets.config.application', 'traitlets.config', 'platform', 'sysconfig', '_sysconfigdata__linux_x86_64-linux-gnu', 'pydoc', 'bdb', 'IPython.utils', 'IPython.utils.ipstruct', 'IPython.utils.coloransi', 'pygments', 'IPython.utils.colorable', 'IPython.utils.PyColorize', 'IPython.utils.encoding', 'IPython.utils.py3compat', 'IPython.core.excolors', 'IPython.testing', 'IPython.testing.skipdoctest', 'cmd', 'codeop', 'code', 'pdb', 'IPython.core.debugger', 'IPython.core.display_trap', '_bisect', 'bisect', '_sha512', '_random', 'random', 'pexpect.exceptions', 'pexpect.utils', 'pexpect.expect', 'termios', 'tty', 'pty', 'fcntl', 'resource', 'ptyprocess.util', 'ptyprocess.ptyprocess', 'ptyprocess', 'pexpect.spawnbase', 'pexpect.pty_spawn', 'pexpect.run', 'pexpect', 'shlex', 'IPython.utils._process_common', 'IPython.utils._process_posix', 'IPython.utils.process', 'IPython.utils.decorators', 'IPython.utils.path', 'IPython.utils.data', 'IPython.utils.terminal', 'IPython.core.ultratb', 'IPython.utils._sysinfo', 'IPython.utils.sysinfo', 'IPython.core.crashhandler', 'tempfile', 'IPython.utils.importstring', 'IPython.paths', 'IPython.core.profiledir', 'IPython.core.application', 'IPython.terminal', '_hashlib', '_blake2', '_sha3', 'hashlib', 'IPython.core.compilerop', 'IPython.core.error', 'IPython.utils.text', 'IPython.core.magic_arguments', 'getopt', 'binascii', 'mimetypes', 'IPython.core.display', 'IPython.core.page', 'getpass', 'IPython.lib.security', 'IPython.lib', '_datetime', 'datetime', 'IPython.lib.pretty', 'IPython.utils.openpy', 'IPython.utils.dir2', 'IPython.utils.wildcard', 'pygments.lexers._mapping', 'pygments.modeline', 'pygments.plugin', 'pygments.util', 'pygments.lexers', 'pygments.filter', 'pygments.token', 'pygments.filters', 'pygments.regexopt', 'pygments.lexer', 'pygments.unistring', 'pygments.lexers.python', 'pygments.formatters._mapping', 'pygments.formatters', 'pygments.styles', 'pygments.formatter', 'pygments.formatters.html', 'IPython.core.oinspect', 'IPython.core.inputtransformer2', 'decorator', 'IPython.core.magic', 'pickleshare', 'IPython.core.autocall', 'IPython.core.macro', 'IPython.core.splitinput', 'IPython.core.prefilter', 'IPython.core.alias', 'IPython.core.builtin_trap', 'backcall.backcall', 'backcall', 'IPython.core.events', 'IPython.core.displayhook', 'IPython.core.displaypub', 'IPython.core.extensions', 'IPython.utils.sentinel', 'IPython.core.formatters', '_sqlite3', 'sqlite3.dbapi2', 'sqlite3', 'IPython.core.history', 'IPython.core.logger', 'IPython.core.payload', 'IPython.core.usage', 'html.entities', 'html', 'IPython.lib.display', 'IPython.display', 'IPython.utils.capture', 'IPython.utils.io', 'IPython.core.hooks', 'IPython.utils.strdispatch', 'IPython.utils.syspathcontext', 'IPython.utils.tempdir', 'IPython.utils.contexts', 'IPython.core.async_helpers', 'IPython.core.interactiveshell', 'concurrent', 'concurrent.futures._base', 'concurrent.futures', '_ssl', 'base64', 'ssl', 'asyncio.constants', 'asyncio.format_helpers', 'asyncio.base_futures', 'asyncio.log', 'asyncio.coroutines', '_contextvars', 'contextvars', 'asyncio.exceptions', 'asyncio.base_tasks', '_asyncio', 'asyncio.events', 'asyncio.futures', 'asyncio.protocols', 'asyncio.transports', 'asyncio.sslproto', 'asyncio.locks', 'asyncio.tasks', 'asyncio.staggered', 'asyncio.trsock', 'asyncio.base_events', 'asyncio.runners', 'asyncio.queues', 'asyncio.streams', 'asyncio.subprocess', 'asyncio.base_subprocess', 'asyncio.selector_events', 'asyncio.unix_events', 'asyncio', 'prompt_toolkit.application.current', 'prompt_toolkit.eventloop.utils', 'prompt_toolkit.eventloop.async_generator', 'wcwidth.table_wide', 'wcwidth.table_zero', 'wcwidth.unicode_versions', 'wcwidth.wcwidth', 'wcwidth', 'prompt_toolkit.utils', 'prompt_toolkit.eventloop.inputhook', 'prompt_toolkit.eventloop', 'prompt_toolkit.application.run_in_terminal', 'prompt_toolkit.selection', 'prompt_toolkit.clipboard.base', 'prompt_toolkit.clipboard.in_memory', 'prompt_toolkit.clipboard', 'prompt_toolkit.cache', 'prompt_toolkit.enums', 'prompt_toolkit.filters.base', 'prompt_toolkit.filters.app', 'prompt_toolkit.filters.cli', 'prompt_toolkit.filters.utils', 'prompt_toolkit.filters', 'prompt_toolkit.document', 'prompt_toolkit.auto_suggest', 'prompt_toolkit.data_structures', 'prompt_toolkit.styles.base', 'prompt_toolkit.styles.named_colors', 'prompt_toolkit.styles.style', 'prompt_toolkit.styles.defaults', 'prompt_toolkit.styles.pygments', 'colorsys', 'prompt_toolkit.styles.style_transformation', 'prompt_toolkit.styles', 'prompt_toolkit.output.color_depth', 'prompt_toolkit.output.base', 'prompt_toolkit.patch_stdout', 'prompt_toolkit.output.defaults', 'prompt_toolkit.output', 'array', 'prompt_toolkit.output.vt100', 'prompt_toolkit.mouse_events', 'prompt_toolkit.formatted_text.base', 'prompt_toolkit.formatted_text.ansi', 'xml', 'xml.dom.domreg', 'xml.dom', 'xml.dom.minicompat', 'xml.dom.NodeFilter', 'xml.dom.xmlbuilder', 'xml.dom.minidom', 'prompt_toolkit.formatted_text.html', 'prompt_toolkit.formatted_text.pygments', 'prompt_toolkit.formatted_text.utils', 'prompt_toolkit.formatted_text', 'prompt_toolkit.completion.base', 'prompt_toolkit.completion.filesystem', 'prompt_toolkit.completion.word_completer', 'prompt_toolkit.completion.fuzzy_completer', 'prompt_toolkit.completion.nested', 'prompt_toolkit.completion', 'prompt_toolkit.history', 'prompt_toolkit.keys', 'prompt_toolkit.key_binding.key_bindings', 'prompt_toolkit.key_binding.key_processor', 'prompt_toolkit.key_binding', 'prompt_toolkit.key_binding.vi_state', 'prompt_toolkit.search', 'prompt_toolkit.validation', 'prompt_toolkit.buffer', 'prompt_toolkit.input.base', 'prompt_toolkit.input.defaults', 'prompt_toolkit.input', 'prompt_toolkit.input.typeahead', 'prompt_toolkit.key_binding.bindings', 'prompt_toolkit.key_binding.bindings.scroll', 'prompt_toolkit.key_binding.bindings.page_navigation', 'prompt_toolkit.lexers.base', 'prompt_toolkit.lexers.pygments', 'prompt_toolkit.lexers', 'prompt_toolkit.layout.utils', 'prompt_toolkit.layout.processors', 'prompt_toolkit.layout.controls', 'prompt_toolkit.layout.dimension', 'prompt_toolkit.layout.margins', 'prompt_toolkit.layout.mouse_handlers', 'prompt_toolkit.layout.screen', 'prompt_toolkit.layout.containers', 'prompt_toolkit.layout.layout', 'prompt_toolkit.layout.menus', 'prompt_toolkit.layout', 'prompt_toolkit.key_binding.bindings.completion', 'prompt_toolkit.key_binding.bindings.named_commands', 'prompt_toolkit.key_binding.bindings.basic', 'prompt_toolkit.key_binding.bindings.cpr', 'prompt_toolkit.key_binding.bindings.emacs', 'prompt_toolkit.key_binding.bindings.mouse', 'prompt_toolkit.input.ansi_escape_sequences', 'prompt_toolkit.input.vt100_parser', 'prompt_toolkit.key_binding.digraphs', 'prompt_toolkit.key_binding.bindings.vi', 'prompt_toolkit.key_binding.defaults', 'prompt_toolkit.key_binding.emacs_state', 'prompt_toolkit.layout.dummy', 'prompt_toolkit.renderer', 'prompt_toolkit.application.application', 'prompt_toolkit.application.dummy', 'prompt_toolkit.application', 'prompt_toolkit.key_binding.bindings.focus', 'prompt_toolkit.widgets.toolbars', 'prompt_toolkit.widgets.base', 'prompt_toolkit.widgets.dialogs', 'prompt_toolkit.widgets.menus', 'prompt_toolkit.widgets', 'prompt_toolkit.shortcuts.dialogs', 'prompt_toolkit.shortcuts.progress_bar.formatters', 'prompt_toolkit.shortcuts.progress_bar.base', 'prompt_toolkit.shortcuts.progress_bar', 'prompt_toolkit.key_binding.bindings.auto_suggest', 'prompt_toolkit.key_binding.bindings.open_in_editor', 'prompt_toolkit.shortcuts.prompt', 'prompt_toolkit.shortcuts.utils', 'prompt_toolkit.shortcuts', 'prompt_toolkit', 'pygments.style', 'unicodedata', 'IPython.core.latex_symbols', 'IPython.utils.generics', 'parso._compatibility', 'parso.utils', 'parso.tree', 'parso.python', 'parso.python.token', 'parso.python.tokenize', 'parso.pgen2.grammar_parser', 'parso.pgen2.generator', 'parso.pgen2', 'parso.parser', 'difflib', 'parso.python.prefix', 'parso.python.tree', 'parso.python.parser', 'parso.python.diff', 'gc', 'parso.file_io', 'parso.cache', 'parso.normalizer', 'parso.python.errors', 'parso.python.pep8', 'parso.grammar', 'parso', 'jedi.file_io', 'jedi._compatibility', 'jedi.parser_utils', 'colorama.ansi', '_ctypes', 'ctypes._endian', 'ctypes', 'colorama.win32', 'colorama.winterm', 'colorama.ansitowin32', 'colorama.initialise', 'colorama', 'jedi.debug', 'jedi.settings', 'jedi.cache', 'jedi.inference.cache', 'jedi.inference.helpers', 'jedi.inference.utils', 'jedi.inference.base_value', 'jedi.common', 'jedi.inference.sys_path', 'jedi.inference.recursion', 'jedi.inference.flow_analysis', 'jedi.inference.lazy_value', 'jedi.inference.docstrings', 'jedi.plugins', 'jedi.inference.names', 'jedi.inference.filters', 'jedi.inference.compiled.getattr_static', 'jedi.inference.compiled.access', 'jedi.inference.signature', 'jedi.inference.context', 'jedi.inference.compiled.value', 'jedi.inference.compiled', 'jedi.inference.analysis', 'jedi.inference.gradual', 'jedi.inference.value.module', 'jedi.inference.value.dynamic_arrays', 'jedi.inference.value.iterable', 'jedi.inference.arguments', 'jedi.inference.parser_cache', 'jedi.inference.gradual.generics', 'jedi.inference.value.function', 'jedi.inference.value.klass', 'jedi.inference.value.instance', 'jedi.inference.value', 'jedi.inference.gradual.base', 'jedi.inference.gradual.type_var', 'jedi.inference.gradual.typing', 'jedi.inference.gradual.stub_value', 'jedi.inference.gradual.typeshed', 'jedi.inference.imports', 'jedi.inference.param', 'jedi.inference.gradual.annotation', 'jedi.inference.value.decorator', 'jedi.inference.syntax_tree', 'jedi.inference', 'jedi.inference.gradual.conversion', 'jedi.inference.compiled.mixed', 'pydoc_data', 'pydoc_data.topics', 'jedi.api.keywords', 'jedi.api.completion_cache', 'jedi.api.helpers', 'jedi.api.classes', 'jedi.api.interpreter', 'jedi.api.strings', 'jedi.api.file_name', 'jedi.api.completion', 'filecmp', 'jedi.inference.compiled.subprocess.functions', 'jedi.api.exceptions', 'jedi.inference.compiled.subprocess', 'jedi.api.environment', 'jedi.inference.references', 'jedi.api.project', 'jedi.api.errors', 'jedi.api.refactoring', 'jedi.api.refactoring.extract', 'jedi.inference.gradual.utils', 'jedi.api', 'jedi.plugins.stdlib', 'jedi.plugins.flask', 'jedi.plugins.pytest', 'jedi.plugins.django', 'jedi.plugins.registry', 'jedi', 'IPython.core.completer', 'IPython.terminal.ptutils', 'IPython.terminal.shortcuts', 'IPython.terminal.debugger', 'IPython.lib.clipboard', 'IPython.terminal.magics', 'IPython.terminal.pt_inputhooks', 'IPython.terminal.prompts', 'IPython.terminal.interactiveshell', 'IPython.core.magics.auto', 'IPython.core.magics.basic', 'email', 'http', 'email.errors', 'email.quoprimime', 'email.base64mime', 'quopri', 'email.encoders', 'email.charset', 'email.header', 'calendar', 'email._parseaddr', 'email.utils', 'email._policybase', 'email.feedparser', 'email.parser', 'uu', 'email._encoded_words', 'email.iterators', 'email.message', 'http.client', 'urllib.response', 'urllib.error', 'urllib.request', 'IPython.core.magics.code', 'IPython.core.magics.config', 'IPython.core.magics.display', 'timeit', '_lsprof', 'profile', 'cProfile', 'pstats', 'IPython.utils.module_paths', 'IPython.utils.timing', 'IPython.core.magics.execution', 'IPython.core.magics.extension', 'IPython.core.magics.history', 'IPython.core.magics.logging', 'IPython.core.magics.namespace', 'IPython.core.magics.osm', 'IPython.core.magics.packaging', 'IPython.core.pylabtools', 'IPython.core.magics.pylab', 'IPython.lib.backgroundjobs', 'IPython.core.magics.script', 'IPython.core.magics', 'IPython.core.shellapp', 'IPython.extensions', 'IPython.extensions.storemagic', 'IPython.terminal.ipapp', 'IPython.terminal.embed', 'IPython.utils.frame', 'IPython', 'ipython_genutils._version', 'ipython_genutils', 'ipython_genutils.encoding', 'ipython_genutils.py3compat', 'ipython_genutils.path', 'jupyter_client._version', 'zmq.backend.select', 'cython_runtime', 'zmq.backend.cython.constants', '_cython_0_29_21', 'zmq.backend.cython.error', 'zmq.error', 'zmq.backend.cython.message', 'zmq.backend.cython.context', 'zmq.backend.cython.socket', 'zmq.backend.cython.utils', 'zmq.backend.cython._poll', 'zmq.backend.cython._version', 'zmq.backend.cython._device', 'zmq.backend.cython._proxy_steerable', 'zmq.backend.cython', 'zmq.backend', 'zmq.utils', 'zmq.utils.constant_names', 'zmq.sugar.constants', 'zmq.sugar.attrsettr', 'zmq.sugar.poll', 'zmq.utils.strtypes', 'numbers', '_decimal', 'decimal', 'simplejson.errors', 'simplejson.raw_json', 'simplejson.compat', 'simplejson._speedups', 'simplejson.scanner', 'simplejson.decoder', 'simplejson.encoder', 'simplejson', 'zmq.utils.jsonapi', 'zmq.sugar.socket', 'zmq.sugar.context', 'zmq.sugar.frame', 'zmq.sugar.tracker', 'zmq.sugar.version', 'zmq.sugar.stopwatch', 'zmq.sugar', 'zmq', 'jupyter_client.localinterfaces', 'jupyter_core.version', 'jupyter_core', 'jupyter_core.paths', 'jupyter_client.connect', 'traitlets.log', 'jupyter_client.launcher', 'jupyter_client.channelsabc', 'jupyter_client.channels', 'jupyter_client.clientabc', 'jupyter_client.client', 'ipython_genutils.importstring', 'jupyter_client.kernelspec', 'jupyter_client.managerabc', 'jupyter_client.manager', 'jupyter_client.blocking.channels', 'jupyter_client.blocking.client', 'jupyter_client.blocking', 'zmq._future', 'zmq.asyncio', 'jupyter_client.asynchronous.channels', 'jupyter_client.asynchronous.client', 'jupyter_client.asynchronous', 'uuid', 'jupyter_client.multikernelmanager', 'jupyter_client', 'ipykernel.connect', 'ipykernel', 'tornado', 'tornado.speedups', 'tornado.util', 'tornado.escape', '_curses', 'curses', 'tornado.log', 'tornado.concurrent', 'tornado.ioloop', 'tornado.platform', 'tornado.gen', 'tornado.platform.asyncio', 'zmq.eventloop.ioloop', 'zmq.eventloop', 'zmq.eventloop.zmqstream', 'imp', 'hmac', 'dateutil._version', 'dateutil', 'six', 'dateutil._common', 'dateutil.relativedelta', 'six.moves', 'dateutil.tz._common', 'dateutil.tz._factories', 'dateutil.tz.tz', 'dateutil.tz', 'dateutil.parser._parser', 'dateutil.parser.isoparser', 'dateutil.parser', '_strptime', 'jupyter_client.jsonutil', 'jupyter_client.adapter', 'jupyter_client.session', 'ipykernel.iostream', 'ipykernel.heartbeat', 'IPython.utils.tokenutil', 'tornado.locks', 'tornado.queues', 'ipykernel.jsonutil', 'ipykernel.kernelbase', 'ipykernel.comm.comm', 'ipykernel.comm.manager', 'ipykernel.comm', 'IPython.core.payloadpage', 'ipykernel.displayhook', 'ipykernel.zmqshell', 'distutils', 'distutils.version', 'ipykernel.eventloops', 'ipykernel.ipkernel', 'ipykernel.parentpoller', 'ipykernel.kernelapp', 'argcomplete.compat', 'argcomplete.completers', 'argcomplete.my_shlex', 'argcomplete.my_argparse', 'argcomplete.shell_integration', 'argcomplete', 'traitlets.config.argcomplete_config', 'faulthandler', 'ipykernel.codeutil', 'ipykernel.pickleutil', 'ipykernel.serialize', 'ipykernel.datapub', 'IPython.core.completerlib', 'storemagic', 'torch._utils', 'torch._utils_internal', 'torch.version', 'torch.torch_version', 'torch._six', 'torch._C._onnx', 'torch._C._jit', 'torch._C._jit_tree_views', 'torch._C._te', 'torch._C._nvfuser', 'torch._C._monitor', 'torch._C._functorch', 'torch._C._profiler', 'torch._C.cpp', 'torch._C.cpp.nn', 'torch._C._lazy', 'torch._C._lazy_ts_backend', 'torch._C._itt', 'torch._C._cudart', 'torch._C._nvtx', 'torch._C._cudnn', 'torch._C._verbose', 'torch._C', 'torch._C._fft', 'torch._C._linalg', 'torch._C._nested', 'torch._C._nn', 'torch._C._return_types', 'torch._C._sparse', 'torch._C._special', 'torch.utils.throughput_benchmark', 'torch.utils._crash_handler', 'torch.utils.cpp_backtrace', 'torch.utils', 'torch.utils.hooks', 'torch._namedtensor_internals', 'torch.overrides', 'torch._tensor', 'torch.types', 'numpy._globals', 'numpy.__config__', 'numpy.version', 'numpy._distributor_init', 'numpy.core._multiarray_umath', 'numpy.compat._inspect', 'numpy.compat.py3k', 'numpy.compat', 'numpy.core.overrides', 'numpy.core.multiarray', 'numpy.core.umath', 'numpy.core._string_helpers', 'numpy.core._dtype', 'numpy.core._type_aliases', 'numpy.core.numerictypes', 'numpy.core._asarray', 'numpy.core._exceptions', 'numpy.core._methods', 'numpy.core.fromnumeric', 'numpy.core.shape_base', 'numpy.core._ufunc_config', 'numpy.core.arrayprint', 'numpy.core.numeric', 'numpy.core.defchararray', 'numpy.core.records', 'numpy.core.memmap', 'numpy.core.function_base', 'numpy.core.machar', 'numpy.core.getlimits', 'numpy.core.einsumfunc', 'numpy.core._multiarray_tests', 'numpy.core._add_newdocs', 'numpy.core._dtype_ctypes', 'numpy.core._internal', 'numpy._pytesttester', 'numpy.core', 'numpy.lib.mixins', 'numpy.lib.ufunclike', 'numpy.lib.type_check', 'numpy.lib.scimath', 'numpy.lib.twodim_base', 'numpy.linalg.lapack_lite', 'numpy.linalg._umath_linalg', 'numpy.linalg.linalg', 'numpy.linalg', 'numpy.matrixlib.defmatrix', 'numpy.matrixlib', 'numpy.lib.histograms', 'numpy.lib.function_base', 'numpy.lib.stride_tricks', 'numpy.lib.index_tricks', 'numpy.lib.nanfunctions', 'numpy.lib.shape_base', 'numpy.lib.polynomial', 'numpy.lib.utils', 'numpy.lib.arraysetops', 'numpy.lib.format', 'numpy.lib._datasource', 'numpy.lib._iotools', 'numpy.lib.npyio', 'numpy.lib.financial', 'numpy.lib.arrayterator', 'numpy.lib.arraypad', 'numpy.lib._version', 'numpy.lib', 'numpy.fft._pocketfft_internal', 'numpy.fft._pocketfft', 'numpy.fft.helper', 'numpy.fft', 'numpy.polynomial.polyutils', 'numpy.polynomial._polybase', 'numpy.polynomial.polynomial', 'numpy.polynomial.chebyshev', 'numpy.polynomial.legendre', 'numpy.polynomial.hermite', 'numpy.polynomial.hermite_e', 'numpy.polynomial.laguerre', 'numpy.polynomial', 'numpy.random._common', 'secrets', 'numpy.random.bit_generator', 'numpy.random._bounded_integers', 'numpy.random._mt19937', 'numpy.random.mtrand', 'numpy.random._philox', 'numpy.random._pcg64', 'numpy.random._sfc64', 'numpy.random._generator', 'numpy.random._pickle', 'numpy.random', 'numpy.ctypeslib', 'numpy.ma.core', 'numpy.ma.extras', 'numpy.ma', 'numpy', 'torch.storage', 'torch.random', 'tarfile', 'torch._sources', 'typing_extensions', 'torch._weights_only_unpickler', 'torch.serialization', 'torch._tensor_str', 'torch.amp.autocast_mode', 'torch.amp', 'torch.cuda._utils', 'torch.cuda.graphs', 'torch.cuda.streams', 'torch.cuda._memory_viz', 'torch.cuda.memory', 'torch.cuda.random', 'torch.cuda.sparse', 'torch.cuda.profiler', 'torch.cuda.nvtx', 'torch.cuda.amp.autocast_mode', 'torch.cuda.amp.common', 'torch.cuda.amp.grad_scaler', 'torch.cuda.amp', 'torch.cuda.jiterator', 'torch.cuda', 'torch.sparse', 'torch.backends', 'opt_einsum.parser', 'opt_einsum.helpers', 'opt_einsum.blas', 'opt_einsum.paths', 'opt_einsum.path_random', 'opt_einsum.sharing', 'opt_einsum.backends.cupy', 'opt_einsum.backends.object_arrays', 'opt_einsum.backends.jax', 'opt_einsum.backends.tensorflow', 'opt_einsum.backends.theano', 'opt_einsum.backends.torch', 'opt_einsum.backends.dispatch', 'opt_einsum.backends', 'opt_einsum.contract', 'opt_einsum._version', 'opt_einsum', 'torch.backends.opt_einsum', 'torch.nn.parameter', 'torch.nn.modules.module', 'torch._VF', 'torch._torch_docs', 'torch._C._distributed_c10d', 'torch.distributed.constants', 'torch.distributed.rendezvous', 'torch.distributed.distributed_c10d', 'torch.distributed.remote_device', 'torch.distributed', 'torch._C._distributed_rpc', 'torch.futures', 'torch.distributed.rpc.internal', 'torch.distributed.rpc.constants', 'torch.distributed.rpc._utils', 'torch.distributed.rpc.api', 'torch.distributed.rpc.backend_registry', 'torch.distributed.rpc.functions', 'torch._C._distributed_autograd', 'torch.distributed.autograd', 'torch.distributed.rpc.options', 'torch.autograd.variable', 'torch.autograd.function', 'cmath', 'torch.testing._comparison', 'torch.testing._creation', 'torch.testing._legacy', 'torch.testing._deprecated', 'torch.testing', 'torch.utils._pytree', 'torch._vmap_internals', 'torch.autograd.gradcheck', 'torch.autograd.grad_mode', 'torch.autograd.anomaly_mode', 'torch.autograd.forward_ad', 'torch.autograd.functional', 'torch.autograd.graph', 'torch._C._autograd', 'torch.autograd.profiler_util', 'torch.autograd.profiler', 'torch.autograd', 'torch.autograd.profiler_legacy', 'torch.distributed.rpc.server_process_global_profiler', 'torch.distributed.rpc', 'pickletools', 'dataclasses', 'torch.package._digraph', 'torch.package._importlib', 'torch.package._mangling', 'torch.package.importer', 'torch.package._package_pickler', 'torch.package._stdlib', 'torch.package.find_file_dependencies', 'torch.package.glob_group', 'torch.package.package_exporter', 'torch.package.analyze.find_first_use_of_broken_modules', 'torch.package.analyze.trace_dependencies', 'torch.package.analyze', 'torch.package.analyze.is_from_package', 'torch.package.file_structure_representation', 'torch.package._directory_reader', 'torch.package._package_unpickler', 'torch.package.package_importer', 'torch.package', 'torch._jit_internal', 'torch.nn._reduction', 'torch.nn.modules.utils', 'torch.nn.grad', 'torch.nn.functional', 'torch.nn.init', 'torch.nn.modules.lazy', 'torch.nn.modules.linear', 'torch.nn.common_types', 'torch.nn.modules.conv', 'torch.nn.modules.activation', 'torch.nn.modules.distance', 'torch.nn.modules.loss', 'torch.nn.modules.container', 'torch.nn.modules.pooling', 'torch.nn.modules._functions', 'torch.nn.modules.batchnorm', 'torch.nn.modules.instancenorm', 'torch.nn.modules.normalization', 'torch.nn.modules.dropout', 'torch.nn.modules.padding', 'torch.nn.modules.sparse', 'torch.nn.utils.rnn', 'torch.nn.utils.clip_grad', 'torch.nn.utils.weight_norm', 'torch.nn.utils.convert_parameters', 'torch.nn.utils.spectral_norm', 'torch.nn.utils.fusion', 'torch.nn.utils.memory_format', 'torch.nn.utils.parametrize', 'torch.nn.utils.parametrizations', 'torch.nn.utils.init', 'torch.nn.utils.stateless', 'torch.nn.utils', 'torch.nn.modules.rnn', 'torch.nn.modules.pixelshuffle', 'torch.nn.modules.upsampling', 'torch.nn.modules.fold', 'torch.nn.modules.adaptive', 'torch.nn.modules.transformer', 'torch.nn.modules.flatten', 'torch.nn.modules.channelshuffle', 'torch.nn.modules', 'torch.nn.parallel.parallel_apply', 'torch.cuda.nccl', 'torch.nn.parallel.comm', 'torch.nn.parallel.replicate', 'torch.nn.parallel._functions', 'torch.nn.parallel.scatter_gather', 'torch.nn.parallel.data_parallel', 'torch.distributed.algorithms.join', 'torch.distributed.algorithms', 'torch.distributed.utils', 'torch.nn.parallel._replicated_tensor_ddp_utils', 'torch.nn.parallel.distributed', 'torch.nn.parallel', 'torch.nn', 'torch._linalg_utils', 'torch._lowrank', 'torch.functional', 'torch.cpu.amp.autocast_mode', 'torch.cpu.amp', 'torch.cpu', 'torch.fft', 'torch.nested', 'torch.optim.optimizer', 'torch.optim.adadelta', 'torch.optim.adagrad', 'torch.optim.adam', 'torch.optim.adamw', 'torch.optim.adamax', 'torch.optim.asgd', 'torch.optim.nadam', 'torch.optim.radam', 'torch.optim.rmsprop', 'torch.optim.rprop', 'torch.optim.sgd', 'torch.optim._functional', 'torch.optim.sparse_adam', 'torch.optim.lbfgs', 'torch.optim.lr_scheduler', 'torch.optim.swa_utils', 'torch.optim', 'torch.optim._multi_tensor', 'multiprocessing.process', 'multiprocessing.reduction', 'multiprocessing.context', '__mp_main__', 'multiprocessing', 'multiprocessing.util', 'multiprocessing.resource_sharer', 'torch.multiprocessing.reductions', '_multiprocessing', 'multiprocessing.connection', 'torch.multiprocessing.spawn', 'torch.multiprocessing', 'torch.special', 'torch.utils.backcompat', 'torch.onnx._deprecation', 'torch.onnx._constants', 'torch.onnx._internal', 'torch.onnx._internal.diagnostics.infra.sarif._property_bag', 'torch.onnx._internal.diagnostics.infra.sarif._address', 'torch.onnx._internal.diagnostics.infra.sarif._multiformat_message_string', 'torch.onnx._internal.diagnostics.infra.sarif._artifact_content', 'torch.onnx._internal.diagnostics.infra.sarif._message', 'torch.onnx._internal.diagnostics.infra.sarif._artifact_location', 'torch.onnx._internal.diagnostics.infra.sarif._artifact', 'torch.onnx._internal.diagnostics.infra.sarif._region', 'torch.onnx._internal.diagnostics.infra.sarif._replacement', 'torch.onnx._internal.diagnostics.infra.sarif._artifact_change', 'torch.onnx._internal.diagnostics.infra.sarif._rectangle', 'torch.onnx._internal.diagnostics.infra.sarif._attachment', 'torch.onnx._internal.diagnostics.infra.sarif._location_relationship', 'torch.onnx._internal.diagnostics.infra.sarif._logical_location', 'torch.onnx._internal.diagnostics.infra.sarif._physical_location', 'torch.onnx._internal.diagnostics.infra.sarif._location', 'torch.onnx._internal.diagnostics.infra.sarif._tool_component_reference', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_descriptor_reference', 'torch.onnx._internal.diagnostics.infra.sarif._stack_frame', 'torch.onnx._internal.diagnostics.infra.sarif._stack', 'torch.onnx._internal.diagnostics.infra.sarif._web_request', 'torch.onnx._internal.diagnostics.infra.sarif._web_response', 'torch.onnx._internal.diagnostics.infra.sarif._thread_flow_location', 'torch.onnx._internal.diagnostics.infra.sarif._thread_flow', 'torch.onnx._internal.diagnostics.infra.sarif._code_flow', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_configuration', 'torch.onnx._internal.diagnostics.infra.sarif._configuration_override', 'torch.onnx._internal.diagnostics.infra.sarif._exception', 'torch.onnx._internal.diagnostics.infra.sarif._notification', 'torch.onnx._internal.diagnostics.infra.sarif._invocation', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_descriptor_relationship', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_descriptor', 'torch.onnx._internal.diagnostics.infra.sarif._translation_metadata', 'torch.onnx._internal.diagnostics.infra.sarif._tool_component', 'torch.onnx._internal.diagnostics.infra.sarif._tool', 'torch.onnx._internal.diagnostics.infra.sarif._conversion', 'torch.onnx._internal.diagnostics.infra.sarif._edge', 'torch.onnx._internal.diagnostics.infra.sarif._edge_traversal', 'torch.onnx._internal.diagnostics.infra.sarif._node', 'torch.onnx._internal.diagnostics.infra.sarif._graph', 'torch.onnx._internal.diagnostics.infra.sarif._fix', 'torch.onnx._internal.diagnostics.infra.sarif._graph_traversal', 'torch.onnx._internal.diagnostics.infra.sarif._result_provenance', 'torch.onnx._internal.diagnostics.infra.sarif._suppression', 'torch.onnx._internal.diagnostics.infra.sarif._result', 'torch.onnx._internal.diagnostics.infra.sarif._external_properties', 'torch.onnx._internal.diagnostics.infra.sarif._external_property_file_reference', 'torch.onnx._internal.diagnostics.infra.sarif._external_property_file_references', 'torch.onnx._internal.diagnostics.infra.sarif._run_automation_details', 'torch.onnx._internal.diagnostics.infra.sarif._special_locations', 'torch.onnx._internal.diagnostics.infra.sarif._version_control_details', 'torch.onnx._internal.diagnostics.infra.sarif._run', 'torch.onnx._internal.diagnostics.infra.sarif._sarif_log', 'torch.onnx._internal.diagnostics.infra.sarif', 'torch.onnx._internal.diagnostics.infra.formatter', 'torch.onnx._internal.diagnostics.infra._infra', 'torch.onnx._internal.diagnostics.infra.sarif.version', 'torch.onnx._internal.diagnostics.infra.engine', 'torch.onnx._internal.diagnostics.infra', 'torch.onnx._internal.diagnostics._rules', 'torch.onnx._internal.diagnostics._diagnostic', 'torch.onnx._internal.diagnostics', 'torch.onnx.errors', 'zipfile', 'torch.jit._dataclass_impls', 'torch.jit._monkeytype_config', 'torch.jit._state', 'torch._ops', 'torch.jit.annotations', 'astunparse.unparser', 'astunparse.printer', 'astunparse', 'torch.jit.frontend', 'torch.backends.cudnn', 'torch.jit._builtins', 'torch.jit._check', 'torch.jit._recursive', 'torch.jit._fuser', 'torch.jit._serialization', 'torch._classes', 'torch.jit._script', 'torch.jit._trace', 'torch.jit._async', 'torch.jit._decomposition_utils', 'torch.jit._freeze', 'torch.jit._ir_utils', 'torch.jit', 'torch.onnx._exporter_states', 'torch.onnx._globals', 'torch.onnx._internal._beartype', 'torch.onnx._internal.jit_utils', 'torch.onnx._internal.registration', 'torch.onnx.utils', 'torch.onnx._patch_torch', 'torch.onnx._type_utils', 'torch.onnx.symbolic_helper', 'torch.onnx.symbolic_opset9', 'torch.onnx.symbolic_caffe2', 'torch.onnx.symbolic_opset7', 'torch.onnx.symbolic_opset8', 'torch.onnx.symbolic_opset10', 'torch.onnx.symbolic_opset11', 'torch.onnx.symbolic_opset12', 'torch.onnx.symbolic_opset13', 'torch.onnx.symbolic_opset14', 'torch.onnx.symbolic_opset15', 'torch.onnx.symbolic_opset16', 'torch.onnx.symbolic_opset17', 'torch.onnx', 'torch.linalg', 'tqdm._monitor', 'tqdm._tqdm_pandas', 'tqdm.utils', 'tqdm.std', 'tqdm._dist_ver', 'tqdm.version', 'tqdm.cli', 'tqdm.gui', 'tqdm', 'ipywidgets._version', 'ipywidgets.widgets.widget', 'ipywidgets.widgets.util', 'ipywidgets.widgets.trait_types', 'ipywidgets.widgets.widget_layout', 'ipywidgets.widgets.widget_style', 'ipywidgets.widgets.domwidget', 'ipywidgets.widgets.valuewidget', 'ipywidgets.widgets.widget_core', 'ipywidgets.widgets.widget_description', 'ipywidgets.widgets.widget_bool', 'ipywidgets.widgets.widget_button', 'ipywidgets.widgets.docutils', 'ipywidgets.widgets.widget_box', 'ipywidgets.widgets.widget_int', 'ipywidgets.widgets.widget_float', 'ipywidgets.widgets.widget_color', 'ipywidgets.widgets.widget_date', 'ipywidgets.widgets.widget_output', 'ipywidgets.widgets.widget_selection', 'ipywidgets.widgets.widget_selectioncontainer', 'ipywidgets.widgets.widget_string', 'ipywidgets.widgets.widget_controller', 'ipywidgets.widgets.interaction', 'ipywidgets.widgets.widget_link', 'ipywidgets.widgets.widget_media', 'ipywidgets.widgets.widget_templates', 'ipywidgets.widgets.widget_upload', 'ipywidgets.widgets', 'ipywidgets', 'tqdm.notebook', 'tqdm.autonotebook', 'tqdm.asyncio', 'tqdm.auto', 'torch.hub', 'torch.distributions.constraints', 'torch.distributions.utils', 'torch.distributions.distribution', 'torch.distributions.exp_family', 'torch.distributions.bernoulli', 'torch.distributions.dirichlet', 'torch.distributions.beta', 'torch.distributions.binomial', 'torch.distributions.categorical', 'torch.distributions.cauchy', 'torch.distributions.gamma', 'torch.distributions.chi2', 'torch.distributions.transforms', 'torch.distributions.constraint_registry', 'torch.distributions.continuous_bernoulli', 'torch.distributions.exponential', 'torch.distributions.fishersnedecor', 'torch.distributions.geometric', 'torch.distributions.uniform', 'torch.distributions.independent', 'torch.distributions.transformed_distribution', 'torch.distributions.gumbel', 'torch.distributions.half_cauchy', 'torch.distributions.normal', 'torch.distributions.half_normal', 'torch.distributions.laplace', 'torch.distributions.multivariate_normal', 'torch.distributions.lowrank_multivariate_normal', 'torch.distributions.one_hot_categorical', 'torch.distributions.pareto', 'torch.distributions.poisson', 'torch.distributions.kl', 'torch.distributions.kumaraswamy', 'torch.distributions.lkj_cholesky', 'torch.distributions.log_normal', 'torch.distributions.logistic_normal', 'torch.distributions.mixture_same_family', 'torch.distributions.multinomial', 'torch.distributions.negative_binomial', 'torch.distributions.relaxed_bernoulli', 'torch.distributions.relaxed_categorical', 'torch.distributions.studentT', 'torch.distributions.von_mises', 'torch.distributions.weibull', 'torch.distributions.wishart', 'torch.distributions', 'torch.backends.cuda', 'torch.backends.mps', 'torch.backends.mkl', 'torch.backends.mkldnn', 'torch.backends.openmp', 'torch.backends.quantized', 'torch.utils.data.sampler', 'torch.utils.data.dataset', 'torch.utils.data.datapipes._hook_iterator', 'torch.utils.data.datapipes._typing', 'torch.utils.data.datapipes.utils', 'torch.utils.data._utils.signal_handling', 'torch.utils.data._utils.worker', 'torch.utils.data._utils.pin_memory', 'torch.utils.data._utils.collate', 'torch.utils.data._utils.fetch', 'torch.utils.data._utils', 'dill.info', '_pyio', 'dill.settings', 'dill._dill', 'dill.source', 'dill.temp', 'dill.pointers', 'dill.detect', 'dill.objtypes', 'dill', 'torch.utils.data._utils.serialization', 'torch.utils.data.datapipes.utils.common', 'torch.utils.data.datapipes.datapipe', 'torch.utils.data.datapipes.iter.utils', 'torch.utils.data.datapipes._decorator', 'torch.utils.data.datapipes.dataframe.dataframe_wrapper', 'torch.utils.data.datapipes.dataframe.structures', 'torch.utils.data.datapipes.dataframe.dataframes', 'torch.utils.data.datapipes.dataframe.datapipes', 'torch.utils.data.datapipes.dataframe', 'torch.utils.data.datapipes.iter.callable', 'torch.utils.data.datapipes.iter.combinatorics', 'torch.utils.data.datapipes.iter.combining', 'torch.utils.data.datapipes.iter.filelister', 'torch.utils.data.datapipes.iter.fileopener', 'torch.utils.data.datapipes.iter.grouping', 'torch.utils.data.datapipes.utils.decoder', 'torch.utils.data.datapipes.iter.routeddecoder', 'torch.utils.data.datapipes.iter.selecting', 'torch.utils.data.datapipes.iter.streamreader', 'torch.utils.data.datapipes.iter', 'torch.utils.data.datapipes.map.callable', 'torch.utils.data.datapipes.map.combinatorics', 'torch.utils.data.datapipes.map.combining', 'torch.utils.data.datapipes.map.grouping', 'torch.utils.data.datapipes.map.utils', 'torch.utils.data.datapipes.map', 'torch.utils.data.datapipes', 'torch.utils.data.graph', 'torch.utils.data.graph_settings', 'torch.utils.data.dataloader', 'torch.utils.data.distributed', 'torch.utils.data.backward_compatibility', 'torch.utils.data.communication.eventloop', 'torch.utils.data.communication.iter', 'torch.utils.data.communication.map', 'torch.utils.data.communication.messages', 'torch.utils.data.communication.protocol', 'torch.utils.data.communication.queue', 'torch.utils.data.communication', 'torch.utils.data.dataloader_experimental', 'torch.utils.data', 'torch.__config__', 'torch.__future__', 'gzip', 'torch.profiler.profiler', 'torch.profiler.itt', 'torch.profiler', 'torch.ao', 'torch.ao.nn', 'torch.ao.nn.intrinsic.modules.fused', 'torch.ao.nn.intrinsic.modules', 'torch.ao.nn.intrinsic', 'torch.nn.intrinsic.modules.fused', 'torch.nn.intrinsic.modules', 'torch.nn.intrinsic', 'torch.ao.nn.quantizable.modules.activation', 'torch.ao.nn.quantizable.modules.rnn', 'torch.ao.nn.quantizable.modules', 'torch.ao.nn.quantizable', 'torch.nn.quantizable.modules', 'torch.nn.quantizable', 'torch.ao.nn.quantized.modules.activation', 'torch.ao.nn.quantized.modules.dropout', 'torch.ao.nn.quantized.modules.batchnorm', 'torch.ao.nn.quantized.modules.normalization', 'torch.ao.nn.qat.modules.linear', 'torch.ao.nn.qat.modules.conv', 'torch.ao.nn.qat.modules.embedding_ops', 'torch.ao.nn.qat.modules', 'torch.ao.nn.qat', 'torch.nn.intrinsic.qat.modules.linear_relu', 'torch.nn.intrinsic.qat.modules.linear_fused', 'torch.nn.intrinsic.qat.modules.conv_fused', 'torch.nn.intrinsic.qat.modules', 'torch.nn.intrinsic.qat', 'torch.ao.nn.quantized.modules.utils', 'torch.ao.nn.quantized.modules.conv', 'torch.ao.nn.quantized.modules.linear', 'torch.ao.nn.quantized.modules.embedding_ops', 'torch.ao.nn.quantized.modules.rnn', 'torch.ao.nn.quantized.modules.functional_modules', 'torch.ao.nn.quantized.modules', 'torch.ao.nn.quantized.functional', 'torch.ao.nn.quantized', 'torch.ao.nn.quantized.dynamic.modules.linear', 'torch.ao.nn.quantized.dynamic.modules.rnn', 'torch.ao.nn.quantized.dynamic.modules.conv', 'torch.ao.nn.quantized.dynamic.modules', 'torch.ao.nn.quantized.dynamic', 'torch.nn.quantized.dynamic', 'torch.nn.quantized.functional', 'torch.nn.quantized.modules', 'torch.nn.quantized', 'torch.ao.nn.qat.dynamic.modules.linear', 'torch.ao.nn.qat.dynamic.modules', 'torch.ao.nn.qat.dynamic', 'torch.nn.qat.dynamic.modules.linear', 'torch.nn.qat.dynamic.modules', 'torch.nn.qat.dynamic', 'torch.nn.qat.modules.conv', 'torch.nn.qat.modules.embedding_ops', 'torch.nn.qat.modules.linear', 'torch.nn.qat.modules', 'torch.nn.qat', 'torch._tensor_docs', 'torch._storage_docs', 'torch.ao.quantization.quant_type', 'torch.ao.quantization.utils', 'torch.ao.quantization.observer', 'torch.ao.quantization.fake_quantize', 'torch.ao.quantization.fuser_method_mappings', 'torch.ao.quantization.fuse_modules', 'torch.ao.quantization.qconfig', 'torch.ao.quantization.qconfig_mapping', 'torch.nn.intrinsic.quantized.modules.linear_relu', 'torch.nn.intrinsic.quantized.modules.conv_relu', 'torch.nn.intrinsic.quantized.modules.bn_relu', 'torch.nn.intrinsic.quantized.modules', 'torch.nn.intrinsic.quantized', 'torch.nn.intrinsic.quantized.dynamic.modules.linear_relu', 'torch.nn.intrinsic.quantized.dynamic.modules', 'torch.nn.intrinsic.quantized.dynamic', 'torch.ao.nn.quantized.reference.modules.utils', 'torch.ao.nn.quantized.reference.modules.linear', 'torch.ao.nn.quantized.reference.modules.conv', 'torch.ao.nn.quantized.reference.modules.rnn', 'torch.ao.nn.quantized.reference.modules.sparse', 'torch.ao.nn.quantized.reference.modules', 'torch.ao.nn.quantized.reference', 'torch.ao.nn.sparse.quantized.linear', 'torch.ao.nn.sparse.quantized.utils', 'torch.ao.nn.sparse.quantized.dynamic.linear', 'torch.ao.nn.sparse.quantized.dynamic', 'torch.ao.nn.sparse.quantized', 'torch.ao.nn.sparse', 'torch.ao.quantization.stubs', 'torch.ao.quantization.quantization_mappings', 'torch.ao.quantization.quantize', 'torch.ao.quantization.quantize_jit', 'torch.ao.quantization', 'torch.quantization.quantize', 'torch.quantization.observer', 'torch.quantization.qconfig', 'torch.quantization.fake_quantize', 'torch.quantization.fuser_method_mappings', 'torch.quantization.fuse_modules', 'torch.quantization.stubs', 'torch.quantization.quant_type', 'torch.quantization.quantize_jit', 'torch.quantization.quantization_mappings', 'torch.quantization', 'torch.quasirandom', 'torch.multiprocessing._atfork', 'torch._lobpcg', 'torch.utils.dlpack', 'torch.masked.maskedtensor.core', 'torch.masked.maskedtensor.binary', 'torch.masked.maskedtensor.passthrough', 'torch.masked.maskedtensor.creation', 'torch.masked.maskedtensor.reductions', 'torch.masked.maskedtensor.unary', 'torch.masked.maskedtensor', 'torch.masked._docs', 'torch.masked._ops', 'torch.masked', 'torch.return_types', 'torch.library', 'torch._prims_common', 'torch._prims_common.wrappers', 'torch._prims.nvfuser_prims', 'torch.utils._mode_utils', 'torch._subclasses.meta_utils', 'torch.fx._compatibility', 'torch.fx.immutable_collections', 'torch.fx.operator_schemas', 'torch.fx.node', 'torch.fx._pytree', 'torch.fx.graph', 'torch.fx.graph_module', 'torch.fx.traceback', 'torch.fx.proxy', 'torch.fx._symbolic_trace', 'torch.fx.interpreter', 'torch.fx.subgraph_rewriter', 'torch.fx', 'torch.utils._python_dispatch', 'torch._subclasses.fake_tensor', 'torch._subclasses.fake_utils', 'torch._subclasses', 'torch._prims', 'torch._decomp.decompositions', 'torch._decomp', 'torch._refs.fft', 'torch._refs.linalg', 'torch._refs.nn', 'torch._refs.nn.functional', 'torch._refs.special', 'torch._refs', 'torch._meta_registrations', 'torch', 'yaml.error', 'yaml.tokens', 'yaml.events', 'yaml.nodes', 'yaml.reader', 'yaml.scanner', 'yaml.parser', 'yaml.composer', 'yaml.constructor', 'yaml.resolver', 'yaml.loader', 'yaml.emitter', 'yaml.serializer', 'yaml.representer', 'yaml.dumper', 'yaml._yaml', 'yaml.cyaml', 'yaml', 'tqdm.contrib', 'ruamel.yaml.compat', 'ruamel.yaml.error', 'ruamel.yaml.util', 'ruamel.yaml.reader', 'ruamel.yaml.tokens', 'ruamel.yaml.scanner', 'ruamel.yaml.events', 'ruamel.yaml.anchor', 'ruamel.yaml.scalarstring', 'ruamel.yaml.comments', 'ruamel.yaml.parser', 'ruamel.yaml.nodes', 'ruamel.yaml.composer', 'ruamel.yaml.scalarint', 'ruamel.yaml.scalarfloat', 'ruamel.yaml.scalarbool', 'ruamel.yaml.timestamp', 'ruamel.yaml.constructor', 'ruamel.yaml.emitter', 'ruamel.yaml.serializer', 'ruamel.yaml.representer', '_ruamel_yaml', 'ruamel.yaml.resolver', 'ruamel.yaml.cyaml', 'ruamel.yaml.loader', 'ruamel.yaml.dumper', 'ruamel.yaml.main', 'ruamel.yaml', 'hyperpyyaml.core', 'hyperpyyaml', '_csv', 'csv', 'speechbrain.utils.data_utils', 'speechbrain.utils.superpowers', 'speechbrain.utils.logger', 'speechbrain.utils.edit_distance', 'speechbrain.utils.distributed', 'speechbrain.utils._workarounds', 'speechbrain.utils.depgraph', 'speechbrain.utils.DER', 'speechbrain.utils.hparams', 'speechbrain.utils.hpopt', 'torchaudio._internal', 'ctypes.util', '_cffi_backend', '_soundfile', 'soundfile', 'torchaudio._internal.module_utils', 'torchaudio._torchaudio', 'torchaudio._torchaudio_ffmpeg', 'torchaudio._extension', 'torchaudio.compliance.kaldi', 'torchaudio.compliance', 'torch.utils.model_zoo', 'torchaudio.datasets.utils', 'torchaudio.datasets.cmuarctic', 'torchaudio.datasets.cmudict', 'torchaudio.datasets.commonvoice', 'torchaudio.datasets.dr_vctk', 'torchaudio.datasets.fluentcommands', 'torchaudio.datasets.gtzan', 'torchaudio.datasets.iemocap', 'torchaudio.datasets.librispeech', 'torchaudio.datasets.librilight_limited', 'torchaudio.datasets.librimix', 'torchaudio.datasets.libritts', 'torchaudio.datasets.ljspeech', 'torchaudio.datasets.musdb_hq', 'torchaudio.datasets.quesst14', 'torchaudio.datasets.snips', 'torchaudio.datasets.speechcommands', 'torchaudio.datasets.tedlium', 'torchaudio.datasets.vctk', 'torchaudio.datasets.voxceleb1', 'torchaudio.datasets.yesno', 'torchaudio.datasets', 'torchaudio.functional.filtering', 'torchaudio.functional.functional', 'torchaudio.functional', 'torchaudio.io', 'torchaudio.kaldi_io', 'torchaudio.models._hdemucs', 'torchaudio.models.conformer', 'torchaudio.models.conv_tasnet', 'torchaudio.models.deepspeech', 'torchaudio.models.emformer', 'torchaudio.models.rnnt', 'torchaudio.models.rnnt_decoder', 'torchaudio.models.tacotron2', 'torchaudio.models.wav2letter', 'torchaudio.models.wav2vec2.components', 'torchaudio.models.wav2vec2.model', 'torchaudio.models.wav2vec2.utils.import_fairseq', 'torchaudio.models.wav2vec2.utils.import_huggingface', 'torchaudio.models.wav2vec2.utils', 'torchaudio.models.wav2vec2', 'torchaudio.models.wavernn', 'torchaudio.models', 'torchaudio.pipelines._source_separation_pipeline', 'torchaudio.transforms._multi_channel', 'torchaudio.transforms._transforms', 'torchaudio.transforms', 'torchaudio.pipelines._tts.utils', 'torchaudio.pipelines._tts.interface', 'torchaudio.pipelines._tts.impl', 'torchaudio.pipelines._tts', 'torchaudio.pipelines._wav2vec2', 'torchaudio.pipelines._wav2vec2.utils', 'torchaudio.pipelines._wav2vec2.impl', 'torchaudio.pipelines.rnnt_pipeline', 'torchaudio.pipelines', 'torchaudio.utils.ffmpeg_utils', 'torchaudio.utils.sox_utils', 'torchaudio.utils.download', 'torchaudio.utils', 'torchaudio.sox_effects.sox_effects', 'torchaudio.sox_effects', 'torchaudio.backend.no_backend', 'torchaudio.backend.common', 'torchaudio.backend.soundfile_backend', 'torchaudio.io._compat', 'torchaudio.backend.sox_io_backend', 'torchaudio.backend.utils', 'torchaudio.backend', 'torchaudio.version', 'torchaudio', 'speechbrain.utils.torch_audio_backend', 'packaging.__about__', 'packaging', 'packaging._structures', 'packaging.version', 'swig_runtime_data4', 'sentencepiece._sentencepiece', 'sentencepiece._version', 'sentencepiece', 'speechbrain.utils.checkpoints', 'speechbrain.utils.epoch_loop', 'joblib.hashing', 'joblib.disk', 'joblib.logger', 'joblib.func_inspect', 'joblib.backports', 'joblib.compressor', 'joblib.numpy_pickle_utils', 'joblib.numpy_pickle_compat', 'joblib.numpy_pickle', 'joblib._store_backends', 'joblib.memory', 'joblib._multiprocessing_helpers', 'joblib._deprecated_my_exceptions', 'joblib.my_exceptions', 'mmap', 'joblib.externals', 'joblib.externals.loky._base', 'joblib.externals.loky.backend.compat_posix', 'joblib.externals.loky.backend.compat', 'joblib.externals.loky.backend.process', 'joblib.externals.loky.backend.context', 'multiprocessing.synchronize', 'joblib.externals.loky.backend', 'joblib.externals.loky.backend._posix_reduction', 'joblib.externals.cloudpickle.compat', 'joblib.externals.cloudpickle.cloudpickle', 'joblib.externals.cloudpickle.cloudpickle_fast', 'joblib.externals.cloudpickle', 'joblib.externals.loky.backend.reduction', 'multiprocessing.queues', 'joblib.externals.loky.backend.queues', 'psutil._common', 'psutil._compat', 'psutil._psposix', 'psutil._psutil_linux', 'psutil._psutil_posix', 'psutil._pslinux', 'psutil', 'joblib.externals.loky.backend.utils', 'concurrent.futures.process', 'joblib.externals.loky.process_executor', 'joblib.externals.loky.reusable_executor', 'joblib.externals.loky.cloudpickle_wrapper', 'joblib.externals.loky', 'joblib.externals.loky.backend.spawn', 'joblib.externals.loky.backend.resource_tracker', 'joblib._memmapping_reducer', 'multiprocessing.pool', 'joblib.pool', 'joblib.executor', 'joblib._parallel_backends', 'joblib.parallel', 'joblib', 'speechbrain.utils.data_pipeline', 'speechbrain.dataio.dataio', 'speechbrain.dataio.dataset', 'speechbrain.dataio.legacy', 'scipy._lib._testutils', 'scipy._lib', 'scipy._lib.deprecation', 'scipy.__config__', 'scipy.version', 'scipy._distributor_init', 'scipy._lib._pep440', 'scipy._lib._ccallback_c', 'scipy._lib._ccallback', 'scipy._lib._uarray._uarray', 'scipy._lib._uarray._backend', 'scipy._lib._uarray', 'scipy._lib.uarray', 'scipy.fft._basic', 'scipy.fft._realtransforms', 'scipy.fft._pocketfft.pypocketfft', 'scipy.fft._pocketfft.helper', 'scipy.fft._pocketfft.basic', 'scipy.fft._pocketfft.realtransforms', 'scipy.fft._pocketfft', 'scipy.fft._helper', 'scipy.fft._backend', 'scipy.fft', 'scipy', 'scipy._lib._util', 'scipy.sparse.sputils', 'scipy.sparse.base', 'scipy.sparse._sparsetools', 'scipy.sparse.data', 'scipy.sparse.dia', 'scipy.sparse._index', 'scipy.sparse.compressed', 'scipy.sparse.csr', 'scipy.sparse.csc', 'scipy.sparse._csparsetools', 'scipy.sparse.lil', 'scipy.sparse.dok', 'scipy.sparse.coo', 'scipy.sparse.bsr', 'scipy.sparse.construct', 'scipy.sparse.extract', 'scipy.sparse._matrix_io', 'scipy.sparse.csgraph._laplacian', 'scipy.sparse.csgraph._tools', 'scipy.sparse.csgraph._validation', 'scipy.sparse.csgraph._shortest_path', 'scipy.sparse.csgraph._traversal', 'scipy.sparse.csgraph._min_spanning_tree', 'scipy.sparse.csgraph._flow', 'scipy.sparse.csgraph._matching', 'scipy.sparse.csgraph._reordering', 'scipy.sparse.csgraph', 'scipy.sparse', 'scipy.spatial.kdtree', 'scipy.spatial.ckdtree', 'scipy._lib.messagestream', 'scipy.spatial.qhull', 'scipy.spatial._voronoi', 'scipy.spatial._spherical_voronoi', 'scipy._lib.decorator', 'scipy.spatial._plotutils', 'scipy.linalg._fblas', 'scipy.linalg.blas', 'scipy.linalg._flapack', 'scipy.linalg.lapack', 'scipy.linalg.misc', 'scipy.linalg._flinalg', 'scipy.linalg.flinalg', 'scipy.linalg.decomp', 'scipy.linalg.decomp_svd', 'scipy.linalg._solve_toeplitz', 'scipy.linalg.basic', 'scipy.linalg.decomp_lu', 'scipy.linalg._decomp_ldl', 'scipy.linalg.decomp_cholesky', 'scipy.linalg.decomp_qr', 'scipy.linalg._decomp_qz', 'scipy.linalg.decomp_schur', 'scipy.linalg._decomp_polar', 'scipy.linalg.special_matrices', 'scipy.linalg._expm_frechet', 'scipy.linalg._matfuncs_sqrtm', 'scipy.linalg.matfuncs', 'scipy.linalg._solvers', 'scipy.linalg._procrustes', 'scipy.linalg.cython_blas', 'scipy.linalg.cython_lapack', 'scipy.linalg._decomp_update', 'scipy.linalg._sketches', 'scipy.linalg._decomp_cossin', 'scipy.linalg', 'scipy.spatial._procrustes', 'scipy.spatial._distance_wrap', 'scipy.spatial._hausdorff', 'scipy.special.sf_error', 'scipy.special._ufuncs_cxx', 'scipy.special._ufuncs', 'scipy.special.specfun', 'scipy.special.orthogonal', 'scipy.special._comb', 'scipy.special._basic', 'scipy.special._logsumexp', 'scipy.special.spfun_stats', 'scipy.special._ellip_harm_2', 'scipy.special._ellip_harm', 'scipy.special._lambertw', 'scipy.special._spherical_bessel', 'scipy.special', 'scipy.spatial.distance', 'scipy.spatial._geometric_slerp', 'scipy.constants.codata', 'scipy.constants.constants', 'scipy.constants', 'scipy.spatial.transform._rotation_groups', 'scipy.spatial.transform.rotation', 'scipy.spatial.transform._rotation_spline', 'scipy.spatial.transform', 'scipy.spatial', 'scipy.ndimage._ni_support', 'scipy.ndimage._nd_image', 'scipy._lib.doccer', 'scipy.ndimage._ni_docstrings', 'scipy.ndimage.filters', 'scipy.ndimage.fourier', 'scipy.ndimage.interpolation', '_ni_label', 'scipy.ndimage._ni_label', 'scipy.ndimage.morphology', 'scipy.ndimage.measurements', 'scipy.ndimage', 'scipy.stats._distr_params', 'scipy.optimize.minpack2', 'scipy.optimize.linesearch', 'scipy.sparse.linalg.isolve._iterative', 'scipy.sparse.linalg.interface', 'scipy.sparse.linalg.isolve.utils', 'scipy._lib._threadsafety', 'scipy.sparse.linalg.isolve.iterative', 'scipy.sparse.linalg.isolve.minres', 'scipy.sparse.linalg.isolve._gcrotmk', 'scipy.sparse.linalg.isolve.lgmres', 'scipy.sparse.linalg.isolve.lsqr', 'scipy.sparse.linalg.isolve.lsmr', 'scipy.sparse.linalg.isolve', 'scipy.sparse.linalg.dsolve._superlu', 'scipy.sparse.linalg.dsolve.linsolve', 'scipy.sparse.linalg.dsolve._add_newdocs', 'scipy.sparse.linalg.dsolve', 'scipy.sparse.linalg.eigen.arpack._arpack', 'scipy.sparse.linalg.eigen.lobpcg.lobpcg', 'scipy.sparse.linalg.eigen.lobpcg', 'scipy.sparse.linalg.eigen.arpack.arpack', 'scipy.sparse.linalg.eigen.arpack', 'scipy.sparse.linalg.eigen', 'scipy.sparse.linalg._expm_multiply', 'scipy.sparse.linalg.matfuncs', 'scipy.sparse.linalg._onenormest', 'scipy.sparse.linalg._norm', 'scipy.sparse.linalg', 'scipy.optimize._group_columns', 'scipy.optimize._numdiff', 'scipy.optimize._hessian_update_strategy', 'scipy.optimize._differentiable_functions', 'scipy.optimize.optimize', 'scipy.optimize._trustregion', 'scipy.optimize._trustregion_dogleg', 'scipy.optimize._trustregion_ncg', 'scipy.optimize._trlib._trlib', 'scipy.optimize._trlib', 'scipy.optimize._trustregion_krylov', 'scipy.optimize._trustregion_exact', 'unittest.util', 'unittest.result', 'unittest.case', 'unittest.async_case', 'unittest.suite', 'unittest.loader', 'unittest.signals', 'unittest.runner', 'unittest.main', 'unittest', 'numpy.testing._private', 'numpy.testing._private.utils', 'numpy.testing._private.decorators', 'numpy.testing._private.nosetester', 'numpy.testing', 'scipy.optimize._constraints', 'scipy.optimize._trustregion_constr.projections', 'scipy.optimize._trustregion_constr.qp_subproblem', 'scipy.optimize._trustregion_constr.equality_constrained_sqp', 'scipy.optimize._trustregion_constr.canonical_constraint', 'scipy.optimize._trustregion_constr.tr_interior_point', 'scipy.optimize._trustregion_constr.report', 'scipy.optimize._trustregion_constr.minimize_trustregion_constr', 'scipy.optimize._trustregion_constr', 'scipy.optimize._lbfgsb', 'scipy.optimize.lbfgsb', 'scipy.optimize.moduleTNC', 'scipy.optimize.tnc', 'scipy.optimize._cobyla', 'scipy.optimize.cobyla', 'scipy.optimize._slsqp', 'scipy.optimize.slsqp', 'scipy.optimize._minimize', 'scipy.optimize._minpack', 'scipy.optimize._lsq.common', 'scipy.optimize._lsq.trf', 'scipy.optimize._lsq.dogbox', 'scipy.optimize._lsq.least_squares', 'scipy.optimize._lsq.givens_elimination', 'scipy.optimize._lsq.trf_linear', 'scipy.optimize._lsq.bvls', 'scipy.optimize._lsq.lsq_linear', 'scipy.optimize._lsq', 'scipy.optimize.minpack', 'scipy.optimize._spectral', 'scipy.optimize.nonlin', 'scipy.optimize._root', 'scipy.optimize._zeros', 'scipy.optimize.zeros', 'scipy.optimize._root_scalar', 'scipy.optimize.__nnls', 'scipy.optimize._nnls', 'scipy.optimize._basinhopping', 'scipy.optimize._remove_redundancy', 'scipy.optimize._linprog_util', 'scipy.optimize._linprog_ip', 'scipy.optimize._linprog_simplex', 'scipy.optimize._bglu_dense', 'scipy.optimize._linprog_rs', 'scipy.optimize._linprog', 'scipy.optimize._lsap_module', 'scipy.optimize._lsap', 'scipy.optimize._differentialevolution', 'scipy.optimize._shgo_lib', 'scipy.optimize._shgo_lib.sobol_seq', 'scipy.optimize._shgo_lib.triangulation', 'scipy.optimize._shgo', 'scipy.optimize._dual_annealing', 'scipy.optimize', 'scipy.integrate._quadrature', 'scipy.integrate._odepack', 'scipy.integrate.odepack', 'scipy.integrate._quadpack', 'scipy.integrate.quadpack', 'scipy.integrate.vode', 'scipy.integrate._dop', 'scipy.integrate.lsoda', 'scipy.integrate._ode', 'scipy.integrate._bvp', 'scipy.integrate._ivp.common', 'scipy.integrate._ivp.base', 'scipy.integrate._ivp.bdf', 'scipy.integrate._ivp.radau', 'scipy.integrate._ivp.dop853_coefficients', 'scipy.integrate._ivp.rk', 'scipy.integrate._ivp.lsoda', 'scipy.integrate._ivp.ivp', 'scipy.integrate._ivp', 'scipy.integrate._quad_vec', 'scipy.integrate', 'scipy.misc.doccer', 'scipy.misc.common', 'scipy.misc', 'scipy.stats._constants', 'scipy.stats._distn_infrastructure', 'scipy.interpolate._fitpack', 'scipy.interpolate.dfitpack', 'scipy.interpolate._fitpack_impl', 'scipy.interpolate._bspl', 'scipy.interpolate._bsplines', 'scipy.interpolate.fitpack', 'scipy.interpolate.polyint', 'scipy.interpolate._ppoly', 'scipy.interpolate.fitpack2', 'scipy.interpolate.interpnd', 'scipy.interpolate.interpolate', 'scipy.interpolate.rbf', 'scipy.interpolate._cubic', 'scipy.interpolate.ndgriddata', 'scipy.interpolate._pade', 'scipy.interpolate', 'scipy.special.cython_special', 'scipy.stats._stats', 'scipy.stats._rvs_sampling', 'scipy.stats._tukeylambda_stats', 'scipy.stats._ksstats', 'scipy.stats._continuous_distns', 'scipy.stats._discrete_distns', 'scipy.stats.distributions', 'scipy.stats._stats_mstats_common', 'scipy.stats.mstats_basic', 'scipy.stats._wilcoxon_data', 'scipy.stats._hypotests', 'scipy.stats.stats', 'scipy.stats.statlib', 'scipy.stats.contingency', 'scipy.stats.morestats', 'scipy.stats._binned_statistic', 'scipy.stats.mvn', 'scipy.stats.kde', 'scipy.stats.mstats_extras', 'scipy.stats.mstats', 'scipy.stats._multivariate', 'scipy.stats', 'speechbrain.dataio.sampler', 'speechbrain.dataio.batch', 'speechbrain.dataio.iterators', 'speechbrain.dataio.wer', 'webdataset.tenbin', 'webdataset.checks', 'webdataset.autodecode', 'webdataset.iterators', 'braceexpand', 'webdataset.utils', 'webdataset.gopen', 'webdataset.tariterators', 'webdataset.shardcache', 'webdataset.dbcache', 'webdataset.dataset', 'webdataset.fluid', 'webdataset.writer', 'webdataset', 'zipp', 'importlib_metadata._functools', 'importlib_metadata._text', 'importlib_metadata._adapters', 'importlib_metadata._compat', 'importlib_metadata._meta', 'importlib_metadata._collections', 'importlib_metadata._itertools', 'importlib_metadata', 'speechbrain.dataio.dataloader', 'speechbrain.dataio.encoder', 'speechbrain.processing', 'speechbrain.processing.signal_processing', 'speechbrain.processing.speech_augmentation', 'speechbrain.dataio.preprocess', 'speechbrain.dataio', 'speechbrain.utils.metric_stats', 'speechbrain.utils.bleu', 'speechbrain.utils.profiling', 'huggingface_hub', 'urllib3.packages.ssl_match_hostname', 'urllib3.packages', 'urllib3.packages.six', 'urllib3.packages.six.moves', 'urllib3.packages.six.moves.http_client', 'urllib3.exceptions', 'urllib3._version', 'urllib3.contrib', 'urllib3.contrib._appengine_environ', 'urllib3.util.wait', 'urllib3.util.connection', 'urllib3.util.request', 'urllib3.util.response', 'urllib3.util.retry', 'urllib3.util.url', 'urllib3.util.ssltransport', 'urllib3.util.ssl_', 'urllib3.util.timeout', 'urllib3.util', 'urllib3.util.proxy', 'urllib3._collections', 'urllib3.connection', 'urllib3.fields', 'urllib3.filepost', 'urllib3.packages.six.moves.urllib', 'urllib3.packages.six.moves.urllib.parse', 'urllib3.request', 'urllib3.response', 'urllib3.util.queue', 'urllib3.connectionpool', 'urllib3.poolmanager', 'urllib3', 'chardet.compat', 'chardet.enums', 'chardet.charsetprober', 'chardet.charsetgroupprober', 'chardet.codingstatemachine', 'chardet.escsm', 'chardet.escprober', 'chardet.latin1prober', 'chardet.mbcssm', 'chardet.utf8prober', 'chardet.mbcharsetprober', 'chardet.euctwfreq', 'chardet.euckrfreq', 'chardet.gb2312freq', 'chardet.big5freq', 'chardet.jisfreq', 'chardet.chardistribution', 'chardet.jpcntx', 'chardet.sjisprober', 'chardet.eucjpprober', 'chardet.gb2312prober', 'chardet.euckrprober', 'chardet.cp949prober', 'chardet.big5prober', 'chardet.euctwprober', 'chardet.mbcsgroupprober', 'chardet.sbcharsetprober', 'chardet.langcyrillicmodel', 'chardet.langgreekmodel', 'chardet.langbulgarianmodel', 'chardet.langthaimodel', 'chardet.langhebrewmodel', 'chardet.hebrewprober', 'chardet.langturkishmodel', 'chardet.sbcsgroupprober', 'chardet.universaldetector', 'chardet.version', 'chardet', 'http.cookiejar', 'http.cookies', 'requests.compat', 'requests.exceptions', 'charset_normalizer.assets', 'charset_normalizer.constant', '_multibytecodec', 'charset_normalizer.utils', 'charset_normalizer.md', 'charset_normalizer.models', 'charset_normalizer.cd', 'charset_normalizer.api', 'charset_normalizer.legacy', 'charset_normalizer.version', 'charset_normalizer', 'requests.packages.urllib3.packages.ssl_match_hostname', 'requests.packages.urllib3.packages', 'requests.packages.urllib3.packages.six', 'requests.packages.urllib3.packages.six.moves', 'requests.packages.urllib3.packages.six.moves.http_client', 'requests.packages.urllib3.exceptions', 'requests.packages.urllib3._version', 'requests.packages.urllib3.contrib', 'requests.packages.urllib3.contrib._appengine_environ', 'requests.packages.urllib3.util.wait', 'requests.packages.urllib3.util.connection', 'requests.packages.urllib3.util.request', 'requests.packages.urllib3.util.response', 'requests.packages.urllib3.util.retry', 'requests.packages.urllib3.util.url', 'requests.packages.urllib3.util.ssltransport', 'requests.packages.urllib3.util.ssl_', 'requests.packages.urllib3.util.timeout', 'requests.packages.urllib3.util', 'requests.packages.urllib3.util.proxy', 'requests.packages.urllib3._collections', 'requests.packages.urllib3.connection', 'requests.packages.urllib3.fields', 'requests.packages.urllib3.filepost', 'requests.packages.urllib3.packages.six.moves.urllib', 'requests.packages.urllib3.packages.six.moves.urllib.parse', 'requests.packages.urllib3.request', 'requests.packages.urllib3.response', 'requests.packages.urllib3.util.queue', 'requests.packages.urllib3.connectionpool', 'requests.packages.urllib3.poolmanager', 'requests.packages.urllib3', 'idna.package_data', 'idna.idnadata', 'idna.intranges', 'idna.core', 'idna', 'requests.packages.idna.package_data', 'requests.packages.idna.idnadata', 'requests.packages.idna.intranges', 'requests.packages.idna.core', 'requests.packages.idna', 'requests.packages.chardet', 'requests.packages', 'importlib.resources', 'certifi.core', 'certifi', 'requests.certs', 'requests.__version__', 'requests._internal_utils', 'requests.cookies', 'requests.structures', 'requests.utils', 'requests.auth', 'stringprep', 'encodings.idna', 'requests.hooks', 'requests.status_codes', 'requests.models', 'socks', 'urllib3.contrib.socks', 'requests.adapters', 'requests.sessions', 'requests.api', 'requests', 'speechbrain.pretrained.fetching', 'speechbrain.utils.callchains', 'speechbrain.pretrained.interfaces', 'speechbrain.pretrained', 'speechbrain.utils.parameter_transfer', 'speechbrain.utils.Accuracy', 'speechbrain.utils.text_to_sequence', 'PIL._version', 'PIL', 'xml.parsers', 'pyexpat.errors', 'pyexpat.model', 'pyexpat', 'xml.parsers.expat.model', 'xml.parsers.expat.errors', 'xml.parsers.expat', 'defusedxml.common', 'defusedxml', 'xml.etree', 'xml.etree.ElementPath', '_elementtree', 'xml.etree.ElementTree', 'defusedxml.ElementTree', 'PIL.ImageMode', 'PIL.TiffTags', 'PIL._binary', 'PIL._deprecate', 'PIL._util', 'PIL._imaging', 'cffi.lock', 'cffi.error', 'cffi.model', 'cffi.api', 'cffi', 'PIL.Image', 'PIL.ImageColor', 'PIL.ImageDraw', 'PIL._imagingft', 'PIL.ImageFont', 'torchvision.utils', 'torchvision._internally_replaced_utils', 'torchvision.extension', 'torchvision.io._load_gpu_decoder', 'fractions', 'torchvision.io._video_opt', 'torchvision.io.image', 'torchvision.io.video', 'torchvision.io.video_reader', 'torchvision.io', 'torchvision.datasets.utils', 'torchvision.datasets.vision', 'torchvision.datasets._optical_flow', 'torchvision.datasets._stereo_matching', 'torchvision.datasets.caltech', 'torchvision.datasets.celeba', 'torchvision.datasets.cifar', 'torchvision.datasets.cityscapes', 'torchvision.datasets.clevr', 'torchvision.datasets.coco', 'torchvision.datasets.folder', 'torchvision.datasets.country211', 'torchvision.datasets.dtd', 'torchvision.datasets.eurosat', 'PIL.ImageFilter', 'PIL.ImageStat', 'PIL.ImageEnhance', 'PIL.GimpGradientFile', 'PIL.GimpPaletteFile', 'PIL.PaletteFile', 'PIL.ImagePalette', 'PIL.ImageOps', 'torchvision.transforms._pil_constants', 'torchvision.transforms.functional_pil', 'torchvision.transforms.functional_tensor', 'torchvision.transforms.functional', 'torchvision.transforms.transforms', 'torchvision.transforms.autoaugment', 'torchvision.transforms', 'torchvision.datasets.fakedata', 'torchvision.datasets.fer2013', 'torchvision.datasets.fgvc_aircraft', '_markupbase', 'html.parser', 'torchvision.datasets.flickr', 'torchvision.datasets.flowers102', 'torchvision.datasets.food101', 'torchvision.datasets.gtsrb', 'torchvision.datasets.video_utils', 'torchvision.datasets.hmdb51', 'torchvision.datasets.imagenet', 'torchvision.datasets.inaturalist', 'torchvision.datasets.kinetics', 'torchvision.datasets.kitti', 'torchvision.datasets.lfw', 'torchvision.datasets.lsun', 'torchvision.datasets.mnist', 'torchvision.datasets.omniglot', 'torchvision.datasets.oxford_iiit_pet', 'torchvision.datasets.pcam', 'torchvision.datasets.phototour', 'torchvision.datasets.places365', 'torchvision.datasets.rendered_sst2', 'torchvision.datasets.sbd', 'torchvision.datasets.sbu', 'torchvision.datasets.semeion', 'torchvision.datasets.stanford_cars', 'torchvision.datasets.stl10', 'torchvision.datasets.sun397', 'torchvision.datasets.svhn', 'torchvision.datasets.ucf101', 'torchvision.datasets.usps', 'torchvision.datasets.voc', 'torchvision.datasets.widerface', 'torchvision.datasets', 'torchvision.transforms._presets', 'torchvision._utils', 'torchvision.models._api', 'torchvision.models._meta', 'torchvision.models._utils', 'torchvision.models.alexnet', 'torchvision.ops._register_onnx_ops', 'torchvision.ops._box_convert', 'torchvision.ops._utils', 'torchvision.ops.boxes', 'torchvision.ops.diou_loss', 'torchvision.ops.ciou_loss', 'torchvision.ops.deform_conv', 'torchvision.ops.drop_block', 'torchvision.ops.misc', 'torchvision.ops.feature_pyramid_network', 'torchvision.ops.focal_loss', 'torchvision.ops.giou_loss', 'torchvision.ops.roi_align', 'torchvision.ops.poolers', 'torchvision.ops.ps_roi_align', 'torchvision.ops.ps_roi_pool', 'torchvision.ops.roi_pool', 'torchvision.ops.stochastic_depth', 'torchvision.ops', 'torchvision.models.convnext', 'torch.utils.checkpoint', 'torchvision.models.densenet', 'torchvision.models.efficientnet', 'torchvision.models.googlenet', 'torchvision.models.inception', 'torchvision.models.mnasnet', 'torchvision.models.mobilenetv2', 'torchvision.models.mobilenetv3', 'torchvision.models.mobilenet', 'torchvision.models.regnet', 'torchvision.models.resnet', 'torchvision.models.shufflenetv2', 'torchvision.models.squeezenet', 'torchvision.models.vgg', 'torchvision.models.vision_transformer', 'torchvision.models.swin_transformer', 'torchvision.models.maxvit', 'torchvision.models.detection._utils', 'torchvision.models.detection.image_list', 'torchvision.models.detection.anchor_utils', 'torchvision.models.detection.backbone_utils', 'torchvision.models.detection.generalized_rcnn', 'torchvision.models.detection.roi_heads', 'torchvision.models.detection.rpn', 'torchvision.models.detection.transform', 'torchvision.models.detection.faster_rcnn', 'torchvision.models.detection.fcos', 'torchvision.models.detection.keypoint_rcnn', 'torchvision.models.detection.mask_rcnn', 'torchvision.models.detection.retinanet', 'torchvision.models.detection.ssd', 'torchvision.models.detection.ssdlite', 'torchvision.models.detection', 'torchvision.models.optical_flow._utils', 'torchvision.models.optical_flow.raft', 'torchvision.models.optical_flow', 'torchvision.models.quantization.utils', 'torchvision.models.quantization.googlenet', 'torchvision.models.quantization.inception', 'torchvision.models.quantization.mobilenetv2', 'torchvision.models.quantization.mobilenetv3', 'torchvision.models.quantization.mobilenet', 'torchvision.models.quantization.resnet', 'torchvision.models.quantization.shufflenetv2', 'torchvision.models.quantization', 'torchvision.models.segmentation._utils', 'torchvision.models.segmentation.fcn', 'torchvision.models.segmentation.deeplabv3', 'torchvision.models.segmentation.lraspp', 'torchvision.models.segmentation', 'torchvision.models.video.mvit', 'torchvision.models.video.resnet', 'torchvision.models.video.s3d', 'torchvision.models.video', 'torchvision.models', 'torchvision.version', 'torchvision', 'speechbrain.utils.train_logger', 'speechbrain.utils', 'speechbrain.core', 'speechbrain.alignment', 'speechbrain.decoders.ctc', 'speechbrain.decoders.seq2seq', 'speechbrain.decoders', 'speechbrain.lobes.models', 'speechbrain.lobes', 'speechbrain.lm', 'speechbrain.nnet.losses', 'speechbrain.nnet.attention', 'speechbrain.nnet.CNN', 'speechbrain.nnet.linear', 'speechbrain.nnet.containers', 'speechbrain.nnet.embedding', 'speechbrain.nnet.activations', 'speechbrain.nnet.quantisers', 'speechbrain.nnet.RNN', 'speechbrain.nnet.schedulers', 'speechbrain.nnet.pooling', 'speechbrain.nnet.dropout', 'speechbrain.nnet.normalization', 'speechbrain.nnet.loss', 'speechbrain.nnet.loss.stoi_loss', 'speechbrain.nnet', 'speechbrain.tokenizers', 'speechbrain', 'speechbrain.tokenizers.SentencePiece', 'cv_train', '_cython_0_29_28', 'kenlm', 'pyctcdecode.alphabet', 'pyctcdecode.constants', 'pygtrie', 'pyctcdecode.language_model', 'pyctcdecode.decoder', 'pyctcdecode', 'speechbrain.lobes.augment', 'concurrent.futures.thread', 'huggingface_hub.constants', 'huggingface_hub.utils.tqdm', 'huggingface_hub.utils._cache_assets', 'huggingface_hub.utils.logging', 'huggingface_hub.utils._typing', 'huggingface_hub.utils._cache_manager', 'huggingface_hub.utils._chunk_utils', 'huggingface_hub.utils._datetime', 'huggingface_hub.utils._fixes', 'huggingface_hub.utils._errors', 'huggingface_hub.utils._subprocess', 'huggingface_hub.utils._git_credential', 'huggingface_hub.utils._hf_folder', 'configparser', 'importlib.metadata', 'huggingface_hub.utils._runtime', 'huggingface_hub.utils._validators', 'huggingface_hub.utils._headers', 'huggingface_hub.utils._http', 'huggingface_hub.utils._pagination', 'huggingface_hub.utils._paths', 'huggingface_hub.utils._experimental', 'huggingface_hub.utils._telemetry', 'huggingface_hub.utils', 'tqdm.contrib.concurrent', 'huggingface_hub.utils.sha', 'huggingface_hub.lfs', 'huggingface_hub._commit_api', 'huggingface_hub.community', 'huggingface_hub._multi_commits', 'huggingface_hub._space_api', 'huggingface_hub.utils._deprecation', 'huggingface_hub.utils.endpoint_helpers', 'huggingface_hub.hf_api', 'transformers.dependency_versions_table', 'transformers.utils.constants', 'transformers.utils.doc', 'transformers.utils.logging', 'transformers.utils.versions', 'transformers.utils.import_utils', 'transformers.utils.generic', 'filelock', 'huggingface_hub.file_download', 'transformers.utils.hub', 'transformers.utils', 'transformers.dependency_versions_check', 'transformers.utils.dummy_tensorflow_text_objects', 'transformers.utils.dummy_keras_nlp_objects', 'transformers.utils.dummy_flax_objects', 'transformers', 'transformers.models.albert', 'transformers.models.align', 'transformers.models.altclip', 'transformers.models.audio_spectrogram_transformer', 'transformers.models.auto', 'transformers.models.autoformer', 'transformers.models.bart', 'transformers.models.barthez', 'transformers.models.bartpho', 'transformers.models.beit', 'transformers.models.bert', 'transformers.models.bert_generation', 'transformers.models.bert_japanese', 'transformers.models.bertweet', 'transformers.models.big_bird', 'transformers.models.bigbird_pegasus', 'transformers.models.biogpt', 'transformers.models.bit', 'transformers.models.blenderbot', 'transformers.models.blenderbot_small', 'transformers.models.blip', 'transformers.models.blip_2', 'transformers.models.bloom', 'transformers.models.bort', 'transformers.models.bridgetower', 'transformers.models.byt5', 'transformers.models.camembert', 'transformers.models.canine', 'transformers.models.chinese_clip', 'transformers.models.clap', 'transformers.models.clip', 'transformers.models.clipseg', 'transformers.models.codegen', 'transformers.models.conditional_detr', 'transformers.models.convbert', 'transformers.models.convnext', 'transformers.models.convnextv2', 'transformers.models.cpm', 'transformers.models.cpmant', 'transformers.models.ctrl', 'transformers.models.cvt', 'transformers.models.data2vec', 'transformers.models.deberta', 'transformers.models.deberta_v2', 'transformers.models.decision_transformer', 'transformers.models.deformable_detr', 'transformers.models.deit', 'transformers.models.deta', 'transformers.models.detr', 'transformers.models.dialogpt', 'transformers.models.dinat', 'transformers.models.distilbert', 'transformers.models.dit', 'transformers.models.donut', 'transformers.models.dpr', 'transformers.file_utils', 'transformers.models.dpt', 'transformers.models.efficientformer', 'transformers.models.efficientnet', 'transformers.models.electra', 'transformers.models.encoder_decoder', 'transformers.models.ernie', 'transformers.models.ernie_m', 'transformers.models.esm', 'transformers.models.flaubert', 'transformers.models.flava', 'transformers.models.fnet', 'transformers.models.focalnet', 'transformers.models.fsmt', 'transformers.models.funnel', 'transformers.models.git', 'transformers.models.glpn', 'transformers.models.gpt2', 'transformers.models.gpt_bigcode', 'transformers.models.gpt_neo', 'transformers.models.gpt_neox', 'transformers.models.gpt_neox_japanese', 'transformers.models.gpt_sw3', 'transformers.models.gptj', 'transformers.models.gptsan_japanese', 'transformers.models.graphormer', 'transformers.models.groupvit', 'transformers.models.herbert', 'transformers.models.hubert', 'transformers.models.ibert', 'transformers.models.imagegpt', 'transformers.models.informer', 'transformers.models.jukebox', 'transformers.models.layoutlm', 'transformers.models.layoutlmv2', 'transformers.models.layoutlmv3', 'transformers.models.layoutxlm', 'transformers.models.led', 'transformers.models.levit', 'transformers.models.lilt', 'transformers.models.llama', 'transformers.models.longformer', 'transformers.models.longt5', 'transformers.models.luke', 'transformers.models.lxmert', 'transformers.models.m2m_100', 'transformers.models.marian', 'transformers.models.markuplm', 'transformers.models.mask2former', 'transformers.models.maskformer', 'transformers.models.mbart', 'transformers.models.mbart50', 'transformers.models.mctct', 'transformers.models.mega', 'transformers.models.megatron_bert', 'transformers.models.megatron_gpt2', 'transformers.models.mgp_str', 'transformers.models.mluke', 'transformers.models.mmbt', 'transformers.models.mobilebert', 'transformers.models.mobilenet_v1', 'transformers.models.mobilenet_v2', 'transformers.models.mobilevit', 'transformers.models.mobilevitv2', 'transformers.models.mpnet', 'transformers.models.t5', 'transformers.dynamic_module_utils', 'tokenizers.tokenizers', 'tokenizers.decoders', 'tokenizers.models', 'tokenizers.normalizers', 'tokenizers.pre_tokenizers', 'tokenizers.processors', 'tokenizers.implementations.base_tokenizer', 'tokenizers.implementations.bert_wordpiece', 'tokenizers.implementations.byte_level_bpe', 'tokenizers.implementations.char_level_bpe', 'tokenizers.implementations.sentencepiece_bpe', 'tokenizers.implementations.sentencepiece_unigram', 'tokenizers.implementations', 'tokenizers', 'transformers.tokenization_utils_base', 'transformers.tokenization_utils', 'transformers.models.t5.tokenization_t5', 'tokenizers.trainers', 'transformers.convert_slow_tokenizer', 'transformers.tokenization_utils_fast', 'transformers.models.t5.tokenization_t5_fast', 'transformers.models.mt5', 'transformers.models.mvp', 'transformers.models.nat', 'transformers.models.nezha', 'transformers.models.nllb', 'transformers.models.nllb_moe', 'transformers.models.nystromformer', 'transformers.models.oneformer', 'transformers.models.open_llama', 'transformers.models.openai', 'transformers.models.opt', 'transformers.models.owlvit', 'transformers.models.pegasus', 'transformers.models.pegasus_x', 'transformers.models.perceiver', 'transformers.models.phobert', 'transformers.models.pix2struct', 'transformers.models.plbart', 'transformers.models.poolformer', 'transformers.models.prophetnet', 'transformers.models.qdqbert', 'transformers.models.rag', 'transformers.models.realm', 'transformers.models.reformer', 'transformers.models.regnet', 'transformers.models.rembert', 'transformers.models.resnet', 'transformers.models.retribert', 'transformers.models.roberta', 'transformers.models.roberta_prelayernorm', 'transformers.models.roc_bert', 'transformers.models.roformer', 'transformers.models.rwkv', 'transformers.models.sam', 'transformers.models.segformer', 'transformers.models.sew', 'transformers.models.sew_d', 'transformers.models.speech_encoder_decoder', 'transformers.models.speech_to_text', 'transformers.models.speech_to_text_2', 'transformers.models.speecht5', 'transformers.models.splinter', 'transformers.models.squeezebert', 'transformers.models.swiftformer', 'transformers.models.swin', 'transformers.models.swin2sr', 'transformers.models.swinv2', 'transformers.models.switch_transformers', 'transformers.models.table_transformer', 'transformers.models.tapas', 'transformers.models.tapex', 'transformers.models.time_series_transformer', 'transformers.models.timesformer', 'transformers.models.timm_backbone', 'transformers.models.trajectory_transformer', 'transformers.models.transfo_xl', 'transformers.models.trocr', 'transformers.models.tvlt', 'transformers.models.unispeech', 'transformers.models.unispeech_sat', 'transformers.models.upernet', 'transformers.models.van', 'transformers.models.videomae', 'transformers.models.vilt', 'transformers.models.vision_encoder_decoder', 'transformers.models.vision_text_dual_encoder', 'transformers.models.visual_bert', 'transformers.models.vit', 'transformers.models.vit_hybrid', 'transformers.models.vit_mae', 'transformers.models.vit_msn', 'transformers.models.wav2vec2', 'transformers.models.wav2vec2_conformer', 'transformers.models.wav2vec2_phoneme', 'transformers.models.wav2vec2_with_lm', 'transformers.models.wavlm', 'transformers.models.whisper', 'transformers.models.x_clip', 'transformers.models.xglm', 'transformers.models.xlm', 'transformers.models.xlm_prophetnet', 'transformers.models.xlm_roberta', 'transformers.models.xlm_roberta_xl', 'transformers.models.xlnet', 'transformers.models.xmod', 'transformers.models.yolos', 'transformers.models.yoso', 'transformers.models', 'transformers.activations', 'transformers.deepspeed', 'transformers.modeling_outputs', 'transformers.configuration_utils', 'transformers.generation', 'transformers.generation.configuration_utils', 'transformers.models.auto.configuration_auto', 'transformers.models.auto.auto_factory', 'transformers.models.auto.modeling_auto', 'transformers.generation.beam_constraints', 'transformers.generation.beam_search', 'transformers.generation.logits_process', 'transformers.generation.stopping_criteria', 'transformers.generation.utils', 'safetensors._safetensors_rust', 'safetensors', 'safetensors.torch', 'transformers.pytorch_utils', 'transformers.utils.quantization_config', 'transformers.modeling_utils', 'transformers.models.wav2vec2.configuration_wav2vec2', 'transformers.models.wav2vec2.modeling_wav2vec2', 'transformers.models.hubert.configuration_hubert', 'transformers.models.hubert.modeling_hubert', 'transformers.models.wavlm.configuration_wavlm', 'transformers.models.wavlm.modeling_wavlm', 'transformers.feature_extraction_utils', 'transformers.feature_extraction_sequence_utils', 'transformers.models.wav2vec2.feature_extraction_wav2vec2', 'speechbrain.lobes.models.huggingface_wav2vec', 'torch.backends.cudnn.rnn', 'gradio', 'gradio.components', 'gradio.components.annotated_image', 'websockets.imports', 'websockets.version', 'websockets', 'gradio_client.media_data', 'fsspec._version', 'fsspec.caching', 'fsspec.callbacks', 'fsspec.utils', 'fsspec.config', 'fsspec.dircache', 'fsspec.transaction', 'fsspec.spec', 'fsspec.compression', 'fsspec.registry', 'fsspec.core', 'fsspec.exceptions', 'fsspec.mapping', 'fsspec', 'fsspec.asyn', 'httpx.__version__', 'httpx._exceptions', 'httpx._types', 'netrc', 'sniffio._version', 'sniffio._impl', 'sniffio', 'httpx._utils', 'httpx._multipart', 'httpx._content', 'httpx._compat', 'httpx._decoders', 'httpx._status_codes', 'rfc3986.compat', 'rfc3986.exceptions', 'rfc3986.abnf_regexp', 'rfc3986.misc', 'rfc3986.normalizers', 'rfc3986.validators', 'rfc3986._mixin', 'rfc3986.uri', 'rfc3986.iri', 'rfc3986.parseresult', 'rfc3986.api', 'rfc3986', 'httpx._urls', 'httpx._models', 'httpx._auth', 'httpx._config', 'httpx._transports', 'httpx._transports.base', 'httpx._transports.asgi', 'httpcore._models', 'httpcore._exceptions', 'httpcore._ssl', 'httpcore._synchronization', 'httpcore._trace', 'httpcore.backends', 'httpcore._utils', 'httpcore.backends.base', 'httpcore.backends.sync', 'h11._abnf', 'h11._util', 'h11._headers', 'h11._events', 'h11._receivebuffer', 'h11._state', 'h11._readers', 'h11._writers', 'h11._connection', 'h11._version', 'h11', 'httpcore._sync.interfaces', 'httpcore._sync.http11', 'httpcore._sync.connection', 'httpcore._sync.connection_pool', 'httpcore._sync.http_proxy', 'httpcore._sync', 'httpcore._api', 'httpcore.backends.auto', 'httpcore._async.interfaces', 'httpcore._async.http11', 'httpcore._async.connection', 'httpcore._async.connection_pool', 'httpcore._async.http_proxy', 'httpcore._async', 'httpcore', 'httpx._transports.default', 'httpx._transports.wsgi', 'httpx._client', 'httpx._api', 'httpx._transports.mock', 'click._compat', 'click._unicodefun', 'click.globals', 'click.utils', 'click.exceptions', 'click.parser', 'click.types', 'click.termui', 'click.formatting', 'click.core', 'click.decorators', 'click', 'rich._extension', 'rich', 'rich._null_file', 'rich.errors', 'rich.color_triplet', 'rich.palette', 'rich._palettes', 'rich.repr', 'rich.terminal_theme', 'rich.color', 'rich.style', 'rich.default_styles', 'rich.theme', 'rich.themes', 'rich._emoji_codes', 'rich._emoji_replace', 'rich._export_format', 'rich._fileno', 'rich._loop', 'rich._pick', 'rich._cell_widths', 'rich.cells', 'rich._wrap', 'rich.segment', 'rich.jupyter', 'rich.protocol', 'rich.measure', 'rich.constrain', 'rich.align', 'rich.containers', 'rich.control', 'rich.emoji', 'rich.text', 'rich._log_render', 'rich.highlighter', 'rich.markup', 'rich.pager', 'attr._config', 'attr.exceptions', 'attr.setters', 'attr._compat', 'attr._make', 'attr.converters', 'attr.filters', 'attr.validators', 'attr._funcs', 'attr._version_info', 'attr._next_gen', 'attr', 'rich.abc', 'rich.pretty', 'rich.region', 'rich.box', 'rich.padding', 'rich.panel', 'rich._ratio', 'rich.table', 'rich.scope', 'rich.screen', 'rich.styled', 'rich.console', 'rich.filesize', 'rich.ansi', 'rich.file_proxy', 'rich.live_render', 'rich.live', 'rich.progress_bar', 'rich._spinners', 'rich.spinner', 'rich.progress', 'rich.syntax', 'httpx._main', 'httpx', 'websockets.legacy', 'websockets.datastructures', 'websockets.typing', 'websockets.extensions.base', 'websockets.extensions', 'websockets.speedups', 'websockets.frames', 'websockets.http11', 'websockets.exceptions', 'websockets.streams', 'websockets.connection', 'websockets.legacy.compatibility', 'websockets.legacy.framing', 'websockets.legacy.protocol', 'gradio_client.utils', 'gradio_client.data_classes', 'gradio_client.serializing', 'gradio_client.documentation', 'gradio_client.client', 'gradio_client', 'gradio.utils', 'anyio._core', 'anyio._core._compat', 'anyio._core._eventloop', 'anyio._core._exceptions', 'anyio.abc._resources', 'ipaddress', 'anyio._core._typedattr', 'anyio.abc._tasks', 'anyio.abc._streams', 'anyio.abc._sockets', 'anyio.abc._subprocesses', 'anyio.abc._testing', 'anyio.lowlevel', 'anyio._core._tasks', 'anyio._core._testing', 'anyio._core._synchronization', 'anyio.from_thread', 'anyio.abc', 'anyio.to_thread', 'anyio._core._fileio', 'anyio._core._resources', 'anyio._core._signals', 'anyio.streams', 'anyio.streams.stapled', 'anyio.streams.tls', 'anyio._core._sockets', 'anyio.streams.memory', 'anyio._core._streams', 'anyio._core._subprocesses', 'anyio', 'matplotlib', 'matplotlib.cbook.deprecation', 'matplotlib.cbook', 'matplotlib._animation_data', 'matplotlib.animation', 'pyparsing', 'matplotlib.fontconfig_pattern', 'matplotlib.docstring', 'matplotlib._color_data', 'matplotlib.colors', 'cycler', 'matplotlib.rcsetup', 'matplotlib._version', 'matplotlib.ft2font', 'kiwisolver'] +2023-09-20 14:36:45,995 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:36:46,161 - matplotlib - DEBUG - CACHEDIR=/home/salah/.cache/matplotlib +2023-09-20 14:36:46,163 - matplotlib.font_manager - DEBUG - Using fontManager instance from /home/salah/.cache/matplotlib/fontlist-v330.json +2023-09-20 14:36:46,376 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 14:36:46,378 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 14:36:46,395 - PIL.Image - DEBUG - Importing BlpImagePlugin +2023-09-20 14:36:46,396 - PIL.Image - DEBUG - Importing BmpImagePlugin +2023-09-20 14:36:46,396 - PIL.Image - DEBUG - Importing BufrStubImagePlugin +2023-09-20 14:36:46,396 - PIL.Image - DEBUG - Importing CurImagePlugin +2023-09-20 14:36:46,396 - PIL.Image - DEBUG - Importing DcxImagePlugin +2023-09-20 14:36:46,397 - PIL.Image - DEBUG - Importing DdsImagePlugin +2023-09-20 14:36:46,397 - PIL.Image - DEBUG - Importing EpsImagePlugin +2023-09-20 14:36:46,398 - PIL.Image - DEBUG - Importing FitsImagePlugin +2023-09-20 14:36:46,398 - PIL.Image - DEBUG - Importing FitsStubImagePlugin +2023-09-20 14:36:46,399 - PIL.Image - DEBUG - Importing FliImagePlugin +2023-09-20 14:36:46,399 - PIL.Image - DEBUG - Importing FpxImagePlugin +2023-09-20 14:36:46,399 - PIL.Image - DEBUG - Image: failed to import FpxImagePlugin: No module named 'olefile' +2023-09-20 14:36:46,399 - PIL.Image - DEBUG - Importing FtexImagePlugin +2023-09-20 14:36:46,400 - PIL.Image - DEBUG - Importing GbrImagePlugin +2023-09-20 14:36:46,400 - PIL.Image - DEBUG - Importing GifImagePlugin +2023-09-20 14:36:46,400 - PIL.Image - DEBUG - Importing GribStubImagePlugin +2023-09-20 14:36:46,401 - PIL.Image - DEBUG - Importing Hdf5StubImagePlugin +2023-09-20 14:36:46,401 - PIL.Image - DEBUG - Importing IcnsImagePlugin +2023-09-20 14:36:46,402 - PIL.Image - DEBUG - Importing IcoImagePlugin +2023-09-20 14:36:46,402 - PIL.Image - DEBUG - Importing ImImagePlugin +2023-09-20 14:36:46,403 - PIL.Image - DEBUG - Importing ImtImagePlugin +2023-09-20 14:36:46,403 - PIL.Image - DEBUG - Importing IptcImagePlugin +2023-09-20 14:36:46,403 - PIL.Image - DEBUG - Importing JpegImagePlugin +2023-09-20 14:36:46,405 - PIL.Image - DEBUG - Importing Jpeg2KImagePlugin +2023-09-20 14:36:46,405 - PIL.Image - DEBUG - Importing McIdasImagePlugin +2023-09-20 14:36:46,405 - PIL.Image - DEBUG - Importing MicImagePlugin +2023-09-20 14:36:46,406 - PIL.Image - DEBUG - Image: failed to import MicImagePlugin: No module named 'olefile' +2023-09-20 14:36:46,406 - PIL.Image - DEBUG - Importing MpegImagePlugin +2023-09-20 14:36:46,406 - PIL.Image - DEBUG - Importing MpoImagePlugin +2023-09-20 14:36:46,407 - PIL.Image - DEBUG - Importing MspImagePlugin +2023-09-20 14:36:46,407 - PIL.Image - DEBUG - Importing PalmImagePlugin +2023-09-20 14:36:46,408 - PIL.Image - DEBUG - Importing PcdImagePlugin +2023-09-20 14:36:46,408 - PIL.Image - DEBUG - Importing PcxImagePlugin +2023-09-20 14:36:46,408 - PIL.Image - DEBUG - Importing PdfImagePlugin +2023-09-20 14:36:46,412 - PIL.Image - DEBUG - Importing PixarImagePlugin +2023-09-20 14:36:46,413 - PIL.Image - DEBUG - Importing PngImagePlugin +2023-09-20 14:36:46,413 - PIL.Image - DEBUG - Importing PpmImagePlugin +2023-09-20 14:36:46,413 - PIL.Image - DEBUG - Importing PsdImagePlugin +2023-09-20 14:36:46,413 - PIL.Image - DEBUG - Importing SgiImagePlugin +2023-09-20 14:36:46,413 - PIL.Image - DEBUG - Importing SpiderImagePlugin +2023-09-20 14:36:46,414 - PIL.Image - DEBUG - Importing SunImagePlugin +2023-09-20 14:36:46,414 - PIL.Image - DEBUG - Importing TgaImagePlugin +2023-09-20 14:36:46,414 - PIL.Image - DEBUG - Importing TiffImagePlugin +2023-09-20 14:36:46,414 - PIL.Image - DEBUG - Importing WebPImagePlugin +2023-09-20 14:36:46,416 - PIL.Image - DEBUG - Importing WmfImagePlugin +2023-09-20 14:36:46,417 - PIL.Image - DEBUG - Importing XbmImagePlugin +2023-09-20 14:36:46,417 - PIL.Image - DEBUG - Importing XpmImagePlugin +2023-09-20 14:36:46,417 - PIL.Image - DEBUG - Importing XVThumbImagePlugin +2023-09-20 14:36:46,669 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): checkip.amazonaws.com:443 +2023-09-20 14:36:46,691 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:36:46,692 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 14:36:46,704 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:36:46,710 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 14:36:46,752 - botocore.hooks - DEBUG - Changing event name from creating-client-class.iot-data to creating-client-class.iot-data-plane +2023-09-20 14:36:46,753 - botocore.hooks - DEBUG - Changing event name from before-call.apigateway to before-call.api-gateway +2023-09-20 14:36:46,754 - botocore.hooks - DEBUG - Changing event name from request-created.machinelearning.Predict to request-created.machine-learning.Predict +2023-09-20 14:36:46,755 - botocore.hooks - DEBUG - Changing event name from before-parameter-build.autoscaling.CreateLaunchConfiguration to before-parameter-build.auto-scaling.CreateLaunchConfiguration +2023-09-20 14:36:46,755 - botocore.hooks - DEBUG - Changing event name from before-parameter-build.route53 to before-parameter-build.route-53 +2023-09-20 14:36:46,755 - botocore.hooks - DEBUG - Changing event name from request-created.cloudsearchdomain.Search to request-created.cloudsearch-domain.Search +2023-09-20 14:36:46,756 - botocore.hooks - DEBUG - Changing event name from docs.*.autoscaling.CreateLaunchConfiguration.complete-section to docs.*.auto-scaling.CreateLaunchConfiguration.complete-section +2023-09-20 14:36:46,757 - botocore.hooks - DEBUG - Changing event name from before-parameter-build.logs.CreateExportTask to before-parameter-build.cloudwatch-logs.CreateExportTask +2023-09-20 14:36:46,757 - botocore.hooks - DEBUG - Changing event name from docs.*.logs.CreateExportTask.complete-section to docs.*.cloudwatch-logs.CreateExportTask.complete-section +2023-09-20 14:36:46,757 - botocore.hooks - DEBUG - Changing event name from before-parameter-build.cloudsearchdomain.Search to before-parameter-build.cloudsearch-domain.Search +2023-09-20 14:36:46,757 - botocore.hooks - DEBUG - Changing event name from docs.*.cloudsearchdomain.Search.complete-section to docs.*.cloudsearch-domain.Search.complete-section +2023-09-20 14:36:46,758 - botocore.utils - DEBUG - IMDS ENDPOINT: http://169.254.169.254/ +2023-09-20 14:36:46,759 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 14:36:46,759 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 14:36:46,759 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 14:36:46,759 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 14:36:46,759 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 14:36:46,759 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 14:36:46,759 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 14:36:46,759 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 14:36:46,759 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 14:36:46,759 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 14:36:46,759 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 14:36:46,760 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 169.254.169.254:80 +2023-09-20 14:36:46,799 - urllib3.connectionpool - DEBUG - https://checkip.amazonaws.com:443 "GET / HTTP/1.1" 200 14 +2023-09-20 14:36:46,806 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:36:46,912 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /gradio-messaging/en HTTP/1.1" 200 3 +2023-09-20 14:36:47,413 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 14:36:47,661 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 14:36:47,762 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 14:36:47,772 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (2): 169.254.169.254:80 +2023-09-20 14:36:48,774 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 14:36:48,775 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 14:36:48,788 - botocore.loaders - DEBUG - Loading JSON file: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/data/endpoints.json +2023-09-20 14:36:48,798 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 14:36:48,860 - botocore.loaders - DEBUG - Loading JSON file: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/data/sts/2011-06-15/service-2.json +2023-09-20 14:36:48,861 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 14:36:48,862 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 14:36:48,862 - botocore.loaders - DEBUG - Loading JSON file: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/data/_retry.json +2023-09-20 14:36:48,863 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 14:36:48,864 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 14:36:48,864 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 14:36:48,864 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 14:36:48,864 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 14:36:48,864 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 14:36:48,865 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:36:48,872 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 14:36:48,874 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:36:55,775 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /v2/tunnel-request HTTP/1.1" 200 None +2023-09-20 14:36:57,214 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): a956a25653f0332856.gradio.live:443 +2023-09-20 14:36:58,618 - urllib3.connectionpool - DEBUG - https://a956a25653f0332856.gradio.live:443 "HEAD / HTTP/1.1" 200 0 +2023-09-20 14:36:58,635 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:36:59,546 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 14:37:00,741 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 14:37:01,152 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/7895588439a1ecf8e0f35f5f3223df3680c6e51e/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 14:37:01,443 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 14:37:29,684 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 14:37:30,415 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 14:37:30,415 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 14:37:30,965 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 14:37:31,189 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 14:37:31,190 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:37:31,190 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 14:37:31,191 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:37:33,672 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:37:33,792 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:37:33,876 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:37:36,071 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 14:37:36,122 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 14:37:38,644 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:37:38,758 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:37:38,822 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:37:40,729 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 14:37:41,379 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:37:41,382 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:37:41,408 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 14:37:41,410 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:37:41,411 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 14:37:41,412 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 14:37:41,412 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 14:37:41,412 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 14:37:41,412 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 14:37:41,412 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 14:37:41,412 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 14:37:41,412 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 14:37:41,412 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 14:37:41,412 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 14:37:41,412 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 14:37:41,412 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 14:37:41,412 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (3): 169.254.169.254:80 +2023-09-20 14:37:42,202 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 14:37:42,334 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 14:37:42,413 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 14:37:42,415 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (4): 169.254.169.254:80 +2023-09-20 14:37:43,417 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 14:37:43,418 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 14:37:43,419 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 14:37:43,419 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 14:37:43,424 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 14:37:43,426 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 14:37:43,428 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 14:37:43,429 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 14:37:43,429 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 14:37:43,430 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 14:37:43,430 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 14:37:43,434 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:37:43,442 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 14:37:43,449 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:37:50,953 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /v2/tunnel-request HTTP/1.1" 200 None +2023-09-20 14:37:51,787 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): 5f63966f5cae35a947.gradio.live:443 +2023-09-20 14:37:52,726 - urllib3.connectionpool - DEBUG - https://5f63966f5cae35a947.gradio.live:443 "HEAD / HTTP/1.1" 200 0 +2023-09-20 14:37:52,730 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:37:53,614 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 14:38:02,465 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 14:38:03,276 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 14:38:03,276 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 14:38:03,827 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 14:38:04,066 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 14:38:04,068 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:38:04,068 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 14:38:04,069 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:38:06,564 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:38:06,683 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:38:06,749 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:38:08,935 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 14:38:08,977 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 14:38:37,215 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 14:38:37,216 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 14:38:37,659 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 14:38:37,771 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 14:38:37,773 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:38:37,773 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 14:38:37,774 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:38:40,038 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:38:40,159 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:38:40,225 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:38:41,515 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 14:38:42,002 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 14:38:44,191 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:38:44,305 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:38:44,368 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:38:46,263 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 14:38:47,059 - matplotlib - DEBUG - (private) matplotlib data path: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/matplotlib-3.3.3-py3.8-linux-x86_64.egg/matplotlib/mpl-data +2023-09-20 14:38:47,059 - matplotlib - DEBUG - matplotlib data path: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/matplotlib-3.3.3-py3.8-linux-x86_64.egg/matplotlib/mpl-data +2023-09-20 14:38:47,061 - matplotlib - DEBUG - CONFIGDIR=/home/salah/.config/matplotlib +2023-09-20 14:38:47,062 - matplotlib - DEBUG - matplotlib version 3.3.3 +2023-09-20 14:38:47,062 - matplotlib - DEBUG - interactive is False +2023-09-20 14:38:47,062 - matplotlib - DEBUG - platform is linux +2023-09-20 14:38:47,062 - matplotlib - DEBUG - loaded modules: ['sys', 'builtins', '_frozen_importlib', '_imp', '_warnings', '_frozen_importlib_external', '_io', 'marshal', 'posix', '_thread', '_weakref', 'time', 'zipimport', '_codecs', 'codecs', 'encodings.aliases', 'encodings', 'encodings.utf_8', '_signal', '__main__', 'encodings.latin_1', '_abc', 'abc', 'io', '_stat', 'stat', '_collections_abc', 'genericpath', 'posixpath', 'os.path', 'os', '_sitebuiltins', '_locale', '_bootlocale', 'types', 'importlib._bootstrap', 'importlib._bootstrap_external', 'warnings', 'importlib', 'importlib.machinery', 'importlib.abc', '_operator', 'operator', 'keyword', '_heapq', 'heapq', 'itertools', 'reprlib', '_collections', 'collections', '_functools', 'functools', 'contextlib', 'importlib.util', 'google', 'google.logging', 'pyannote', 'ruamel', 'sphinxcontrib', 'site', '_weakrefset', 'weakref', 'pkgutil', 'runpy', 'ipykernel._version', '__future__', 'enum', '_sre', 'sre_constants', 'sre_parse', 'sre_compile', 'copyreg', 're', '_json', 'json.scanner', 'json.decoder', 'json.encoder', 'json', 'errno', 'signal', 'threading', '_posixsubprocess', 'select', 'collections.abc', 'math', 'selectors', 'subprocess', 'IPython.core', 'IPython.core.getipython', 'IPython.core.release', 'atexit', 'copy', 'fnmatch', 'glob', 'token', 'tokenize', 'linecache', 'traceback', '_string', 'string', 'logging', 'zlib', '_compression', '_bz2', 'bz2', '_lzma', 'lzma', 'pwd', 'grp', 'shutil', '_opcode', 'opcode', 'dis', 'inspect', 'typing.io', 'typing.re', 'typing', '_ast', 'ast', 'ntpath', 'urllib', 'urllib.parse', 'pathlib', 'traitlets.utils', 'traitlets.utils.bunch', 'traitlets.utils.descriptions', 'traitlets.utils.getargspec', 'traitlets.utils.importstring', 'traitlets.utils.sentinel', 'traitlets.traitlets', 'traitlets._version', 'traitlets.utils.decorators', 'traitlets', 'pprint', '_socket', 'socket', '_struct', 'struct', '_compat_pickle', '_pickle', 'pickle', '_queue', 'queue', 'logging.handlers', 'socketserver', 'logging.config', 'textwrap', 'traitlets.utils.text', 'locale', 'gettext', 'argparse', 'traitlets.config.loader', 'traitlets.config.configurable', 'traitlets.utils.nested_update', 'traitlets.config.application', 'traitlets.config', 'platform', 'sysconfig', '_sysconfigdata__linux_x86_64-linux-gnu', 'pydoc', 'bdb', 'IPython.utils', 'IPython.utils.ipstruct', 'IPython.utils.coloransi', 'pygments', 'IPython.utils.colorable', 'IPython.utils.PyColorize', 'IPython.utils.encoding', 'IPython.utils.py3compat', 'IPython.core.excolors', 'IPython.testing', 'IPython.testing.skipdoctest', 'cmd', 'codeop', 'code', 'pdb', 'IPython.core.debugger', 'IPython.core.display_trap', '_bisect', 'bisect', '_sha512', '_random', 'random', 'pexpect.exceptions', 'pexpect.utils', 'pexpect.expect', 'termios', 'tty', 'pty', 'fcntl', 'resource', 'ptyprocess.util', 'ptyprocess.ptyprocess', 'ptyprocess', 'pexpect.spawnbase', 'pexpect.pty_spawn', 'pexpect.run', 'pexpect', 'shlex', 'IPython.utils._process_common', 'IPython.utils._process_posix', 'IPython.utils.process', 'IPython.utils.decorators', 'IPython.utils.path', 'IPython.utils.data', 'IPython.utils.terminal', 'IPython.core.ultratb', 'IPython.utils._sysinfo', 'IPython.utils.sysinfo', 'IPython.core.crashhandler', 'tempfile', 'IPython.utils.importstring', 'IPython.paths', 'IPython.core.profiledir', 'IPython.core.application', 'IPython.terminal', '_hashlib', '_blake2', '_sha3', 'hashlib', 'IPython.core.compilerop', 'IPython.core.error', 'IPython.utils.text', 'IPython.core.magic_arguments', 'getopt', 'binascii', 'mimetypes', 'IPython.core.display', 'IPython.core.page', 'getpass', 'IPython.lib.security', 'IPython.lib', '_datetime', 'datetime', 'IPython.lib.pretty', 'IPython.utils.openpy', 'IPython.utils.dir2', 'IPython.utils.wildcard', 'pygments.lexers._mapping', 'pygments.modeline', 'pygments.plugin', 'pygments.util', 'pygments.lexers', 'pygments.filter', 'pygments.token', 'pygments.filters', 'pygments.regexopt', 'pygments.lexer', 'pygments.unistring', 'pygments.lexers.python', 'pygments.formatters._mapping', 'pygments.formatters', 'pygments.styles', 'pygments.formatter', 'pygments.formatters.html', 'IPython.core.oinspect', 'IPython.core.inputtransformer2', 'decorator', 'IPython.core.magic', 'pickleshare', 'IPython.core.autocall', 'IPython.core.macro', 'IPython.core.splitinput', 'IPython.core.prefilter', 'IPython.core.alias', 'IPython.core.builtin_trap', 'backcall.backcall', 'backcall', 'IPython.core.events', 'IPython.core.displayhook', 'IPython.core.displaypub', 'IPython.core.extensions', 'IPython.utils.sentinel', 'IPython.core.formatters', '_sqlite3', 'sqlite3.dbapi2', 'sqlite3', 'IPython.core.history', 'IPython.core.logger', 'IPython.core.payload', 'IPython.core.usage', 'html.entities', 'html', 'IPython.lib.display', 'IPython.display', 'IPython.utils.capture', 'IPython.utils.io', 'IPython.core.hooks', 'IPython.utils.strdispatch', 'IPython.utils.syspathcontext', 'IPython.utils.tempdir', 'IPython.utils.contexts', 'IPython.core.async_helpers', 'IPython.core.interactiveshell', 'concurrent', 'concurrent.futures._base', 'concurrent.futures', '_ssl', 'base64', 'ssl', 'asyncio.constants', 'asyncio.format_helpers', 'asyncio.base_futures', 'asyncio.log', 'asyncio.coroutines', '_contextvars', 'contextvars', 'asyncio.exceptions', 'asyncio.base_tasks', '_asyncio', 'asyncio.events', 'asyncio.futures', 'asyncio.protocols', 'asyncio.transports', 'asyncio.sslproto', 'asyncio.locks', 'asyncio.tasks', 'asyncio.staggered', 'asyncio.trsock', 'asyncio.base_events', 'asyncio.runners', 'asyncio.queues', 'asyncio.streams', 'asyncio.subprocess', 'asyncio.base_subprocess', 'asyncio.selector_events', 'asyncio.unix_events', 'asyncio', 'prompt_toolkit.application.current', 'prompt_toolkit.eventloop.utils', 'prompt_toolkit.eventloop.async_generator', 'wcwidth.table_wide', 'wcwidth.table_zero', 'wcwidth.unicode_versions', 'wcwidth.wcwidth', 'wcwidth', 'prompt_toolkit.utils', 'prompt_toolkit.eventloop.inputhook', 'prompt_toolkit.eventloop', 'prompt_toolkit.application.run_in_terminal', 'prompt_toolkit.selection', 'prompt_toolkit.clipboard.base', 'prompt_toolkit.clipboard.in_memory', 'prompt_toolkit.clipboard', 'prompt_toolkit.cache', 'prompt_toolkit.enums', 'prompt_toolkit.filters.base', 'prompt_toolkit.filters.app', 'prompt_toolkit.filters.cli', 'prompt_toolkit.filters.utils', 'prompt_toolkit.filters', 'prompt_toolkit.document', 'prompt_toolkit.auto_suggest', 'prompt_toolkit.data_structures', 'prompt_toolkit.styles.base', 'prompt_toolkit.styles.named_colors', 'prompt_toolkit.styles.style', 'prompt_toolkit.styles.defaults', 'prompt_toolkit.styles.pygments', 'colorsys', 'prompt_toolkit.styles.style_transformation', 'prompt_toolkit.styles', 'prompt_toolkit.output.color_depth', 'prompt_toolkit.output.base', 'prompt_toolkit.patch_stdout', 'prompt_toolkit.output.defaults', 'prompt_toolkit.output', 'array', 'prompt_toolkit.output.vt100', 'prompt_toolkit.mouse_events', 'prompt_toolkit.formatted_text.base', 'prompt_toolkit.formatted_text.ansi', 'xml', 'xml.dom.domreg', 'xml.dom', 'xml.dom.minicompat', 'xml.dom.NodeFilter', 'xml.dom.xmlbuilder', 'xml.dom.minidom', 'prompt_toolkit.formatted_text.html', 'prompt_toolkit.formatted_text.pygments', 'prompt_toolkit.formatted_text.utils', 'prompt_toolkit.formatted_text', 'prompt_toolkit.completion.base', 'prompt_toolkit.completion.filesystem', 'prompt_toolkit.completion.word_completer', 'prompt_toolkit.completion.fuzzy_completer', 'prompt_toolkit.completion.nested', 'prompt_toolkit.completion', 'prompt_toolkit.history', 'prompt_toolkit.keys', 'prompt_toolkit.key_binding.key_bindings', 'prompt_toolkit.key_binding.key_processor', 'prompt_toolkit.key_binding', 'prompt_toolkit.key_binding.vi_state', 'prompt_toolkit.search', 'prompt_toolkit.validation', 'prompt_toolkit.buffer', 'prompt_toolkit.input.base', 'prompt_toolkit.input.defaults', 'prompt_toolkit.input', 'prompt_toolkit.input.typeahead', 'prompt_toolkit.key_binding.bindings', 'prompt_toolkit.key_binding.bindings.scroll', 'prompt_toolkit.key_binding.bindings.page_navigation', 'prompt_toolkit.lexers.base', 'prompt_toolkit.lexers.pygments', 'prompt_toolkit.lexers', 'prompt_toolkit.layout.utils', 'prompt_toolkit.layout.processors', 'prompt_toolkit.layout.controls', 'prompt_toolkit.layout.dimension', 'prompt_toolkit.layout.margins', 'prompt_toolkit.layout.mouse_handlers', 'prompt_toolkit.layout.screen', 'prompt_toolkit.layout.containers', 'prompt_toolkit.layout.layout', 'prompt_toolkit.layout.menus', 'prompt_toolkit.layout', 'prompt_toolkit.key_binding.bindings.completion', 'prompt_toolkit.key_binding.bindings.named_commands', 'prompt_toolkit.key_binding.bindings.basic', 'prompt_toolkit.key_binding.bindings.cpr', 'prompt_toolkit.key_binding.bindings.emacs', 'prompt_toolkit.key_binding.bindings.mouse', 'prompt_toolkit.input.ansi_escape_sequences', 'prompt_toolkit.input.vt100_parser', 'prompt_toolkit.key_binding.digraphs', 'prompt_toolkit.key_binding.bindings.vi', 'prompt_toolkit.key_binding.defaults', 'prompt_toolkit.key_binding.emacs_state', 'prompt_toolkit.layout.dummy', 'prompt_toolkit.renderer', 'prompt_toolkit.application.application', 'prompt_toolkit.application.dummy', 'prompt_toolkit.application', 'prompt_toolkit.key_binding.bindings.focus', 'prompt_toolkit.widgets.toolbars', 'prompt_toolkit.widgets.base', 'prompt_toolkit.widgets.dialogs', 'prompt_toolkit.widgets.menus', 'prompt_toolkit.widgets', 'prompt_toolkit.shortcuts.dialogs', 'prompt_toolkit.shortcuts.progress_bar.formatters', 'prompt_toolkit.shortcuts.progress_bar.base', 'prompt_toolkit.shortcuts.progress_bar', 'prompt_toolkit.key_binding.bindings.auto_suggest', 'prompt_toolkit.key_binding.bindings.open_in_editor', 'prompt_toolkit.shortcuts.prompt', 'prompt_toolkit.shortcuts.utils', 'prompt_toolkit.shortcuts', 'prompt_toolkit', 'pygments.style', 'unicodedata', 'IPython.core.latex_symbols', 'IPython.utils.generics', 'parso._compatibility', 'parso.utils', 'parso.tree', 'parso.python', 'parso.python.token', 'parso.python.tokenize', 'parso.pgen2.grammar_parser', 'parso.pgen2.generator', 'parso.pgen2', 'parso.parser', 'difflib', 'parso.python.prefix', 'parso.python.tree', 'parso.python.parser', 'parso.python.diff', 'gc', 'parso.file_io', 'parso.cache', 'parso.normalizer', 'parso.python.errors', 'parso.python.pep8', 'parso.grammar', 'parso', 'jedi.file_io', 'jedi._compatibility', 'jedi.parser_utils', 'colorama.ansi', '_ctypes', 'ctypes._endian', 'ctypes', 'colorama.win32', 'colorama.winterm', 'colorama.ansitowin32', 'colorama.initialise', 'colorama', 'jedi.debug', 'jedi.settings', 'jedi.cache', 'jedi.inference.cache', 'jedi.inference.helpers', 'jedi.inference.utils', 'jedi.inference.base_value', 'jedi.common', 'jedi.inference.sys_path', 'jedi.inference.recursion', 'jedi.inference.flow_analysis', 'jedi.inference.lazy_value', 'jedi.inference.docstrings', 'jedi.plugins', 'jedi.inference.names', 'jedi.inference.filters', 'jedi.inference.compiled.getattr_static', 'jedi.inference.compiled.access', 'jedi.inference.signature', 'jedi.inference.context', 'jedi.inference.compiled.value', 'jedi.inference.compiled', 'jedi.inference.analysis', 'jedi.inference.gradual', 'jedi.inference.value.module', 'jedi.inference.value.dynamic_arrays', 'jedi.inference.value.iterable', 'jedi.inference.arguments', 'jedi.inference.parser_cache', 'jedi.inference.gradual.generics', 'jedi.inference.value.function', 'jedi.inference.value.klass', 'jedi.inference.value.instance', 'jedi.inference.value', 'jedi.inference.gradual.base', 'jedi.inference.gradual.type_var', 'jedi.inference.gradual.typing', 'jedi.inference.gradual.stub_value', 'jedi.inference.gradual.typeshed', 'jedi.inference.imports', 'jedi.inference.param', 'jedi.inference.gradual.annotation', 'jedi.inference.value.decorator', 'jedi.inference.syntax_tree', 'jedi.inference', 'jedi.inference.gradual.conversion', 'jedi.inference.compiled.mixed', 'pydoc_data', 'pydoc_data.topics', 'jedi.api.keywords', 'jedi.api.completion_cache', 'jedi.api.helpers', 'jedi.api.classes', 'jedi.api.interpreter', 'jedi.api.strings', 'jedi.api.file_name', 'jedi.api.completion', 'filecmp', 'jedi.inference.compiled.subprocess.functions', 'jedi.api.exceptions', 'jedi.inference.compiled.subprocess', 'jedi.api.environment', 'jedi.inference.references', 'jedi.api.project', 'jedi.api.errors', 'jedi.api.refactoring', 'jedi.api.refactoring.extract', 'jedi.inference.gradual.utils', 'jedi.api', 'jedi.plugins.stdlib', 'jedi.plugins.flask', 'jedi.plugins.pytest', 'jedi.plugins.django', 'jedi.plugins.registry', 'jedi', 'IPython.core.completer', 'IPython.terminal.ptutils', 'IPython.terminal.shortcuts', 'IPython.terminal.debugger', 'IPython.lib.clipboard', 'IPython.terminal.magics', 'IPython.terminal.pt_inputhooks', 'IPython.terminal.prompts', 'IPython.terminal.interactiveshell', 'IPython.core.magics.auto', 'IPython.core.magics.basic', 'email', 'http', 'email.errors', 'email.quoprimime', 'email.base64mime', 'quopri', 'email.encoders', 'email.charset', 'email.header', 'calendar', 'email._parseaddr', 'email.utils', 'email._policybase', 'email.feedparser', 'email.parser', 'uu', 'email._encoded_words', 'email.iterators', 'email.message', 'http.client', 'urllib.response', 'urllib.error', 'urllib.request', 'IPython.core.magics.code', 'IPython.core.magics.config', 'IPython.core.magics.display', 'timeit', '_lsprof', 'profile', 'cProfile', 'pstats', 'IPython.utils.module_paths', 'IPython.utils.timing', 'IPython.core.magics.execution', 'IPython.core.magics.extension', 'IPython.core.magics.history', 'IPython.core.magics.logging', 'IPython.core.magics.namespace', 'IPython.core.magics.osm', 'IPython.core.magics.packaging', 'IPython.core.pylabtools', 'IPython.core.magics.pylab', 'IPython.lib.backgroundjobs', 'IPython.core.magics.script', 'IPython.core.magics', 'IPython.core.shellapp', 'IPython.extensions', 'IPython.extensions.storemagic', 'IPython.terminal.ipapp', 'IPython.terminal.embed', 'IPython.utils.frame', 'IPython', 'ipython_genutils._version', 'ipython_genutils', 'ipython_genutils.encoding', 'ipython_genutils.py3compat', 'ipython_genutils.path', 'jupyter_client._version', 'zmq.backend.select', 'cython_runtime', 'zmq.backend.cython.constants', '_cython_0_29_21', 'zmq.backend.cython.error', 'zmq.error', 'zmq.backend.cython.message', 'zmq.backend.cython.context', 'zmq.backend.cython.socket', 'zmq.backend.cython.utils', 'zmq.backend.cython._poll', 'zmq.backend.cython._version', 'zmq.backend.cython._device', 'zmq.backend.cython._proxy_steerable', 'zmq.backend.cython', 'zmq.backend', 'zmq.utils', 'zmq.utils.constant_names', 'zmq.sugar.constants', 'zmq.sugar.attrsettr', 'zmq.sugar.poll', 'zmq.utils.strtypes', 'numbers', '_decimal', 'decimal', 'simplejson.errors', 'simplejson.raw_json', 'simplejson.compat', 'simplejson._speedups', 'simplejson.scanner', 'simplejson.decoder', 'simplejson.encoder', 'simplejson', 'zmq.utils.jsonapi', 'zmq.sugar.socket', 'zmq.sugar.context', 'zmq.sugar.frame', 'zmq.sugar.tracker', 'zmq.sugar.version', 'zmq.sugar.stopwatch', 'zmq.sugar', 'zmq', 'jupyter_client.localinterfaces', 'jupyter_core.version', 'jupyter_core', 'jupyter_core.paths', 'jupyter_client.connect', 'traitlets.log', 'jupyter_client.launcher', 'jupyter_client.channelsabc', 'jupyter_client.channels', 'jupyter_client.clientabc', 'jupyter_client.client', 'ipython_genutils.importstring', 'jupyter_client.kernelspec', 'jupyter_client.managerabc', 'jupyter_client.manager', 'jupyter_client.blocking.channels', 'jupyter_client.blocking.client', 'jupyter_client.blocking', 'zmq._future', 'zmq.asyncio', 'jupyter_client.asynchronous.channels', 'jupyter_client.asynchronous.client', 'jupyter_client.asynchronous', 'uuid', 'jupyter_client.multikernelmanager', 'jupyter_client', 'ipykernel.connect', 'ipykernel', 'tornado', 'tornado.speedups', 'tornado.util', 'tornado.escape', '_curses', 'curses', 'tornado.log', 'tornado.concurrent', 'tornado.ioloop', 'tornado.platform', 'tornado.gen', 'tornado.platform.asyncio', 'zmq.eventloop.ioloop', 'zmq.eventloop', 'zmq.eventloop.zmqstream', 'imp', 'hmac', 'dateutil._version', 'dateutil', 'six', 'dateutil._common', 'dateutil.relativedelta', 'six.moves', 'dateutil.tz._common', 'dateutil.tz._factories', 'dateutil.tz.tz', 'dateutil.tz', 'dateutil.parser._parser', 'dateutil.parser.isoparser', 'dateutil.parser', '_strptime', 'jupyter_client.jsonutil', 'jupyter_client.adapter', 'jupyter_client.session', 'ipykernel.iostream', 'ipykernel.heartbeat', 'IPython.utils.tokenutil', 'tornado.locks', 'tornado.queues', 'ipykernel.jsonutil', 'ipykernel.kernelbase', 'ipykernel.comm.comm', 'ipykernel.comm.manager', 'ipykernel.comm', 'IPython.core.payloadpage', 'ipykernel.displayhook', 'ipykernel.zmqshell', 'distutils', 'distutils.version', 'ipykernel.eventloops', 'ipykernel.ipkernel', 'ipykernel.parentpoller', 'ipykernel.kernelapp', 'argcomplete.compat', 'argcomplete.completers', 'argcomplete.my_shlex', 'argcomplete.my_argparse', 'argcomplete.shell_integration', 'argcomplete', 'traitlets.config.argcomplete_config', 'faulthandler', 'ipykernel.codeutil', 'ipykernel.pickleutil', 'ipykernel.serialize', 'ipykernel.datapub', 'IPython.core.completerlib', 'storemagic', 'torch._utils', 'torch._utils_internal', 'torch.version', 'torch.torch_version', 'torch._six', 'torch._C._onnx', 'torch._C._jit', 'torch._C._jit_tree_views', 'torch._C._te', 'torch._C._nvfuser', 'torch._C._monitor', 'torch._C._functorch', 'torch._C._profiler', 'torch._C.cpp', 'torch._C.cpp.nn', 'torch._C._lazy', 'torch._C._lazy_ts_backend', 'torch._C._itt', 'torch._C._cudart', 'torch._C._nvtx', 'torch._C._cudnn', 'torch._C._verbose', 'torch._C', 'torch._C._fft', 'torch._C._linalg', 'torch._C._nested', 'torch._C._nn', 'torch._C._return_types', 'torch._C._sparse', 'torch._C._special', 'torch.utils.throughput_benchmark', 'torch.utils._crash_handler', 'torch.utils.cpp_backtrace', 'torch.utils', 'torch.utils.hooks', 'torch._namedtensor_internals', 'torch.overrides', 'torch._tensor', 'torch.types', 'numpy._globals', 'numpy.__config__', 'numpy.version', 'numpy._distributor_init', 'numpy.core._multiarray_umath', 'numpy.compat._inspect', 'numpy.compat.py3k', 'numpy.compat', 'numpy.core.overrides', 'numpy.core.multiarray', 'numpy.core.umath', 'numpy.core._string_helpers', 'numpy.core._dtype', 'numpy.core._type_aliases', 'numpy.core.numerictypes', 'numpy.core._asarray', 'numpy.core._exceptions', 'numpy.core._methods', 'numpy.core.fromnumeric', 'numpy.core.shape_base', 'numpy.core._ufunc_config', 'numpy.core.arrayprint', 'numpy.core.numeric', 'numpy.core.defchararray', 'numpy.core.records', 'numpy.core.memmap', 'numpy.core.function_base', 'numpy.core.machar', 'numpy.core.getlimits', 'numpy.core.einsumfunc', 'numpy.core._multiarray_tests', 'numpy.core._add_newdocs', 'numpy.core._dtype_ctypes', 'numpy.core._internal', 'numpy._pytesttester', 'numpy.core', 'numpy.lib.mixins', 'numpy.lib.ufunclike', 'numpy.lib.type_check', 'numpy.lib.scimath', 'numpy.lib.twodim_base', 'numpy.linalg.lapack_lite', 'numpy.linalg._umath_linalg', 'numpy.linalg.linalg', 'numpy.linalg', 'numpy.matrixlib.defmatrix', 'numpy.matrixlib', 'numpy.lib.histograms', 'numpy.lib.function_base', 'numpy.lib.stride_tricks', 'numpy.lib.index_tricks', 'numpy.lib.nanfunctions', 'numpy.lib.shape_base', 'numpy.lib.polynomial', 'numpy.lib.utils', 'numpy.lib.arraysetops', 'numpy.lib.format', 'numpy.lib._datasource', 'numpy.lib._iotools', 'numpy.lib.npyio', 'numpy.lib.financial', 'numpy.lib.arrayterator', 'numpy.lib.arraypad', 'numpy.lib._version', 'numpy.lib', 'numpy.fft._pocketfft_internal', 'numpy.fft._pocketfft', 'numpy.fft.helper', 'numpy.fft', 'numpy.polynomial.polyutils', 'numpy.polynomial._polybase', 'numpy.polynomial.polynomial', 'numpy.polynomial.chebyshev', 'numpy.polynomial.legendre', 'numpy.polynomial.hermite', 'numpy.polynomial.hermite_e', 'numpy.polynomial.laguerre', 'numpy.polynomial', 'numpy.random._common', 'secrets', 'numpy.random.bit_generator', 'numpy.random._bounded_integers', 'numpy.random._mt19937', 'numpy.random.mtrand', 'numpy.random._philox', 'numpy.random._pcg64', 'numpy.random._sfc64', 'numpy.random._generator', 'numpy.random._pickle', 'numpy.random', 'numpy.ctypeslib', 'numpy.ma.core', 'numpy.ma.extras', 'numpy.ma', 'numpy', 'torch.storage', 'torch.random', 'tarfile', 'torch._sources', 'typing_extensions', 'torch._weights_only_unpickler', 'torch.serialization', 'torch._tensor_str', 'torch.amp.autocast_mode', 'torch.amp', 'torch.cuda._utils', 'torch.cuda.graphs', 'torch.cuda.streams', 'torch.cuda._memory_viz', 'torch.cuda.memory', 'torch.cuda.random', 'torch.cuda.sparse', 'torch.cuda.profiler', 'torch.cuda.nvtx', 'torch.cuda.amp.autocast_mode', 'torch.cuda.amp.common', 'torch.cuda.amp.grad_scaler', 'torch.cuda.amp', 'torch.cuda.jiterator', 'torch.cuda', 'torch.sparse', 'torch.backends', 'opt_einsum.parser', 'opt_einsum.helpers', 'opt_einsum.blas', 'opt_einsum.paths', 'opt_einsum.path_random', 'opt_einsum.sharing', 'opt_einsum.backends.cupy', 'opt_einsum.backends.object_arrays', 'opt_einsum.backends.jax', 'opt_einsum.backends.tensorflow', 'opt_einsum.backends.theano', 'opt_einsum.backends.torch', 'opt_einsum.backends.dispatch', 'opt_einsum.backends', 'opt_einsum.contract', 'opt_einsum._version', 'opt_einsum', 'torch.backends.opt_einsum', 'torch.nn.parameter', 'torch.nn.modules.module', 'torch._VF', 'torch._torch_docs', 'torch._C._distributed_c10d', 'torch.distributed.constants', 'torch.distributed.rendezvous', 'torch.distributed.distributed_c10d', 'torch.distributed.remote_device', 'torch.distributed', 'torch._C._distributed_rpc', 'torch.futures', 'torch.distributed.rpc.internal', 'torch.distributed.rpc.constants', 'torch.distributed.rpc._utils', 'torch.distributed.rpc.api', 'torch.distributed.rpc.backend_registry', 'torch.distributed.rpc.functions', 'torch._C._distributed_autograd', 'torch.distributed.autograd', 'torch.distributed.rpc.options', 'torch.autograd.variable', 'torch.autograd.function', 'cmath', 'torch.testing._comparison', 'torch.testing._creation', 'torch.testing._legacy', 'torch.testing._deprecated', 'torch.testing', 'torch.utils._pytree', 'torch._vmap_internals', 'torch.autograd.gradcheck', 'torch.autograd.grad_mode', 'torch.autograd.anomaly_mode', 'torch.autograd.forward_ad', 'torch.autograd.functional', 'torch.autograd.graph', 'torch._C._autograd', 'torch.autograd.profiler_util', 'torch.autograd.profiler', 'torch.autograd', 'torch.autograd.profiler_legacy', 'torch.distributed.rpc.server_process_global_profiler', 'torch.distributed.rpc', 'pickletools', 'dataclasses', 'torch.package._digraph', 'torch.package._importlib', 'torch.package._mangling', 'torch.package.importer', 'torch.package._package_pickler', 'torch.package._stdlib', 'torch.package.find_file_dependencies', 'torch.package.glob_group', 'torch.package.package_exporter', 'torch.package.analyze.find_first_use_of_broken_modules', 'torch.package.analyze.trace_dependencies', 'torch.package.analyze', 'torch.package.analyze.is_from_package', 'torch.package.file_structure_representation', 'torch.package._directory_reader', 'torch.package._package_unpickler', 'torch.package.package_importer', 'torch.package', 'torch._jit_internal', 'torch.nn._reduction', 'torch.nn.modules.utils', 'torch.nn.grad', 'torch.nn.functional', 'torch.nn.init', 'torch.nn.modules.lazy', 'torch.nn.modules.linear', 'torch.nn.common_types', 'torch.nn.modules.conv', 'torch.nn.modules.activation', 'torch.nn.modules.distance', 'torch.nn.modules.loss', 'torch.nn.modules.container', 'torch.nn.modules.pooling', 'torch.nn.modules._functions', 'torch.nn.modules.batchnorm', 'torch.nn.modules.instancenorm', 'torch.nn.modules.normalization', 'torch.nn.modules.dropout', 'torch.nn.modules.padding', 'torch.nn.modules.sparse', 'torch.nn.utils.rnn', 'torch.nn.utils.clip_grad', 'torch.nn.utils.weight_norm', 'torch.nn.utils.convert_parameters', 'torch.nn.utils.spectral_norm', 'torch.nn.utils.fusion', 'torch.nn.utils.memory_format', 'torch.nn.utils.parametrize', 'torch.nn.utils.parametrizations', 'torch.nn.utils.init', 'torch.nn.utils.stateless', 'torch.nn.utils', 'torch.nn.modules.rnn', 'torch.nn.modules.pixelshuffle', 'torch.nn.modules.upsampling', 'torch.nn.modules.fold', 'torch.nn.modules.adaptive', 'torch.nn.modules.transformer', 'torch.nn.modules.flatten', 'torch.nn.modules.channelshuffle', 'torch.nn.modules', 'torch.nn.parallel.parallel_apply', 'torch.cuda.nccl', 'torch.nn.parallel.comm', 'torch.nn.parallel.replicate', 'torch.nn.parallel._functions', 'torch.nn.parallel.scatter_gather', 'torch.nn.parallel.data_parallel', 'torch.distributed.algorithms.join', 'torch.distributed.algorithms', 'torch.distributed.utils', 'torch.nn.parallel._replicated_tensor_ddp_utils', 'torch.nn.parallel.distributed', 'torch.nn.parallel', 'torch.nn', 'torch._linalg_utils', 'torch._lowrank', 'torch.functional', 'torch.cpu.amp.autocast_mode', 'torch.cpu.amp', 'torch.cpu', 'torch.fft', 'torch.nested', 'torch.optim.optimizer', 'torch.optim.adadelta', 'torch.optim.adagrad', 'torch.optim.adam', 'torch.optim.adamw', 'torch.optim.adamax', 'torch.optim.asgd', 'torch.optim.nadam', 'torch.optim.radam', 'torch.optim.rmsprop', 'torch.optim.rprop', 'torch.optim.sgd', 'torch.optim._functional', 'torch.optim.sparse_adam', 'torch.optim.lbfgs', 'torch.optim.lr_scheduler', 'torch.optim.swa_utils', 'torch.optim', 'torch.optim._multi_tensor', 'multiprocessing.process', 'multiprocessing.reduction', 'multiprocessing.context', '__mp_main__', 'multiprocessing', 'multiprocessing.util', 'multiprocessing.resource_sharer', 'torch.multiprocessing.reductions', '_multiprocessing', 'multiprocessing.connection', 'torch.multiprocessing.spawn', 'torch.multiprocessing', 'torch.special', 'torch.utils.backcompat', 'torch.onnx._deprecation', 'torch.onnx._constants', 'torch.onnx._internal', 'torch.onnx._internal.diagnostics.infra.sarif._property_bag', 'torch.onnx._internal.diagnostics.infra.sarif._address', 'torch.onnx._internal.diagnostics.infra.sarif._multiformat_message_string', 'torch.onnx._internal.diagnostics.infra.sarif._artifact_content', 'torch.onnx._internal.diagnostics.infra.sarif._message', 'torch.onnx._internal.diagnostics.infra.sarif._artifact_location', 'torch.onnx._internal.diagnostics.infra.sarif._artifact', 'torch.onnx._internal.diagnostics.infra.sarif._region', 'torch.onnx._internal.diagnostics.infra.sarif._replacement', 'torch.onnx._internal.diagnostics.infra.sarif._artifact_change', 'torch.onnx._internal.diagnostics.infra.sarif._rectangle', 'torch.onnx._internal.diagnostics.infra.sarif._attachment', 'torch.onnx._internal.diagnostics.infra.sarif._location_relationship', 'torch.onnx._internal.diagnostics.infra.sarif._logical_location', 'torch.onnx._internal.diagnostics.infra.sarif._physical_location', 'torch.onnx._internal.diagnostics.infra.sarif._location', 'torch.onnx._internal.diagnostics.infra.sarif._tool_component_reference', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_descriptor_reference', 'torch.onnx._internal.diagnostics.infra.sarif._stack_frame', 'torch.onnx._internal.diagnostics.infra.sarif._stack', 'torch.onnx._internal.diagnostics.infra.sarif._web_request', 'torch.onnx._internal.diagnostics.infra.sarif._web_response', 'torch.onnx._internal.diagnostics.infra.sarif._thread_flow_location', 'torch.onnx._internal.diagnostics.infra.sarif._thread_flow', 'torch.onnx._internal.diagnostics.infra.sarif._code_flow', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_configuration', 'torch.onnx._internal.diagnostics.infra.sarif._configuration_override', 'torch.onnx._internal.diagnostics.infra.sarif._exception', 'torch.onnx._internal.diagnostics.infra.sarif._notification', 'torch.onnx._internal.diagnostics.infra.sarif._invocation', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_descriptor_relationship', 'torch.onnx._internal.diagnostics.infra.sarif._reporting_descriptor', 'torch.onnx._internal.diagnostics.infra.sarif._translation_metadata', 'torch.onnx._internal.diagnostics.infra.sarif._tool_component', 'torch.onnx._internal.diagnostics.infra.sarif._tool', 'torch.onnx._internal.diagnostics.infra.sarif._conversion', 'torch.onnx._internal.diagnostics.infra.sarif._edge', 'torch.onnx._internal.diagnostics.infra.sarif._edge_traversal', 'torch.onnx._internal.diagnostics.infra.sarif._node', 'torch.onnx._internal.diagnostics.infra.sarif._graph', 'torch.onnx._internal.diagnostics.infra.sarif._fix', 'torch.onnx._internal.diagnostics.infra.sarif._graph_traversal', 'torch.onnx._internal.diagnostics.infra.sarif._result_provenance', 'torch.onnx._internal.diagnostics.infra.sarif._suppression', 'torch.onnx._internal.diagnostics.infra.sarif._result', 'torch.onnx._internal.diagnostics.infra.sarif._external_properties', 'torch.onnx._internal.diagnostics.infra.sarif._external_property_file_reference', 'torch.onnx._internal.diagnostics.infra.sarif._external_property_file_references', 'torch.onnx._internal.diagnostics.infra.sarif._run_automation_details', 'torch.onnx._internal.diagnostics.infra.sarif._special_locations', 'torch.onnx._internal.diagnostics.infra.sarif._version_control_details', 'torch.onnx._internal.diagnostics.infra.sarif._run', 'torch.onnx._internal.diagnostics.infra.sarif._sarif_log', 'torch.onnx._internal.diagnostics.infra.sarif', 'torch.onnx._internal.diagnostics.infra.formatter', 'torch.onnx._internal.diagnostics.infra._infra', 'torch.onnx._internal.diagnostics.infra.sarif.version', 'torch.onnx._internal.diagnostics.infra.engine', 'torch.onnx._internal.diagnostics.infra', 'torch.onnx._internal.diagnostics._rules', 'torch.onnx._internal.diagnostics._diagnostic', 'torch.onnx._internal.diagnostics', 'torch.onnx.errors', 'zipfile', 'torch.jit._dataclass_impls', 'torch.jit._monkeytype_config', 'torch.jit._state', 'torch._ops', 'torch.jit.annotations', 'astunparse.unparser', 'astunparse.printer', 'astunparse', 'torch.jit.frontend', 'torch.backends.cudnn', 'torch.jit._builtins', 'torch.jit._check', 'torch.jit._recursive', 'torch.jit._fuser', 'torch.jit._serialization', 'torch._classes', 'torch.jit._script', 'torch.jit._trace', 'torch.jit._async', 'torch.jit._decomposition_utils', 'torch.jit._freeze', 'torch.jit._ir_utils', 'torch.jit', 'torch.onnx._exporter_states', 'torch.onnx._globals', 'torch.onnx._internal._beartype', 'torch.onnx._internal.jit_utils', 'torch.onnx._internal.registration', 'torch.onnx.utils', 'torch.onnx._patch_torch', 'torch.onnx._type_utils', 'torch.onnx.symbolic_helper', 'torch.onnx.symbolic_opset9', 'torch.onnx.symbolic_caffe2', 'torch.onnx.symbolic_opset7', 'torch.onnx.symbolic_opset8', 'torch.onnx.symbolic_opset10', 'torch.onnx.symbolic_opset11', 'torch.onnx.symbolic_opset12', 'torch.onnx.symbolic_opset13', 'torch.onnx.symbolic_opset14', 'torch.onnx.symbolic_opset15', 'torch.onnx.symbolic_opset16', 'torch.onnx.symbolic_opset17', 'torch.onnx', 'torch.linalg', 'tqdm._monitor', 'tqdm._tqdm_pandas', 'tqdm.utils', 'tqdm.std', 'tqdm._dist_ver', 'tqdm.version', 'tqdm.cli', 'tqdm.gui', 'tqdm', 'ipywidgets._version', 'ipywidgets.widgets.widget', 'ipywidgets.widgets.util', 'ipywidgets.widgets.trait_types', 'ipywidgets.widgets.widget_layout', 'ipywidgets.widgets.widget_style', 'ipywidgets.widgets.domwidget', 'ipywidgets.widgets.valuewidget', 'ipywidgets.widgets.widget_core', 'ipywidgets.widgets.widget_description', 'ipywidgets.widgets.widget_bool', 'ipywidgets.widgets.widget_button', 'ipywidgets.widgets.docutils', 'ipywidgets.widgets.widget_box', 'ipywidgets.widgets.widget_int', 'ipywidgets.widgets.widget_float', 'ipywidgets.widgets.widget_color', 'ipywidgets.widgets.widget_date', 'ipywidgets.widgets.widget_output', 'ipywidgets.widgets.widget_selection', 'ipywidgets.widgets.widget_selectioncontainer', 'ipywidgets.widgets.widget_string', 'ipywidgets.widgets.widget_controller', 'ipywidgets.widgets.interaction', 'ipywidgets.widgets.widget_link', 'ipywidgets.widgets.widget_media', 'ipywidgets.widgets.widget_templates', 'ipywidgets.widgets.widget_upload', 'ipywidgets.widgets', 'ipywidgets', 'tqdm.notebook', 'tqdm.autonotebook', 'tqdm.asyncio', 'tqdm.auto', 'torch.hub', 'torch.distributions.constraints', 'torch.distributions.utils', 'torch.distributions.distribution', 'torch.distributions.exp_family', 'torch.distributions.bernoulli', 'torch.distributions.dirichlet', 'torch.distributions.beta', 'torch.distributions.binomial', 'torch.distributions.categorical', 'torch.distributions.cauchy', 'torch.distributions.gamma', 'torch.distributions.chi2', 'torch.distributions.transforms', 'torch.distributions.constraint_registry', 'torch.distributions.continuous_bernoulli', 'torch.distributions.exponential', 'torch.distributions.fishersnedecor', 'torch.distributions.geometric', 'torch.distributions.uniform', 'torch.distributions.independent', 'torch.distributions.transformed_distribution', 'torch.distributions.gumbel', 'torch.distributions.half_cauchy', 'torch.distributions.normal', 'torch.distributions.half_normal', 'torch.distributions.laplace', 'torch.distributions.multivariate_normal', 'torch.distributions.lowrank_multivariate_normal', 'torch.distributions.one_hot_categorical', 'torch.distributions.pareto', 'torch.distributions.poisson', 'torch.distributions.kl', 'torch.distributions.kumaraswamy', 'torch.distributions.lkj_cholesky', 'torch.distributions.log_normal', 'torch.distributions.logistic_normal', 'torch.distributions.mixture_same_family', 'torch.distributions.multinomial', 'torch.distributions.negative_binomial', 'torch.distributions.relaxed_bernoulli', 'torch.distributions.relaxed_categorical', 'torch.distributions.studentT', 'torch.distributions.von_mises', 'torch.distributions.weibull', 'torch.distributions.wishart', 'torch.distributions', 'torch.backends.cuda', 'torch.backends.mps', 'torch.backends.mkl', 'torch.backends.mkldnn', 'torch.backends.openmp', 'torch.backends.quantized', 'torch.utils.data.sampler', 'torch.utils.data.dataset', 'torch.utils.data.datapipes._hook_iterator', 'torch.utils.data.datapipes._typing', 'torch.utils.data.datapipes.utils', 'torch.utils.data._utils.signal_handling', 'torch.utils.data._utils.worker', 'torch.utils.data._utils.pin_memory', 'torch.utils.data._utils.collate', 'torch.utils.data._utils.fetch', 'torch.utils.data._utils', 'dill.info', '_pyio', 'dill.settings', 'dill._dill', 'dill.source', 'dill.temp', 'dill.pointers', 'dill.detect', 'dill.objtypes', 'dill', 'torch.utils.data._utils.serialization', 'torch.utils.data.datapipes.utils.common', 'torch.utils.data.datapipes.datapipe', 'torch.utils.data.datapipes.iter.utils', 'torch.utils.data.datapipes._decorator', 'torch.utils.data.datapipes.dataframe.dataframe_wrapper', 'torch.utils.data.datapipes.dataframe.structures', 'torch.utils.data.datapipes.dataframe.dataframes', 'torch.utils.data.datapipes.dataframe.datapipes', 'torch.utils.data.datapipes.dataframe', 'torch.utils.data.datapipes.iter.callable', 'torch.utils.data.datapipes.iter.combinatorics', 'torch.utils.data.datapipes.iter.combining', 'torch.utils.data.datapipes.iter.filelister', 'torch.utils.data.datapipes.iter.fileopener', 'torch.utils.data.datapipes.iter.grouping', 'torch.utils.data.datapipes.utils.decoder', 'torch.utils.data.datapipes.iter.routeddecoder', 'torch.utils.data.datapipes.iter.selecting', 'torch.utils.data.datapipes.iter.streamreader', 'torch.utils.data.datapipes.iter', 'torch.utils.data.datapipes.map.callable', 'torch.utils.data.datapipes.map.combinatorics', 'torch.utils.data.datapipes.map.combining', 'torch.utils.data.datapipes.map.grouping', 'torch.utils.data.datapipes.map.utils', 'torch.utils.data.datapipes.map', 'torch.utils.data.datapipes', 'torch.utils.data.graph', 'torch.utils.data.graph_settings', 'torch.utils.data.dataloader', 'torch.utils.data.distributed', 'torch.utils.data.backward_compatibility', 'torch.utils.data.communication.eventloop', 'torch.utils.data.communication.iter', 'torch.utils.data.communication.map', 'torch.utils.data.communication.messages', 'torch.utils.data.communication.protocol', 'torch.utils.data.communication.queue', 'torch.utils.data.communication', 'torch.utils.data.dataloader_experimental', 'torch.utils.data', 'torch.__config__', 'torch.__future__', 'gzip', 'torch.profiler.profiler', 'torch.profiler.itt', 'torch.profiler', 'torch.ao', 'torch.ao.nn', 'torch.ao.nn.intrinsic.modules.fused', 'torch.ao.nn.intrinsic.modules', 'torch.ao.nn.intrinsic', 'torch.nn.intrinsic.modules.fused', 'torch.nn.intrinsic.modules', 'torch.nn.intrinsic', 'torch.ao.nn.quantizable.modules.activation', 'torch.ao.nn.quantizable.modules.rnn', 'torch.ao.nn.quantizable.modules', 'torch.ao.nn.quantizable', 'torch.nn.quantizable.modules', 'torch.nn.quantizable', 'torch.ao.nn.quantized.modules.activation', 'torch.ao.nn.quantized.modules.dropout', 'torch.ao.nn.quantized.modules.batchnorm', 'torch.ao.nn.quantized.modules.normalization', 'torch.ao.nn.qat.modules.linear', 'torch.ao.nn.qat.modules.conv', 'torch.ao.nn.qat.modules.embedding_ops', 'torch.ao.nn.qat.modules', 'torch.ao.nn.qat', 'torch.nn.intrinsic.qat.modules.linear_relu', 'torch.nn.intrinsic.qat.modules.linear_fused', 'torch.nn.intrinsic.qat.modules.conv_fused', 'torch.nn.intrinsic.qat.modules', 'torch.nn.intrinsic.qat', 'torch.ao.nn.quantized.modules.utils', 'torch.ao.nn.quantized.modules.conv', 'torch.ao.nn.quantized.modules.linear', 'torch.ao.nn.quantized.modules.embedding_ops', 'torch.ao.nn.quantized.modules.rnn', 'torch.ao.nn.quantized.modules.functional_modules', 'torch.ao.nn.quantized.modules', 'torch.ao.nn.quantized.functional', 'torch.ao.nn.quantized', 'torch.ao.nn.quantized.dynamic.modules.linear', 'torch.ao.nn.quantized.dynamic.modules.rnn', 'torch.ao.nn.quantized.dynamic.modules.conv', 'torch.ao.nn.quantized.dynamic.modules', 'torch.ao.nn.quantized.dynamic', 'torch.nn.quantized.dynamic', 'torch.nn.quantized.functional', 'torch.nn.quantized.modules', 'torch.nn.quantized', 'torch.ao.nn.qat.dynamic.modules.linear', 'torch.ao.nn.qat.dynamic.modules', 'torch.ao.nn.qat.dynamic', 'torch.nn.qat.dynamic.modules.linear', 'torch.nn.qat.dynamic.modules', 'torch.nn.qat.dynamic', 'torch.nn.qat.modules.conv', 'torch.nn.qat.modules.embedding_ops', 'torch.nn.qat.modules.linear', 'torch.nn.qat.modules', 'torch.nn.qat', 'torch._tensor_docs', 'torch._storage_docs', 'torch.ao.quantization.quant_type', 'torch.ao.quantization.utils', 'torch.ao.quantization.observer', 'torch.ao.quantization.fake_quantize', 'torch.ao.quantization.fuser_method_mappings', 'torch.ao.quantization.fuse_modules', 'torch.ao.quantization.qconfig', 'torch.ao.quantization.qconfig_mapping', 'torch.nn.intrinsic.quantized.modules.linear_relu', 'torch.nn.intrinsic.quantized.modules.conv_relu', 'torch.nn.intrinsic.quantized.modules.bn_relu', 'torch.nn.intrinsic.quantized.modules', 'torch.nn.intrinsic.quantized', 'torch.nn.intrinsic.quantized.dynamic.modules.linear_relu', 'torch.nn.intrinsic.quantized.dynamic.modules', 'torch.nn.intrinsic.quantized.dynamic', 'torch.ao.nn.quantized.reference.modules.utils', 'torch.ao.nn.quantized.reference.modules.linear', 'torch.ao.nn.quantized.reference.modules.conv', 'torch.ao.nn.quantized.reference.modules.rnn', 'torch.ao.nn.quantized.reference.modules.sparse', 'torch.ao.nn.quantized.reference.modules', 'torch.ao.nn.quantized.reference', 'torch.ao.nn.sparse.quantized.linear', 'torch.ao.nn.sparse.quantized.utils', 'torch.ao.nn.sparse.quantized.dynamic.linear', 'torch.ao.nn.sparse.quantized.dynamic', 'torch.ao.nn.sparse.quantized', 'torch.ao.nn.sparse', 'torch.ao.quantization.stubs', 'torch.ao.quantization.quantization_mappings', 'torch.ao.quantization.quantize', 'torch.ao.quantization.quantize_jit', 'torch.ao.quantization', 'torch.quantization.quantize', 'torch.quantization.observer', 'torch.quantization.qconfig', 'torch.quantization.fake_quantize', 'torch.quantization.fuser_method_mappings', 'torch.quantization.fuse_modules', 'torch.quantization.stubs', 'torch.quantization.quant_type', 'torch.quantization.quantize_jit', 'torch.quantization.quantization_mappings', 'torch.quantization', 'torch.quasirandom', 'torch.multiprocessing._atfork', 'torch._lobpcg', 'torch.utils.dlpack', 'torch.masked.maskedtensor.core', 'torch.masked.maskedtensor.binary', 'torch.masked.maskedtensor.passthrough', 'torch.masked.maskedtensor.creation', 'torch.masked.maskedtensor.reductions', 'torch.masked.maskedtensor.unary', 'torch.masked.maskedtensor', 'torch.masked._docs', 'torch.masked._ops', 'torch.masked', 'torch.return_types', 'torch.library', 'torch._prims_common', 'torch._prims_common.wrappers', 'torch._prims.nvfuser_prims', 'torch.utils._mode_utils', 'torch._subclasses.meta_utils', 'torch.fx._compatibility', 'torch.fx.immutable_collections', 'torch.fx.operator_schemas', 'torch.fx.node', 'torch.fx._pytree', 'torch.fx.graph', 'torch.fx.graph_module', 'torch.fx.traceback', 'torch.fx.proxy', 'torch.fx._symbolic_trace', 'torch.fx.interpreter', 'torch.fx.subgraph_rewriter', 'torch.fx', 'torch.utils._python_dispatch', 'torch._subclasses.fake_tensor', 'torch._subclasses.fake_utils', 'torch._subclasses', 'torch._prims', 'torch._decomp.decompositions', 'torch._decomp', 'torch._refs.fft', 'torch._refs.linalg', 'torch._refs.nn', 'torch._refs.nn.functional', 'torch._refs.special', 'torch._refs', 'torch._meta_registrations', 'torch', 'yaml.error', 'yaml.tokens', 'yaml.events', 'yaml.nodes', 'yaml.reader', 'yaml.scanner', 'yaml.parser', 'yaml.composer', 'yaml.constructor', 'yaml.resolver', 'yaml.loader', 'yaml.emitter', 'yaml.serializer', 'yaml.representer', 'yaml.dumper', 'yaml._yaml', 'yaml.cyaml', 'yaml', 'tqdm.contrib', 'ruamel.yaml.compat', 'ruamel.yaml.error', 'ruamel.yaml.util', 'ruamel.yaml.reader', 'ruamel.yaml.tokens', 'ruamel.yaml.scanner', 'ruamel.yaml.events', 'ruamel.yaml.anchor', 'ruamel.yaml.scalarstring', 'ruamel.yaml.comments', 'ruamel.yaml.parser', 'ruamel.yaml.nodes', 'ruamel.yaml.composer', 'ruamel.yaml.scalarint', 'ruamel.yaml.scalarfloat', 'ruamel.yaml.scalarbool', 'ruamel.yaml.timestamp', 'ruamel.yaml.constructor', 'ruamel.yaml.emitter', 'ruamel.yaml.serializer', 'ruamel.yaml.representer', '_ruamel_yaml', 'ruamel.yaml.resolver', 'ruamel.yaml.cyaml', 'ruamel.yaml.loader', 'ruamel.yaml.dumper', 'ruamel.yaml.main', 'ruamel.yaml', 'hyperpyyaml.core', 'hyperpyyaml', '_csv', 'csv', 'speechbrain.utils.data_utils', 'speechbrain.utils.superpowers', 'speechbrain.utils.logger', 'speechbrain.utils.edit_distance', 'speechbrain.utils.distributed', 'speechbrain.utils._workarounds', 'speechbrain.utils.depgraph', 'speechbrain.utils.DER', 'speechbrain.utils.hparams', 'speechbrain.utils.hpopt', 'torchaudio._internal', 'ctypes.util', '_cffi_backend', '_soundfile', 'soundfile', 'torchaudio._internal.module_utils', 'torchaudio._torchaudio', 'torchaudio._torchaudio_ffmpeg', 'torchaudio._extension', 'torchaudio.compliance.kaldi', 'torchaudio.compliance', 'torch.utils.model_zoo', 'torchaudio.datasets.utils', 'torchaudio.datasets.cmuarctic', 'torchaudio.datasets.cmudict', 'torchaudio.datasets.commonvoice', 'torchaudio.datasets.dr_vctk', 'torchaudio.datasets.fluentcommands', 'torchaudio.datasets.gtzan', 'torchaudio.datasets.iemocap', 'torchaudio.datasets.librispeech', 'torchaudio.datasets.librilight_limited', 'torchaudio.datasets.librimix', 'torchaudio.datasets.libritts', 'torchaudio.datasets.ljspeech', 'torchaudio.datasets.musdb_hq', 'torchaudio.datasets.quesst14', 'torchaudio.datasets.snips', 'torchaudio.datasets.speechcommands', 'torchaudio.datasets.tedlium', 'torchaudio.datasets.vctk', 'torchaudio.datasets.voxceleb1', 'torchaudio.datasets.yesno', 'torchaudio.datasets', 'torchaudio.functional.filtering', 'torchaudio.functional.functional', 'torchaudio.functional', 'torchaudio.io', 'torchaudio.kaldi_io', 'torchaudio.models._hdemucs', 'torchaudio.models.conformer', 'torchaudio.models.conv_tasnet', 'torchaudio.models.deepspeech', 'torchaudio.models.emformer', 'torchaudio.models.rnnt', 'torchaudio.models.rnnt_decoder', 'torchaudio.models.tacotron2', 'torchaudio.models.wav2letter', 'torchaudio.models.wav2vec2.components', 'torchaudio.models.wav2vec2.model', 'torchaudio.models.wav2vec2.utils.import_fairseq', 'torchaudio.models.wav2vec2.utils.import_huggingface', 'torchaudio.models.wav2vec2.utils', 'torchaudio.models.wav2vec2', 'torchaudio.models.wavernn', 'torchaudio.models', 'torchaudio.pipelines._source_separation_pipeline', 'torchaudio.transforms._multi_channel', 'torchaudio.transforms._transforms', 'torchaudio.transforms', 'torchaudio.pipelines._tts.utils', 'torchaudio.pipelines._tts.interface', 'torchaudio.pipelines._tts.impl', 'torchaudio.pipelines._tts', 'torchaudio.pipelines._wav2vec2', 'torchaudio.pipelines._wav2vec2.utils', 'torchaudio.pipelines._wav2vec2.impl', 'torchaudio.pipelines.rnnt_pipeline', 'torchaudio.pipelines', 'torchaudio.utils.ffmpeg_utils', 'torchaudio.utils.sox_utils', 'torchaudio.utils.download', 'torchaudio.utils', 'torchaudio.sox_effects.sox_effects', 'torchaudio.sox_effects', 'torchaudio.backend.no_backend', 'torchaudio.backend.common', 'torchaudio.backend.soundfile_backend', 'torchaudio.io._compat', 'torchaudio.backend.sox_io_backend', 'torchaudio.backend.utils', 'torchaudio.backend', 'torchaudio.version', 'torchaudio', 'speechbrain.utils.torch_audio_backend', 'packaging.__about__', 'packaging', 'packaging._structures', 'packaging.version', 'swig_runtime_data4', 'sentencepiece._sentencepiece', 'sentencepiece._version', 'sentencepiece', 'speechbrain.utils.checkpoints', 'speechbrain.utils.epoch_loop', 'joblib.hashing', 'joblib.disk', 'joblib.logger', 'joblib.func_inspect', 'joblib.backports', 'joblib.compressor', 'joblib.numpy_pickle_utils', 'joblib.numpy_pickle_compat', 'joblib.numpy_pickle', 'joblib._store_backends', 'joblib.memory', 'joblib._multiprocessing_helpers', 'joblib._deprecated_my_exceptions', 'joblib.my_exceptions', 'mmap', 'joblib.externals', 'joblib.externals.loky._base', 'joblib.externals.loky.backend.compat_posix', 'joblib.externals.loky.backend.compat', 'joblib.externals.loky.backend.process', 'joblib.externals.loky.backend.context', 'multiprocessing.synchronize', 'joblib.externals.loky.backend', 'joblib.externals.loky.backend._posix_reduction', 'joblib.externals.cloudpickle.compat', 'joblib.externals.cloudpickle.cloudpickle', 'joblib.externals.cloudpickle.cloudpickle_fast', 'joblib.externals.cloudpickle', 'joblib.externals.loky.backend.reduction', 'multiprocessing.queues', 'joblib.externals.loky.backend.queues', 'psutil._common', 'psutil._compat', 'psutil._psposix', 'psutil._psutil_linux', 'psutil._psutil_posix', 'psutil._pslinux', 'psutil', 'joblib.externals.loky.backend.utils', 'concurrent.futures.process', 'joblib.externals.loky.process_executor', 'joblib.externals.loky.reusable_executor', 'joblib.externals.loky.cloudpickle_wrapper', 'joblib.externals.loky', 'joblib.externals.loky.backend.spawn', 'joblib.externals.loky.backend.resource_tracker', 'joblib._memmapping_reducer', 'multiprocessing.pool', 'joblib.pool', 'joblib.executor', 'joblib._parallel_backends', 'joblib.parallel', 'joblib', 'speechbrain.utils.data_pipeline', 'speechbrain.dataio.dataio', 'speechbrain.dataio.dataset', 'speechbrain.dataio.legacy', 'scipy._lib._testutils', 'scipy._lib', 'scipy._lib.deprecation', 'scipy.__config__', 'scipy.version', 'scipy._distributor_init', 'scipy._lib._pep440', 'scipy._lib._ccallback_c', 'scipy._lib._ccallback', 'scipy._lib._uarray._uarray', 'scipy._lib._uarray._backend', 'scipy._lib._uarray', 'scipy._lib.uarray', 'scipy.fft._basic', 'scipy.fft._realtransforms', 'scipy.fft._pocketfft.pypocketfft', 'scipy.fft._pocketfft.helper', 'scipy.fft._pocketfft.basic', 'scipy.fft._pocketfft.realtransforms', 'scipy.fft._pocketfft', 'scipy.fft._helper', 'scipy.fft._backend', 'scipy.fft', 'scipy', 'scipy._lib._util', 'scipy.sparse.sputils', 'scipy.sparse.base', 'scipy.sparse._sparsetools', 'scipy.sparse.data', 'scipy.sparse.dia', 'scipy.sparse._index', 'scipy.sparse.compressed', 'scipy.sparse.csr', 'scipy.sparse.csc', 'scipy.sparse._csparsetools', 'scipy.sparse.lil', 'scipy.sparse.dok', 'scipy.sparse.coo', 'scipy.sparse.bsr', 'scipy.sparse.construct', 'scipy.sparse.extract', 'scipy.sparse._matrix_io', 'scipy.sparse.csgraph._laplacian', 'scipy.sparse.csgraph._tools', 'scipy.sparse.csgraph._validation', 'scipy.sparse.csgraph._shortest_path', 'scipy.sparse.csgraph._traversal', 'scipy.sparse.csgraph._min_spanning_tree', 'scipy.sparse.csgraph._flow', 'scipy.sparse.csgraph._matching', 'scipy.sparse.csgraph._reordering', 'scipy.sparse.csgraph', 'scipy.sparse', 'scipy.spatial.kdtree', 'scipy.spatial.ckdtree', 'scipy._lib.messagestream', 'scipy.spatial.qhull', 'scipy.spatial._voronoi', 'scipy.spatial._spherical_voronoi', 'scipy._lib.decorator', 'scipy.spatial._plotutils', 'scipy.linalg._fblas', 'scipy.linalg.blas', 'scipy.linalg._flapack', 'scipy.linalg.lapack', 'scipy.linalg.misc', 'scipy.linalg._flinalg', 'scipy.linalg.flinalg', 'scipy.linalg.decomp', 'scipy.linalg.decomp_svd', 'scipy.linalg._solve_toeplitz', 'scipy.linalg.basic', 'scipy.linalg.decomp_lu', 'scipy.linalg._decomp_ldl', 'scipy.linalg.decomp_cholesky', 'scipy.linalg.decomp_qr', 'scipy.linalg._decomp_qz', 'scipy.linalg.decomp_schur', 'scipy.linalg._decomp_polar', 'scipy.linalg.special_matrices', 'scipy.linalg._expm_frechet', 'scipy.linalg._matfuncs_sqrtm', 'scipy.linalg.matfuncs', 'scipy.linalg._solvers', 'scipy.linalg._procrustes', 'scipy.linalg.cython_blas', 'scipy.linalg.cython_lapack', 'scipy.linalg._decomp_update', 'scipy.linalg._sketches', 'scipy.linalg._decomp_cossin', 'scipy.linalg', 'scipy.spatial._procrustes', 'scipy.spatial._distance_wrap', 'scipy.spatial._hausdorff', 'scipy.special.sf_error', 'scipy.special._ufuncs_cxx', 'scipy.special._ufuncs', 'scipy.special.specfun', 'scipy.special.orthogonal', 'scipy.special._comb', 'scipy.special._basic', 'scipy.special._logsumexp', 'scipy.special.spfun_stats', 'scipy.special._ellip_harm_2', 'scipy.special._ellip_harm', 'scipy.special._lambertw', 'scipy.special._spherical_bessel', 'scipy.special', 'scipy.spatial.distance', 'scipy.spatial._geometric_slerp', 'scipy.constants.codata', 'scipy.constants.constants', 'scipy.constants', 'scipy.spatial.transform._rotation_groups', 'scipy.spatial.transform.rotation', 'scipy.spatial.transform._rotation_spline', 'scipy.spatial.transform', 'scipy.spatial', 'scipy.ndimage._ni_support', 'scipy.ndimage._nd_image', 'scipy._lib.doccer', 'scipy.ndimage._ni_docstrings', 'scipy.ndimage.filters', 'scipy.ndimage.fourier', 'scipy.ndimage.interpolation', '_ni_label', 'scipy.ndimage._ni_label', 'scipy.ndimage.morphology', 'scipy.ndimage.measurements', 'scipy.ndimage', 'scipy.stats._distr_params', 'scipy.optimize.minpack2', 'scipy.optimize.linesearch', 'scipy.sparse.linalg.isolve._iterative', 'scipy.sparse.linalg.interface', 'scipy.sparse.linalg.isolve.utils', 'scipy._lib._threadsafety', 'scipy.sparse.linalg.isolve.iterative', 'scipy.sparse.linalg.isolve.minres', 'scipy.sparse.linalg.isolve._gcrotmk', 'scipy.sparse.linalg.isolve.lgmres', 'scipy.sparse.linalg.isolve.lsqr', 'scipy.sparse.linalg.isolve.lsmr', 'scipy.sparse.linalg.isolve', 'scipy.sparse.linalg.dsolve._superlu', 'scipy.sparse.linalg.dsolve.linsolve', 'scipy.sparse.linalg.dsolve._add_newdocs', 'scipy.sparse.linalg.dsolve', 'scipy.sparse.linalg.eigen.arpack._arpack', 'scipy.sparse.linalg.eigen.lobpcg.lobpcg', 'scipy.sparse.linalg.eigen.lobpcg', 'scipy.sparse.linalg.eigen.arpack.arpack', 'scipy.sparse.linalg.eigen.arpack', 'scipy.sparse.linalg.eigen', 'scipy.sparse.linalg._expm_multiply', 'scipy.sparse.linalg.matfuncs', 'scipy.sparse.linalg._onenormest', 'scipy.sparse.linalg._norm', 'scipy.sparse.linalg', 'scipy.optimize._group_columns', 'scipy.optimize._numdiff', 'scipy.optimize._hessian_update_strategy', 'scipy.optimize._differentiable_functions', 'scipy.optimize.optimize', 'scipy.optimize._trustregion', 'scipy.optimize._trustregion_dogleg', 'scipy.optimize._trustregion_ncg', 'scipy.optimize._trlib._trlib', 'scipy.optimize._trlib', 'scipy.optimize._trustregion_krylov', 'scipy.optimize._trustregion_exact', 'unittest.util', 'unittest.result', 'unittest.case', 'unittest.async_case', 'unittest.suite', 'unittest.loader', 'unittest.signals', 'unittest.runner', 'unittest.main', 'unittest', 'numpy.testing._private', 'numpy.testing._private.utils', 'numpy.testing._private.decorators', 'numpy.testing._private.nosetester', 'numpy.testing', 'scipy.optimize._constraints', 'scipy.optimize._trustregion_constr.projections', 'scipy.optimize._trustregion_constr.qp_subproblem', 'scipy.optimize._trustregion_constr.equality_constrained_sqp', 'scipy.optimize._trustregion_constr.canonical_constraint', 'scipy.optimize._trustregion_constr.tr_interior_point', 'scipy.optimize._trustregion_constr.report', 'scipy.optimize._trustregion_constr.minimize_trustregion_constr', 'scipy.optimize._trustregion_constr', 'scipy.optimize._lbfgsb', 'scipy.optimize.lbfgsb', 'scipy.optimize.moduleTNC', 'scipy.optimize.tnc', 'scipy.optimize._cobyla', 'scipy.optimize.cobyla', 'scipy.optimize._slsqp', 'scipy.optimize.slsqp', 'scipy.optimize._minimize', 'scipy.optimize._minpack', 'scipy.optimize._lsq.common', 'scipy.optimize._lsq.trf', 'scipy.optimize._lsq.dogbox', 'scipy.optimize._lsq.least_squares', 'scipy.optimize._lsq.givens_elimination', 'scipy.optimize._lsq.trf_linear', 'scipy.optimize._lsq.bvls', 'scipy.optimize._lsq.lsq_linear', 'scipy.optimize._lsq', 'scipy.optimize.minpack', 'scipy.optimize._spectral', 'scipy.optimize.nonlin', 'scipy.optimize._root', 'scipy.optimize._zeros', 'scipy.optimize.zeros', 'scipy.optimize._root_scalar', 'scipy.optimize.__nnls', 'scipy.optimize._nnls', 'scipy.optimize._basinhopping', 'scipy.optimize._remove_redundancy', 'scipy.optimize._linprog_util', 'scipy.optimize._linprog_ip', 'scipy.optimize._linprog_simplex', 'scipy.optimize._bglu_dense', 'scipy.optimize._linprog_rs', 'scipy.optimize._linprog', 'scipy.optimize._lsap_module', 'scipy.optimize._lsap', 'scipy.optimize._differentialevolution', 'scipy.optimize._shgo_lib', 'scipy.optimize._shgo_lib.sobol_seq', 'scipy.optimize._shgo_lib.triangulation', 'scipy.optimize._shgo', 'scipy.optimize._dual_annealing', 'scipy.optimize', 'scipy.integrate._quadrature', 'scipy.integrate._odepack', 'scipy.integrate.odepack', 'scipy.integrate._quadpack', 'scipy.integrate.quadpack', 'scipy.integrate.vode', 'scipy.integrate._dop', 'scipy.integrate.lsoda', 'scipy.integrate._ode', 'scipy.integrate._bvp', 'scipy.integrate._ivp.common', 'scipy.integrate._ivp.base', 'scipy.integrate._ivp.bdf', 'scipy.integrate._ivp.radau', 'scipy.integrate._ivp.dop853_coefficients', 'scipy.integrate._ivp.rk', 'scipy.integrate._ivp.lsoda', 'scipy.integrate._ivp.ivp', 'scipy.integrate._ivp', 'scipy.integrate._quad_vec', 'scipy.integrate', 'scipy.misc.doccer', 'scipy.misc.common', 'scipy.misc', 'scipy.stats._constants', 'scipy.stats._distn_infrastructure', 'scipy.interpolate._fitpack', 'scipy.interpolate.dfitpack', 'scipy.interpolate._fitpack_impl', 'scipy.interpolate._bspl', 'scipy.interpolate._bsplines', 'scipy.interpolate.fitpack', 'scipy.interpolate.polyint', 'scipy.interpolate._ppoly', 'scipy.interpolate.fitpack2', 'scipy.interpolate.interpnd', 'scipy.interpolate.interpolate', 'scipy.interpolate.rbf', 'scipy.interpolate._cubic', 'scipy.interpolate.ndgriddata', 'scipy.interpolate._pade', 'scipy.interpolate', 'scipy.special.cython_special', 'scipy.stats._stats', 'scipy.stats._rvs_sampling', 'scipy.stats._tukeylambda_stats', 'scipy.stats._ksstats', 'scipy.stats._continuous_distns', 'scipy.stats._discrete_distns', 'scipy.stats.distributions', 'scipy.stats._stats_mstats_common', 'scipy.stats.mstats_basic', 'scipy.stats._wilcoxon_data', 'scipy.stats._hypotests', 'scipy.stats.stats', 'scipy.stats.statlib', 'scipy.stats.contingency', 'scipy.stats.morestats', 'scipy.stats._binned_statistic', 'scipy.stats.mvn', 'scipy.stats.kde', 'scipy.stats.mstats_extras', 'scipy.stats.mstats', 'scipy.stats._multivariate', 'scipy.stats', 'speechbrain.dataio.sampler', 'speechbrain.dataio.batch', 'speechbrain.dataio.iterators', 'speechbrain.dataio.wer', 'webdataset.tenbin', 'webdataset.checks', 'webdataset.autodecode', 'webdataset.iterators', 'braceexpand', 'webdataset.utils', 'webdataset.gopen', 'webdataset.tariterators', 'webdataset.shardcache', 'webdataset.dbcache', 'webdataset.dataset', 'webdataset.fluid', 'webdataset.writer', 'webdataset', 'zipp', 'importlib_metadata._functools', 'importlib_metadata._text', 'importlib_metadata._adapters', 'importlib_metadata._compat', 'importlib_metadata._meta', 'importlib_metadata._collections', 'importlib_metadata._itertools', 'importlib_metadata', 'speechbrain.dataio.dataloader', 'speechbrain.dataio.encoder', 'speechbrain.processing', 'speechbrain.processing.signal_processing', 'speechbrain.processing.speech_augmentation', 'speechbrain.dataio.preprocess', 'speechbrain.dataio', 'speechbrain.utils.metric_stats', 'speechbrain.utils.bleu', 'speechbrain.utils.profiling', 'huggingface_hub', 'urllib3.packages.ssl_match_hostname', 'urllib3.packages', 'urllib3.packages.six', 'urllib3.packages.six.moves', 'urllib3.packages.six.moves.http_client', 'urllib3.exceptions', 'urllib3._version', 'urllib3.contrib', 'urllib3.contrib._appengine_environ', 'urllib3.util.wait', 'urllib3.util.connection', 'urllib3.util.request', 'urllib3.util.response', 'urllib3.util.retry', 'urllib3.util.url', 'urllib3.util.ssltransport', 'urllib3.util.ssl_', 'urllib3.util.timeout', 'urllib3.util', 'urllib3.util.proxy', 'urllib3._collections', 'urllib3.connection', 'urllib3.fields', 'urllib3.filepost', 'urllib3.packages.six.moves.urllib', 'urllib3.packages.six.moves.urllib.parse', 'urllib3.request', 'urllib3.response', 'urllib3.util.queue', 'urllib3.connectionpool', 'urllib3.poolmanager', 'urllib3', 'chardet.compat', 'chardet.enums', 'chardet.charsetprober', 'chardet.charsetgroupprober', 'chardet.codingstatemachine', 'chardet.escsm', 'chardet.escprober', 'chardet.latin1prober', 'chardet.mbcssm', 'chardet.utf8prober', 'chardet.mbcharsetprober', 'chardet.euctwfreq', 'chardet.euckrfreq', 'chardet.gb2312freq', 'chardet.big5freq', 'chardet.jisfreq', 'chardet.chardistribution', 'chardet.jpcntx', 'chardet.sjisprober', 'chardet.eucjpprober', 'chardet.gb2312prober', 'chardet.euckrprober', 'chardet.cp949prober', 'chardet.big5prober', 'chardet.euctwprober', 'chardet.mbcsgroupprober', 'chardet.sbcharsetprober', 'chardet.langcyrillicmodel', 'chardet.langgreekmodel', 'chardet.langbulgarianmodel', 'chardet.langthaimodel', 'chardet.langhebrewmodel', 'chardet.hebrewprober', 'chardet.langturkishmodel', 'chardet.sbcsgroupprober', 'chardet.universaldetector', 'chardet.version', 'chardet', 'http.cookiejar', 'http.cookies', 'requests.compat', 'requests.exceptions', 'charset_normalizer.assets', 'charset_normalizer.constant', '_multibytecodec', 'charset_normalizer.utils', 'charset_normalizer.md', 'charset_normalizer.models', 'charset_normalizer.cd', 'charset_normalizer.api', 'charset_normalizer.legacy', 'charset_normalizer.version', 'charset_normalizer', 'requests.packages.urllib3.packages.ssl_match_hostname', 'requests.packages.urllib3.packages', 'requests.packages.urllib3.packages.six', 'requests.packages.urllib3.packages.six.moves', 'requests.packages.urllib3.packages.six.moves.http_client', 'requests.packages.urllib3.exceptions', 'requests.packages.urllib3._version', 'requests.packages.urllib3.contrib', 'requests.packages.urllib3.contrib._appengine_environ', 'requests.packages.urllib3.util.wait', 'requests.packages.urllib3.util.connection', 'requests.packages.urllib3.util.request', 'requests.packages.urllib3.util.response', 'requests.packages.urllib3.util.retry', 'requests.packages.urllib3.util.url', 'requests.packages.urllib3.util.ssltransport', 'requests.packages.urllib3.util.ssl_', 'requests.packages.urllib3.util.timeout', 'requests.packages.urllib3.util', 'requests.packages.urllib3.util.proxy', 'requests.packages.urllib3._collections', 'requests.packages.urllib3.connection', 'requests.packages.urllib3.fields', 'requests.packages.urllib3.filepost', 'requests.packages.urllib3.packages.six.moves.urllib', 'requests.packages.urllib3.packages.six.moves.urllib.parse', 'requests.packages.urllib3.request', 'requests.packages.urllib3.response', 'requests.packages.urllib3.util.queue', 'requests.packages.urllib3.connectionpool', 'requests.packages.urllib3.poolmanager', 'requests.packages.urllib3', 'idna.package_data', 'idna.idnadata', 'idna.intranges', 'idna.core', 'idna', 'requests.packages.idna.package_data', 'requests.packages.idna.idnadata', 'requests.packages.idna.intranges', 'requests.packages.idna.core', 'requests.packages.idna', 'requests.packages.chardet', 'requests.packages', 'importlib.resources', 'certifi.core', 'certifi', 'requests.certs', 'requests.__version__', 'requests._internal_utils', 'requests.cookies', 'requests.structures', 'requests.utils', 'requests.auth', 'stringprep', 'encodings.idna', 'requests.hooks', 'requests.status_codes', 'requests.models', 'socks', 'urllib3.contrib.socks', 'requests.adapters', 'requests.sessions', 'requests.api', 'requests', 'speechbrain.pretrained.fetching', 'speechbrain.utils.callchains', 'speechbrain.pretrained.interfaces', 'speechbrain.pretrained', 'speechbrain.utils.parameter_transfer', 'speechbrain.utils.Accuracy', 'speechbrain.utils.text_to_sequence', 'PIL._version', 'PIL', 'xml.parsers', 'pyexpat.errors', 'pyexpat.model', 'pyexpat', 'xml.parsers.expat.model', 'xml.parsers.expat.errors', 'xml.parsers.expat', 'defusedxml.common', 'defusedxml', 'xml.etree', 'xml.etree.ElementPath', '_elementtree', 'xml.etree.ElementTree', 'defusedxml.ElementTree', 'PIL.ImageMode', 'PIL.TiffTags', 'PIL._binary', 'PIL._deprecate', 'PIL._util', 'PIL._imaging', 'cffi.lock', 'cffi.error', 'cffi.model', 'cffi.api', 'cffi', 'PIL.Image', 'PIL.ImageColor', 'PIL.ImageDraw', 'PIL._imagingft', 'PIL.ImageFont', 'torchvision.utils', 'torchvision._internally_replaced_utils', 'torchvision.extension', 'torchvision.io._load_gpu_decoder', 'fractions', 'torchvision.io._video_opt', 'torchvision.io.image', 'torchvision.io.video', 'torchvision.io.video_reader', 'torchvision.io', 'torchvision.datasets.utils', 'torchvision.datasets.vision', 'torchvision.datasets._optical_flow', 'torchvision.datasets._stereo_matching', 'torchvision.datasets.caltech', 'torchvision.datasets.celeba', 'torchvision.datasets.cifar', 'torchvision.datasets.cityscapes', 'torchvision.datasets.clevr', 'torchvision.datasets.coco', 'torchvision.datasets.folder', 'torchvision.datasets.country211', 'torchvision.datasets.dtd', 'torchvision.datasets.eurosat', 'PIL.ImageFilter', 'PIL.ImageStat', 'PIL.ImageEnhance', 'PIL.GimpGradientFile', 'PIL.GimpPaletteFile', 'PIL.PaletteFile', 'PIL.ImagePalette', 'PIL.ImageOps', 'torchvision.transforms._pil_constants', 'torchvision.transforms.functional_pil', 'torchvision.transforms.functional_tensor', 'torchvision.transforms.functional', 'torchvision.transforms.transforms', 'torchvision.transforms.autoaugment', 'torchvision.transforms', 'torchvision.datasets.fakedata', 'torchvision.datasets.fer2013', 'torchvision.datasets.fgvc_aircraft', '_markupbase', 'html.parser', 'torchvision.datasets.flickr', 'torchvision.datasets.flowers102', 'torchvision.datasets.food101', 'torchvision.datasets.gtsrb', 'torchvision.datasets.video_utils', 'torchvision.datasets.hmdb51', 'torchvision.datasets.imagenet', 'torchvision.datasets.inaturalist', 'torchvision.datasets.kinetics', 'torchvision.datasets.kitti', 'torchvision.datasets.lfw', 'torchvision.datasets.lsun', 'torchvision.datasets.mnist', 'torchvision.datasets.omniglot', 'torchvision.datasets.oxford_iiit_pet', 'torchvision.datasets.pcam', 'torchvision.datasets.phototour', 'torchvision.datasets.places365', 'torchvision.datasets.rendered_sst2', 'torchvision.datasets.sbd', 'torchvision.datasets.sbu', 'torchvision.datasets.semeion', 'torchvision.datasets.stanford_cars', 'torchvision.datasets.stl10', 'torchvision.datasets.sun397', 'torchvision.datasets.svhn', 'torchvision.datasets.ucf101', 'torchvision.datasets.usps', 'torchvision.datasets.voc', 'torchvision.datasets.widerface', 'torchvision.datasets', 'torchvision.transforms._presets', 'torchvision._utils', 'torchvision.models._api', 'torchvision.models._meta', 'torchvision.models._utils', 'torchvision.models.alexnet', 'torchvision.ops._register_onnx_ops', 'torchvision.ops._box_convert', 'torchvision.ops._utils', 'torchvision.ops.boxes', 'torchvision.ops.diou_loss', 'torchvision.ops.ciou_loss', 'torchvision.ops.deform_conv', 'torchvision.ops.drop_block', 'torchvision.ops.misc', 'torchvision.ops.feature_pyramid_network', 'torchvision.ops.focal_loss', 'torchvision.ops.giou_loss', 'torchvision.ops.roi_align', 'torchvision.ops.poolers', 'torchvision.ops.ps_roi_align', 'torchvision.ops.ps_roi_pool', 'torchvision.ops.roi_pool', 'torchvision.ops.stochastic_depth', 'torchvision.ops', 'torchvision.models.convnext', 'torch.utils.checkpoint', 'torchvision.models.densenet', 'torchvision.models.efficientnet', 'torchvision.models.googlenet', 'torchvision.models.inception', 'torchvision.models.mnasnet', 'torchvision.models.mobilenetv2', 'torchvision.models.mobilenetv3', 'torchvision.models.mobilenet', 'torchvision.models.regnet', 'torchvision.models.resnet', 'torchvision.models.shufflenetv2', 'torchvision.models.squeezenet', 'torchvision.models.vgg', 'torchvision.models.vision_transformer', 'torchvision.models.swin_transformer', 'torchvision.models.maxvit', 'torchvision.models.detection._utils', 'torchvision.models.detection.image_list', 'torchvision.models.detection.anchor_utils', 'torchvision.models.detection.backbone_utils', 'torchvision.models.detection.generalized_rcnn', 'torchvision.models.detection.roi_heads', 'torchvision.models.detection.rpn', 'torchvision.models.detection.transform', 'torchvision.models.detection.faster_rcnn', 'torchvision.models.detection.fcos', 'torchvision.models.detection.keypoint_rcnn', 'torchvision.models.detection.mask_rcnn', 'torchvision.models.detection.retinanet', 'torchvision.models.detection.ssd', 'torchvision.models.detection.ssdlite', 'torchvision.models.detection', 'torchvision.models.optical_flow._utils', 'torchvision.models.optical_flow.raft', 'torchvision.models.optical_flow', 'torchvision.models.quantization.utils', 'torchvision.models.quantization.googlenet', 'torchvision.models.quantization.inception', 'torchvision.models.quantization.mobilenetv2', 'torchvision.models.quantization.mobilenetv3', 'torchvision.models.quantization.mobilenet', 'torchvision.models.quantization.resnet', 'torchvision.models.quantization.shufflenetv2', 'torchvision.models.quantization', 'torchvision.models.segmentation._utils', 'torchvision.models.segmentation.fcn', 'torchvision.models.segmentation.deeplabv3', 'torchvision.models.segmentation.lraspp', 'torchvision.models.segmentation', 'torchvision.models.video.mvit', 'torchvision.models.video.resnet', 'torchvision.models.video.s3d', 'torchvision.models.video', 'torchvision.models', 'torchvision.version', 'torchvision', 'speechbrain.utils.train_logger', 'speechbrain.utils', 'speechbrain.core', 'speechbrain.alignment', 'speechbrain.decoders.ctc', 'speechbrain.decoders.seq2seq', 'speechbrain.decoders', 'speechbrain.lobes.models', 'speechbrain.lobes', 'speechbrain.lm', 'speechbrain.nnet.losses', 'speechbrain.nnet.attention', 'speechbrain.nnet.CNN', 'speechbrain.nnet.linear', 'speechbrain.nnet.containers', 'speechbrain.nnet.embedding', 'speechbrain.nnet.activations', 'speechbrain.nnet.quantisers', 'speechbrain.nnet.RNN', 'speechbrain.nnet.schedulers', 'speechbrain.nnet.pooling', 'speechbrain.nnet.dropout', 'speechbrain.nnet.normalization', 'speechbrain.nnet.loss', 'speechbrain.nnet.loss.stoi_loss', 'speechbrain.nnet', 'speechbrain.tokenizers', 'speechbrain', 'speechbrain.tokenizers.SentencePiece', 'cv_train', '_cython_0_29_28', 'kenlm', 'pyctcdecode.alphabet', 'pyctcdecode.constants', 'pygtrie', 'pyctcdecode.language_model', 'pyctcdecode.decoder', 'pyctcdecode', 'speechbrain.lobes.augment', 'concurrent.futures.thread', 'huggingface_hub.constants', 'huggingface_hub.utils.tqdm', 'huggingface_hub.utils._cache_assets', 'huggingface_hub.utils.logging', 'huggingface_hub.utils._typing', 'huggingface_hub.utils._cache_manager', 'huggingface_hub.utils._chunk_utils', 'huggingface_hub.utils._datetime', 'huggingface_hub.utils._fixes', 'huggingface_hub.utils._errors', 'huggingface_hub.utils._subprocess', 'huggingface_hub.utils._git_credential', 'huggingface_hub.utils._hf_folder', 'configparser', 'importlib.metadata', 'huggingface_hub.utils._runtime', 'huggingface_hub.utils._validators', 'huggingface_hub.utils._headers', 'huggingface_hub.utils._http', 'huggingface_hub.utils._pagination', 'huggingface_hub.utils._paths', 'huggingface_hub.utils._experimental', 'huggingface_hub.utils._telemetry', 'huggingface_hub.utils', 'tqdm.contrib.concurrent', 'huggingface_hub.utils.sha', 'huggingface_hub.lfs', 'huggingface_hub._commit_api', 'huggingface_hub.community', 'huggingface_hub._multi_commits', 'huggingface_hub._space_api', 'huggingface_hub.utils._deprecation', 'huggingface_hub.utils.endpoint_helpers', 'huggingface_hub.hf_api', 'transformers.dependency_versions_table', 'transformers.utils.constants', 'transformers.utils.doc', 'transformers.utils.logging', 'transformers.utils.versions', 'transformers.utils.import_utils', 'transformers.utils.generic', 'filelock', 'huggingface_hub.file_download', 'transformers.utils.hub', 'transformers.utils', 'transformers.dependency_versions_check', 'transformers.utils.dummy_tensorflow_text_objects', 'transformers.utils.dummy_keras_nlp_objects', 'transformers.utils.dummy_flax_objects', 'transformers', 'transformers.models.albert', 'transformers.models.align', 'transformers.models.altclip', 'transformers.models.audio_spectrogram_transformer', 'transformers.models.auto', 'transformers.models.autoformer', 'transformers.models.bart', 'transformers.models.barthez', 'transformers.models.bartpho', 'transformers.models.beit', 'transformers.models.bert', 'transformers.models.bert_generation', 'transformers.models.bert_japanese', 'transformers.models.bertweet', 'transformers.models.big_bird', 'transformers.models.bigbird_pegasus', 'transformers.models.biogpt', 'transformers.models.bit', 'transformers.models.blenderbot', 'transformers.models.blenderbot_small', 'transformers.models.blip', 'transformers.models.blip_2', 'transformers.models.bloom', 'transformers.models.bort', 'transformers.models.bridgetower', 'transformers.models.byt5', 'transformers.models.camembert', 'transformers.models.canine', 'transformers.models.chinese_clip', 'transformers.models.clap', 'transformers.models.clip', 'transformers.models.clipseg', 'transformers.models.codegen', 'transformers.models.conditional_detr', 'transformers.models.convbert', 'transformers.models.convnext', 'transformers.models.convnextv2', 'transformers.models.cpm', 'transformers.models.cpmant', 'transformers.models.ctrl', 'transformers.models.cvt', 'transformers.models.data2vec', 'transformers.models.deberta', 'transformers.models.deberta_v2', 'transformers.models.decision_transformer', 'transformers.models.deformable_detr', 'transformers.models.deit', 'transformers.models.deta', 'transformers.models.detr', 'transformers.models.dialogpt', 'transformers.models.dinat', 'transformers.models.distilbert', 'transformers.models.dit', 'transformers.models.donut', 'transformers.models.dpr', 'transformers.file_utils', 'transformers.models.dpt', 'transformers.models.efficientformer', 'transformers.models.efficientnet', 'transformers.models.electra', 'transformers.models.encoder_decoder', 'transformers.models.ernie', 'transformers.models.ernie_m', 'transformers.models.esm', 'transformers.models.flaubert', 'transformers.models.flava', 'transformers.models.fnet', 'transformers.models.focalnet', 'transformers.models.fsmt', 'transformers.models.funnel', 'transformers.models.git', 'transformers.models.glpn', 'transformers.models.gpt2', 'transformers.models.gpt_bigcode', 'transformers.models.gpt_neo', 'transformers.models.gpt_neox', 'transformers.models.gpt_neox_japanese', 'transformers.models.gpt_sw3', 'transformers.models.gptj', 'transformers.models.gptsan_japanese', 'transformers.models.graphormer', 'transformers.models.groupvit', 'transformers.models.herbert', 'transformers.models.hubert', 'transformers.models.ibert', 'transformers.models.imagegpt', 'transformers.models.informer', 'transformers.models.jukebox', 'transformers.models.layoutlm', 'transformers.models.layoutlmv2', 'transformers.models.layoutlmv3', 'transformers.models.layoutxlm', 'transformers.models.led', 'transformers.models.levit', 'transformers.models.lilt', 'transformers.models.llama', 'transformers.models.longformer', 'transformers.models.longt5', 'transformers.models.luke', 'transformers.models.lxmert', 'transformers.models.m2m_100', 'transformers.models.marian', 'transformers.models.markuplm', 'transformers.models.mask2former', 'transformers.models.maskformer', 'transformers.models.mbart', 'transformers.models.mbart50', 'transformers.models.mctct', 'transformers.models.mega', 'transformers.models.megatron_bert', 'transformers.models.megatron_gpt2', 'transformers.models.mgp_str', 'transformers.models.mluke', 'transformers.models.mmbt', 'transformers.models.mobilebert', 'transformers.models.mobilenet_v1', 'transformers.models.mobilenet_v2', 'transformers.models.mobilevit', 'transformers.models.mobilevitv2', 'transformers.models.mpnet', 'transformers.models.t5', 'transformers.dynamic_module_utils', 'tokenizers.tokenizers', 'tokenizers.decoders', 'tokenizers.models', 'tokenizers.normalizers', 'tokenizers.pre_tokenizers', 'tokenizers.processors', 'tokenizers.implementations.base_tokenizer', 'tokenizers.implementations.bert_wordpiece', 'tokenizers.implementations.byte_level_bpe', 'tokenizers.implementations.char_level_bpe', 'tokenizers.implementations.sentencepiece_bpe', 'tokenizers.implementations.sentencepiece_unigram', 'tokenizers.implementations', 'tokenizers', 'transformers.tokenization_utils_base', 'transformers.tokenization_utils', 'transformers.models.t5.tokenization_t5', 'tokenizers.trainers', 'transformers.convert_slow_tokenizer', 'transformers.tokenization_utils_fast', 'transformers.models.t5.tokenization_t5_fast', 'transformers.models.mt5', 'transformers.models.mvp', 'transformers.models.nat', 'transformers.models.nezha', 'transformers.models.nllb', 'transformers.models.nllb_moe', 'transformers.models.nystromformer', 'transformers.models.oneformer', 'transformers.models.open_llama', 'transformers.models.openai', 'transformers.models.opt', 'transformers.models.owlvit', 'transformers.models.pegasus', 'transformers.models.pegasus_x', 'transformers.models.perceiver', 'transformers.models.phobert', 'transformers.models.pix2struct', 'transformers.models.plbart', 'transformers.models.poolformer', 'transformers.models.prophetnet', 'transformers.models.qdqbert', 'transformers.models.rag', 'transformers.models.realm', 'transformers.models.reformer', 'transformers.models.regnet', 'transformers.models.rembert', 'transformers.models.resnet', 'transformers.models.retribert', 'transformers.models.roberta', 'transformers.models.roberta_prelayernorm', 'transformers.models.roc_bert', 'transformers.models.roformer', 'transformers.models.rwkv', 'transformers.models.sam', 'transformers.models.segformer', 'transformers.models.sew', 'transformers.models.sew_d', 'transformers.models.speech_encoder_decoder', 'transformers.models.speech_to_text', 'transformers.models.speech_to_text_2', 'transformers.models.speecht5', 'transformers.models.splinter', 'transformers.models.squeezebert', 'transformers.models.swiftformer', 'transformers.models.swin', 'transformers.models.swin2sr', 'transformers.models.swinv2', 'transformers.models.switch_transformers', 'transformers.models.table_transformer', 'transformers.models.tapas', 'transformers.models.tapex', 'transformers.models.time_series_transformer', 'transformers.models.timesformer', 'transformers.models.timm_backbone', 'transformers.models.trajectory_transformer', 'transformers.models.transfo_xl', 'transformers.models.trocr', 'transformers.models.tvlt', 'transformers.models.unispeech', 'transformers.models.unispeech_sat', 'transformers.models.upernet', 'transformers.models.van', 'transformers.models.videomae', 'transformers.models.vilt', 'transformers.models.vision_encoder_decoder', 'transformers.models.vision_text_dual_encoder', 'transformers.models.visual_bert', 'transformers.models.vit', 'transformers.models.vit_hybrid', 'transformers.models.vit_mae', 'transformers.models.vit_msn', 'transformers.models.wav2vec2', 'transformers.models.wav2vec2_conformer', 'transformers.models.wav2vec2_phoneme', 'transformers.models.wav2vec2_with_lm', 'transformers.models.wavlm', 'transformers.models.whisper', 'transformers.models.x_clip', 'transformers.models.xglm', 'transformers.models.xlm', 'transformers.models.xlm_prophetnet', 'transformers.models.xlm_roberta', 'transformers.models.xlm_roberta_xl', 'transformers.models.xlnet', 'transformers.models.xmod', 'transformers.models.yolos', 'transformers.models.yoso', 'transformers.models', 'transformers.activations', 'transformers.deepspeed', 'transformers.modeling_outputs', 'transformers.configuration_utils', 'transformers.generation', 'transformers.generation.configuration_utils', 'transformers.models.auto.configuration_auto', 'transformers.models.auto.auto_factory', 'transformers.models.auto.modeling_auto', 'transformers.generation.beam_constraints', 'transformers.generation.beam_search', 'transformers.generation.logits_process', 'transformers.generation.stopping_criteria', 'transformers.generation.utils', 'safetensors._safetensors_rust', 'safetensors', 'safetensors.torch', 'transformers.pytorch_utils', 'transformers.utils.quantization_config', 'transformers.modeling_utils', 'transformers.models.wav2vec2.configuration_wav2vec2', 'transformers.models.wav2vec2.modeling_wav2vec2', 'transformers.models.hubert.configuration_hubert', 'transformers.models.hubert.modeling_hubert', 'transformers.models.wavlm.configuration_wavlm', 'transformers.models.wavlm.modeling_wavlm', 'transformers.feature_extraction_utils', 'transformers.feature_extraction_sequence_utils', 'transformers.models.wav2vec2.feature_extraction_wav2vec2', 'speechbrain.lobes.models.huggingface_wav2vec', 'torch.backends.cudnn.rnn', 'gradio', 'gradio.components', 'gradio.components.annotated_image', 'websockets.imports', 'websockets.version', 'websockets', 'gradio_client.media_data', 'fsspec._version', 'fsspec.caching', 'fsspec.callbacks', 'fsspec.utils', 'fsspec.config', 'fsspec.dircache', 'fsspec.transaction', 'fsspec.spec', 'fsspec.compression', 'fsspec.registry', 'fsspec.core', 'fsspec.exceptions', 'fsspec.mapping', 'fsspec', 'fsspec.asyn', 'httpx.__version__', 'httpx._exceptions', 'httpx._types', 'netrc', 'sniffio._version', 'sniffio._impl', 'sniffio', 'httpx._utils', 'httpx._multipart', 'httpx._content', 'httpx._compat', 'httpx._decoders', 'httpx._status_codes', 'rfc3986.compat', 'rfc3986.exceptions', 'rfc3986.abnf_regexp', 'rfc3986.misc', 'rfc3986.normalizers', 'rfc3986.validators', 'rfc3986._mixin', 'rfc3986.uri', 'rfc3986.iri', 'rfc3986.parseresult', 'rfc3986.api', 'rfc3986', 'httpx._urls', 'httpx._models', 'httpx._auth', 'httpx._config', 'httpx._transports', 'httpx._transports.base', 'httpx._transports.asgi', 'httpcore._models', 'httpcore._exceptions', 'httpcore._ssl', 'httpcore._synchronization', 'httpcore._trace', 'httpcore.backends', 'httpcore._utils', 'httpcore.backends.base', 'httpcore.backends.sync', 'h11._abnf', 'h11._util', 'h11._headers', 'h11._events', 'h11._receivebuffer', 'h11._state', 'h11._readers', 'h11._writers', 'h11._connection', 'h11._version', 'h11', 'httpcore._sync.interfaces', 'httpcore._sync.http11', 'httpcore._sync.connection', 'httpcore._sync.connection_pool', 'httpcore._sync.http_proxy', 'httpcore._sync', 'httpcore._api', 'httpcore.backends.auto', 'httpcore._async.interfaces', 'httpcore._async.http11', 'httpcore._async.connection', 'httpcore._async.connection_pool', 'httpcore._async.http_proxy', 'httpcore._async', 'httpcore', 'httpx._transports.default', 'httpx._transports.wsgi', 'httpx._client', 'httpx._api', 'httpx._transports.mock', 'click._compat', 'click._unicodefun', 'click.globals', 'click.utils', 'click.exceptions', 'click.parser', 'click.types', 'click.termui', 'click.formatting', 'click.core', 'click.decorators', 'click', 'rich._extension', 'rich', 'rich._null_file', 'rich.errors', 'rich.color_triplet', 'rich.palette', 'rich._palettes', 'rich.repr', 'rich.terminal_theme', 'rich.color', 'rich.style', 'rich.default_styles', 'rich.theme', 'rich.themes', 'rich._emoji_codes', 'rich._emoji_replace', 'rich._export_format', 'rich._fileno', 'rich._loop', 'rich._pick', 'rich._cell_widths', 'rich.cells', 'rich._wrap', 'rich.segment', 'rich.jupyter', 'rich.protocol', 'rich.measure', 'rich.constrain', 'rich.align', 'rich.containers', 'rich.control', 'rich.emoji', 'rich.text', 'rich._log_render', 'rich.highlighter', 'rich.markup', 'rich.pager', 'attr._config', 'attr.exceptions', 'attr.setters', 'attr._compat', 'attr._make', 'attr.converters', 'attr.filters', 'attr.validators', 'attr._funcs', 'attr._version_info', 'attr._next_gen', 'attr', 'rich.abc', 'rich.pretty', 'rich.region', 'rich.box', 'rich.padding', 'rich.panel', 'rich._ratio', 'rich.table', 'rich.scope', 'rich.screen', 'rich.styled', 'rich.console', 'rich.filesize', 'rich.ansi', 'rich.file_proxy', 'rich.live_render', 'rich.live', 'rich.progress_bar', 'rich._spinners', 'rich.spinner', 'rich.progress', 'rich.syntax', 'httpx._main', 'httpx', 'websockets.legacy', 'websockets.datastructures', 'websockets.typing', 'websockets.extensions.base', 'websockets.extensions', 'websockets.speedups', 'websockets.frames', 'websockets.http11', 'websockets.exceptions', 'websockets.streams', 'websockets.connection', 'websockets.legacy.compatibility', 'websockets.legacy.framing', 'websockets.legacy.protocol', 'gradio_client.utils', 'gradio_client.data_classes', 'gradio_client.serializing', 'gradio_client.documentation', 'gradio_client.client', 'gradio_client', 'gradio.utils', 'anyio._core', 'anyio._core._compat', 'anyio._core._eventloop', 'anyio._core._exceptions', 'anyio.abc._resources', 'ipaddress', 'anyio._core._typedattr', 'anyio.abc._tasks', 'anyio.abc._streams', 'anyio.abc._sockets', 'anyio.abc._subprocesses', 'anyio.abc._testing', 'anyio.lowlevel', 'anyio._core._tasks', 'anyio._core._testing', 'anyio._core._synchronization', 'anyio.from_thread', 'anyio.abc', 'anyio.to_thread', 'anyio._core._fileio', 'anyio._core._resources', 'anyio._core._signals', 'anyio.streams', 'anyio.streams.stapled', 'anyio.streams.tls', 'anyio._core._sockets', 'anyio.streams.memory', 'anyio._core._streams', 'anyio._core._subprocesses', 'anyio', 'matplotlib', 'matplotlib.cbook.deprecation', 'matplotlib.cbook', 'matplotlib._animation_data', 'matplotlib.animation', 'pyparsing', 'matplotlib.fontconfig_pattern', 'matplotlib.docstring', 'matplotlib._color_data', 'matplotlib.colors', 'cycler', 'matplotlib.rcsetup', 'matplotlib._version', 'matplotlib.ft2font', 'kiwisolver'] +2023-09-20 14:38:47,065 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:38:47,177 - matplotlib - DEBUG - CACHEDIR=/home/salah/.cache/matplotlib +2023-09-20 14:38:47,179 - matplotlib.font_manager - DEBUG - Using fontManager instance from /home/salah/.cache/matplotlib/fontlist-v330.json +2023-09-20 14:38:47,364 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 14:38:47,366 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 14:38:47,380 - PIL.Image - DEBUG - Importing BlpImagePlugin +2023-09-20 14:38:47,380 - PIL.Image - DEBUG - Importing BmpImagePlugin +2023-09-20 14:38:47,380 - PIL.Image - DEBUG - Importing BufrStubImagePlugin +2023-09-20 14:38:47,380 - PIL.Image - DEBUG - Importing CurImagePlugin +2023-09-20 14:38:47,381 - PIL.Image - DEBUG - Importing DcxImagePlugin +2023-09-20 14:38:47,381 - PIL.Image - DEBUG - Importing DdsImagePlugin +2023-09-20 14:38:47,381 - PIL.Image - DEBUG - Importing EpsImagePlugin +2023-09-20 14:38:47,382 - PIL.Image - DEBUG - Importing FitsImagePlugin +2023-09-20 14:38:47,382 - PIL.Image - DEBUG - Importing FitsStubImagePlugin +2023-09-20 14:38:47,382 - PIL.Image - DEBUG - Importing FliImagePlugin +2023-09-20 14:38:47,382 - PIL.Image - DEBUG - Importing FpxImagePlugin +2023-09-20 14:38:47,382 - PIL.Image - DEBUG - Image: failed to import FpxImagePlugin: No module named 'olefile' +2023-09-20 14:38:47,382 - PIL.Image - DEBUG - Importing FtexImagePlugin +2023-09-20 14:38:47,383 - PIL.Image - DEBUG - Importing GbrImagePlugin +2023-09-20 14:38:47,383 - PIL.Image - DEBUG - Importing GifImagePlugin +2023-09-20 14:38:47,383 - PIL.Image - DEBUG - Importing GribStubImagePlugin +2023-09-20 14:38:47,383 - PIL.Image - DEBUG - Importing Hdf5StubImagePlugin +2023-09-20 14:38:47,383 - PIL.Image - DEBUG - Importing IcnsImagePlugin +2023-09-20 14:38:47,384 - PIL.Image - DEBUG - Importing IcoImagePlugin +2023-09-20 14:38:47,384 - PIL.Image - DEBUG - Importing ImImagePlugin +2023-09-20 14:38:47,384 - PIL.Image - DEBUG - Importing ImtImagePlugin +2023-09-20 14:38:47,385 - PIL.Image - DEBUG - Importing IptcImagePlugin +2023-09-20 14:38:47,385 - PIL.Image - DEBUG - Importing JpegImagePlugin +2023-09-20 14:38:47,386 - PIL.Image - DEBUG - Importing Jpeg2KImagePlugin +2023-09-20 14:38:47,386 - PIL.Image - DEBUG - Importing McIdasImagePlugin +2023-09-20 14:38:47,386 - PIL.Image - DEBUG - Importing MicImagePlugin +2023-09-20 14:38:47,386 - PIL.Image - DEBUG - Image: failed to import MicImagePlugin: No module named 'olefile' +2023-09-20 14:38:47,386 - PIL.Image - DEBUG - Importing MpegImagePlugin +2023-09-20 14:38:47,386 - PIL.Image - DEBUG - Importing MpoImagePlugin +2023-09-20 14:38:47,387 - PIL.Image - DEBUG - Importing MspImagePlugin +2023-09-20 14:38:47,387 - PIL.Image - DEBUG - Importing PalmImagePlugin +2023-09-20 14:38:47,387 - PIL.Image - DEBUG - Importing PcdImagePlugin +2023-09-20 14:38:47,387 - PIL.Image - DEBUG - Importing PcxImagePlugin +2023-09-20 14:38:47,387 - PIL.Image - DEBUG - Importing PdfImagePlugin +2023-09-20 14:38:47,391 - PIL.Image - DEBUG - Importing PixarImagePlugin +2023-09-20 14:38:47,391 - PIL.Image - DEBUG - Importing PngImagePlugin +2023-09-20 14:38:47,391 - PIL.Image - DEBUG - Importing PpmImagePlugin +2023-09-20 14:38:47,392 - PIL.Image - DEBUG - Importing PsdImagePlugin +2023-09-20 14:38:47,392 - PIL.Image - DEBUG - Importing SgiImagePlugin +2023-09-20 14:38:47,392 - PIL.Image - DEBUG - Importing SpiderImagePlugin +2023-09-20 14:38:47,392 - PIL.Image - DEBUG - Importing SunImagePlugin +2023-09-20 14:38:47,392 - PIL.Image - DEBUG - Importing TgaImagePlugin +2023-09-20 14:38:47,392 - PIL.Image - DEBUG - Importing TiffImagePlugin +2023-09-20 14:38:47,393 - PIL.Image - DEBUG - Importing WebPImagePlugin +2023-09-20 14:38:47,393 - PIL.Image - DEBUG - Importing WmfImagePlugin +2023-09-20 14:38:47,393 - PIL.Image - DEBUG - Importing XbmImagePlugin +2023-09-20 14:38:47,394 - PIL.Image - DEBUG - Importing XpmImagePlugin +2023-09-20 14:38:47,394 - PIL.Image - DEBUG - Importing XVThumbImagePlugin +2023-09-20 14:38:47,541 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): checkip.amazonaws.com:443 +2023-09-20 14:38:47,567 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:38:47,569 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 14:38:47,576 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:38:47,577 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 14:38:47,601 - botocore.hooks - DEBUG - Changing event name from creating-client-class.iot-data to creating-client-class.iot-data-plane +2023-09-20 14:38:47,602 - botocore.hooks - DEBUG - Changing event name from before-call.apigateway to before-call.api-gateway +2023-09-20 14:38:47,602 - botocore.hooks - DEBUG - Changing event name from request-created.machinelearning.Predict to request-created.machine-learning.Predict +2023-09-20 14:38:47,603 - botocore.hooks - DEBUG - Changing event name from before-parameter-build.autoscaling.CreateLaunchConfiguration to before-parameter-build.auto-scaling.CreateLaunchConfiguration +2023-09-20 14:38:47,603 - botocore.hooks - DEBUG - Changing event name from before-parameter-build.route53 to before-parameter-build.route-53 +2023-09-20 14:38:47,604 - botocore.hooks - DEBUG - Changing event name from request-created.cloudsearchdomain.Search to request-created.cloudsearch-domain.Search +2023-09-20 14:38:47,604 - botocore.hooks - DEBUG - Changing event name from docs.*.autoscaling.CreateLaunchConfiguration.complete-section to docs.*.auto-scaling.CreateLaunchConfiguration.complete-section +2023-09-20 14:38:47,605 - botocore.hooks - DEBUG - Changing event name from before-parameter-build.logs.CreateExportTask to before-parameter-build.cloudwatch-logs.CreateExportTask +2023-09-20 14:38:47,605 - botocore.hooks - DEBUG - Changing event name from docs.*.logs.CreateExportTask.complete-section to docs.*.cloudwatch-logs.CreateExportTask.complete-section +2023-09-20 14:38:47,606 - botocore.hooks - DEBUG - Changing event name from before-parameter-build.cloudsearchdomain.Search to before-parameter-build.cloudsearch-domain.Search +2023-09-20 14:38:47,606 - botocore.hooks - DEBUG - Changing event name from docs.*.cloudsearchdomain.Search.complete-section to docs.*.cloudsearch-domain.Search.complete-section +2023-09-20 14:38:47,606 - botocore.utils - DEBUG - IMDS ENDPOINT: http://169.254.169.254/ +2023-09-20 14:38:47,607 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 14:38:47,607 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 14:38:47,607 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 14:38:47,607 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 14:38:47,608 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 14:38:47,608 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 14:38:47,608 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 14:38:47,608 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 14:38:47,608 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 14:38:47,608 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 14:38:47,608 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 14:38:47,608 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 169.254.169.254:80 +2023-09-20 14:38:47,658 - urllib3.connectionpool - DEBUG - https://checkip.amazonaws.com:443 "GET / HTTP/1.1" 200 14 +2023-09-20 14:38:47,660 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:38:47,838 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /gradio-messaging/en HTTP/1.1" 200 3 +2023-09-20 14:38:48,274 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 14:38:48,471 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 14:38:48,610 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 14:38:48,615 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (2): 169.254.169.254:80 +2023-09-20 14:38:49,616 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 14:38:49,617 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 14:38:49,618 - botocore.loaders - DEBUG - Loading JSON file: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/data/endpoints.json +2023-09-20 14:38:49,626 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 14:38:49,630 - botocore.loaders - DEBUG - Loading JSON file: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/data/sts/2011-06-15/service-2.json +2023-09-20 14:38:49,630 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 14:38:49,631 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 14:38:49,632 - botocore.loaders - DEBUG - Loading JSON file: /home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/data/_retry.json +2023-09-20 14:38:49,632 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 14:38:49,632 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 14:38:49,632 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 14:38:49,632 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 14:38:49,633 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 14:38:49,633 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 14:38:49,634 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:38:49,641 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 14:38:49,642 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:38:55,818 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 14:38:56,005 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/de2dbdbe1a18dc181946e3fff77bb11823cdba93/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 14:38:56,197 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 14:38:57,478 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /v2/tunnel-request HTTP/1.1" 200 None +2023-09-20 14:38:58,255 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): c2bf1e62128f93ec07.gradio.live:443 +2023-09-20 14:38:59,271 - urllib3.connectionpool - DEBUG - https://c2bf1e62128f93ec07.gradio.live:443 "HEAD / HTTP/1.1" 200 0 +2023-09-20 14:38:59,279 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:39:00,172 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 14:42:04,459 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 14:42:05,173 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 14:42:05,173 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 14:42:05,615 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 14:42:05,735 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 14:42:05,736 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:42:05,737 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 14:42:05,738 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:42:08,089 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:42:08,210 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:42:08,276 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:42:10,389 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 14:42:10,436 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 14:42:12,601 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:42:12,712 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:42:12,774 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:42:14,487 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 14:42:15,157 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:42:15,172 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:42:15,961 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 14:42:16,054 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 14:42:22,420 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 14:42:23,224 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 14:42:23,225 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 14:42:23,671 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 14:42:23,798 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 14:42:23,800 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:42:23,800 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 14:42:23,801 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:42:26,111 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:42:26,230 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:42:26,296 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:42:28,297 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 14:42:28,327 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 14:42:30,540 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:42:30,649 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:42:30,712 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:42:32,935 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 14:42:33,592 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:42:33,594 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:42:34,348 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 14:42:34,459 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 14:42:40,873 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 14:42:41,619 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 14:42:41,619 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 14:42:42,079 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 14:42:42,222 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 14:42:42,223 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:42:42,223 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 14:42:42,224 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:42:44,560 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:42:44,683 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:42:44,754 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:42:45,598 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 14:42:45,628 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 14:42:47,883 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:42:48,001 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:42:48,066 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:42:50,864 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 14:42:51,525 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:42:51,539 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:42:51,551 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 14:42:51,553 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:42:51,554 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 14:42:51,555 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 14:42:51,555 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 14:42:51,555 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 14:42:51,555 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 14:42:51,555 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 14:42:51,555 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 14:42:51,555 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 14:42:51,555 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 14:42:51,555 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 14:42:51,555 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 14:42:51,555 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 14:42:51,555 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (3): 169.254.169.254:80 +2023-09-20 14:42:52,318 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 14:42:52,406 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 14:42:52,557 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 14:42:52,559 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (4): 169.254.169.254:80 +2023-09-20 14:42:53,561 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 14:42:53,563 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 14:42:53,563 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 14:42:53,564 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 14:42:53,567 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 14:42:53,568 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 14:42:53,568 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 14:42:53,568 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 14:42:53,568 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 14:42:53,568 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 14:42:53,568 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 14:42:53,569 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:42:53,580 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 14:42:53,583 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:42:54,411 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 14:43:01,376 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 14:43:01,581 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/9d17a9e56e98447a8270b8a857773584cff0fb81/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 14:43:01,787 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 14:43:27,033 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 14:43:27,816 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 14:43:27,817 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 14:43:28,276 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 14:43:28,416 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 14:43:28,417 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:43:28,417 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 14:43:28,418 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:43:30,774 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:43:30,898 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:43:30,966 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:43:34,162 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 14:43:34,209 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 14:43:36,387 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:43:36,498 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:43:36,561 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:43:37,354 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 14:43:37,903 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:43:37,926 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:43:37,928 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 14:43:37,930 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:43:37,931 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 14:43:37,932 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 14:43:37,932 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 14:43:37,932 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 14:43:37,932 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 14:43:37,932 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 14:43:37,932 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 14:43:37,932 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 14:43:37,932 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 14:43:37,932 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 14:43:37,932 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 14:43:37,932 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 14:43:37,932 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (5): 169.254.169.254:80 +2023-09-20 14:43:38,825 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 14:43:38,904 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 14:43:38,933 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 14:43:38,936 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (6): 169.254.169.254:80 +2023-09-20 14:43:39,938 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 14:43:39,939 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 14:43:39,939 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 14:43:39,940 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 14:43:39,943 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 14:43:39,944 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 14:43:39,944 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 14:43:39,944 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 14:43:39,944 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 14:43:39,944 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 14:43:39,944 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 14:43:39,945 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:43:39,947 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 14:43:39,950 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:43:40,837 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 14:43:45,843 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 14:43:46,027 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/e60e5239def0d9d0e4f08b2ae866ec1911479a97/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 14:43:46,249 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 14:45:18,441 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 14:45:20,633 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-20 14:47:52,487 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 14:47:52,487 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 14:47:52,995 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 14:47:53,167 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 14:47:53,168 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:47:53,168 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 14:47:53,169 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:47:55,474 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:47:55,596 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:47:55,668 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:47:56,489 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 14:47:56,544 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 14:47:58,742 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:47:58,854 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:47:58,918 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:48:02,920 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 14:48:03,504 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:48:03,515 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:48:03,526 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 14:48:03,528 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:48:03,529 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 14:48:03,530 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 14:48:03,530 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 14:48:03,530 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 14:48:03,530 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 14:48:03,530 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 14:48:03,530 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 14:48:03,530 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 14:48:03,530 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 14:48:03,530 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 14:48:03,530 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 14:48:03,530 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 14:48:03,531 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (7): 169.254.169.254:80 +2023-09-20 14:48:04,315 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 14:48:04,415 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 14:48:04,533 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 14:48:04,535 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (8): 169.254.169.254:80 +2023-09-20 14:48:05,537 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 14:48:05,537 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 14:48:05,537 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 14:48:05,538 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 14:48:05,540 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 14:48:05,541 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 14:48:05,541 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 14:48:05,541 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 14:48:05,542 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 14:48:05,542 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 14:48:05,542 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 14:48:05,543 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:48:05,545 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 14:48:05,548 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:48:06,464 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 14:48:10,499 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 14:48:10,739 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/ecbd66ef4f7ba7232d0a7c155f070f10d0ec714b/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 14:48:10,967 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 14:49:23,398 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 14:49:25,571 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-20 14:49:36,132 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 14:49:36,132 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 14:49:36,928 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 14:49:37,183 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 14:49:37,184 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:49:37,184 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 14:49:37,186 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:49:40,637 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:49:40,764 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:49:40,851 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:49:41,823 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 14:49:41,873 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 14:49:44,724 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:49:44,838 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:49:44,906 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:49:49,889 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 14:49:51,072 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:49:51,073 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:49:51,099 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 14:49:51,100 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:49:51,101 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 14:49:51,102 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 14:49:51,102 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 14:49:51,102 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 14:49:51,102 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 14:49:51,102 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 14:49:51,102 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 14:49:51,103 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 14:49:51,103 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 14:49:51,103 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 14:49:51,103 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 14:49:51,103 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 14:49:51,103 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (9): 169.254.169.254:80 +2023-09-20 14:49:51,804 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 14:49:51,962 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 14:49:52,105 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 14:49:52,119 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (10): 169.254.169.254:80 +2023-09-20 14:49:53,121 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 14:49:53,122 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 14:49:53,122 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 14:49:53,123 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 14:49:53,127 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 14:49:53,130 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 14:49:53,131 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 14:49:53,131 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 14:49:53,132 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 14:49:53,132 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 14:49:53,133 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 14:49:53,137 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:49:53,154 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 14:49:53,164 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:49:54,061 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 14:52:25,971 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 14:52:26,430 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/6df528443e5c3cb392984ddc062dd539abd8e5cc/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 14:52:26,778 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 14:53:41,998 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 14:53:44,645 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-20 14:53:56,852 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 14:53:56,852 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 14:53:57,675 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 14:53:57,968 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 14:53:57,970 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:53:57,970 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 14:53:57,971 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:54:00,954 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:54:01,082 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:54:01,151 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:54:02,058 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 14:54:02,096 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 14:54:04,596 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:54:04,714 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:54:04,782 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:54:05,621 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 14:54:06,298 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:54:06,300 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:54:06,325 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 14:54:06,328 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:54:06,329 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 14:54:06,330 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 14:54:06,330 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 14:54:06,330 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 14:54:06,330 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 14:54:06,330 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 14:54:06,330 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 14:54:06,330 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 14:54:06,330 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 14:54:06,330 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 14:54:06,330 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 14:54:06,330 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 14:54:06,330 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (11): 169.254.169.254:80 +2023-09-20 14:54:07,118 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 14:54:07,244 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 14:54:07,332 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 14:54:07,334 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (12): 169.254.169.254:80 +2023-09-20 14:54:08,336 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 14:54:08,338 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 14:54:08,338 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 14:54:08,339 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 14:54:08,344 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 14:54:08,346 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 14:54:08,347 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 14:54:08,348 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 14:54:08,348 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 14:54:08,349 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 14:54:08,349 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 14:54:08,354 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:54:08,362 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 14:54:08,372 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:54:09,271 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 14:57:13,475 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 14:57:13,926 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/51b5207d909569c05401437a59c0d70064fb9c2e/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 14:57:14,775 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 14:58:31,165 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 14:58:33,918 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-20 14:58:49,339 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 14:58:49,339 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 14:58:50,283 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 14:58:50,680 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 14:58:50,681 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:58:50,681 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 14:58:50,682 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 14:58:53,981 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:58:54,109 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:58:54,183 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:59:00,480 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 14:59:00,547 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 14:59:03,216 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 14:59:03,343 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 14:59:03,416 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 14:59:04,284 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 14:59:05,929 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:59:05,945 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:59:05,956 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 14:59:05,958 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:59:05,960 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 14:59:05,961 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 14:59:05,961 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 14:59:05,961 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 14:59:05,961 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 14:59:05,961 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 14:59:05,961 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 14:59:05,961 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 14:59:05,962 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 14:59:05,962 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 14:59:05,962 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 14:59:05,962 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 14:59:05,962 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (13): 169.254.169.254:80 +2023-09-20 14:59:06,768 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 14:59:06,795 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 14:59:06,963 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 14:59:06,978 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (14): 169.254.169.254:80 +2023-09-20 14:59:07,980 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 14:59:07,980 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 14:59:07,980 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 14:59:07,980 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 14:59:07,982 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 14:59:07,983 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 14:59:07,983 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 14:59:07,984 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 14:59:07,984 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 14:59:07,984 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 14:59:07,984 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 14:59:07,986 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 14:59:07,989 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 14:59:07,992 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 14:59:08,892 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 15:02:50,047 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 15:02:50,600 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/21f00f41e4467d7127d0f18ecffbe29f4e6351af/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 15:02:53,570 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 15:03:17,545 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 15:03:18,113 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/0b9bd5d27879db2a779fe88545d35b88aa37aea3/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 15:03:30,993 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 15:03:49,735 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 15:03:49,735 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 15:04:40,760 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 15:04:43,729 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-20 15:04:57,193 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 15:04:57,193 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 15:04:58,088 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 15:04:58,554 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 15:04:58,555 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 15:04:58,556 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 15:04:58,557 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 15:05:01,663 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 15:05:01,792 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 15:05:01,863 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 15:05:02,775 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 15:05:02,820 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 15:05:05,696 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 15:05:05,811 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 15:05:05,876 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 15:05:13,038 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 15:05:14,562 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:05:14,577 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:05:14,604 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 15:05:14,606 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 15:05:15,071 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 15:05:15,076 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 15:05:15,076 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 15:05:15,076 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 15:05:15,076 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 15:05:15,076 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 15:05:15,076 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 15:05:15,076 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 15:05:15,076 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 15:05:15,076 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 15:05:15,076 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 15:05:15,076 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 15:05:15,076 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (15): 169.254.169.254:80 +2023-09-20 15:05:15,723 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 15:05:15,775 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 15:05:16,078 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 15:05:16,084 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (16): 169.254.169.254:80 +2023-09-20 15:05:17,086 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 15:05:17,087 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 15:05:17,087 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 15:05:17,088 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 15:05:17,093 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 15:05:17,095 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 15:05:17,096 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 15:05:17,097 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 15:05:17,097 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 15:05:17,098 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 15:05:17,098 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 15:05:17,102 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 15:05:17,112 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 15:05:17,124 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:05:18,169 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 15:08:27,836 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 15:08:28,386 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/74e039f88a9941e5cd5dfbc8afaacd3c9b076916/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 15:08:28,919 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 15:11:33,888 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 15:11:36,737 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-20 15:11:50,400 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 15:11:50,401 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 15:11:51,337 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 15:11:51,800 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 15:11:51,802 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 15:11:51,802 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 15:11:51,803 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 15:11:54,754 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 15:11:54,886 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 15:11:54,958 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 15:11:55,870 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 15:11:55,923 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 15:11:58,739 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 15:11:58,855 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 15:11:58,924 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 15:11:59,798 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 15:12:01,512 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:12:01,514 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:12:01,555 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 15:12:01,558 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 15:12:01,559 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 15:12:01,561 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 15:12:01,561 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 15:12:01,561 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 15:12:01,561 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 15:12:01,561 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 15:12:01,561 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 15:12:01,561 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 15:12:01,561 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 15:12:01,561 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 15:12:01,561 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 15:12:01,561 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 15:12:01,561 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (17): 169.254.169.254:80 +2023-09-20 15:12:02,318 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 15:12:02,385 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 15:12:02,563 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 15:12:02,566 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (18): 169.254.169.254:80 +2023-09-20 15:12:03,568 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 15:12:03,569 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 15:12:03,570 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 15:12:03,571 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 15:12:03,577 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 15:12:03,580 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 15:12:03,581 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 15:12:03,582 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 15:12:03,582 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 15:12:03,583 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 15:12:03,584 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 15:12:03,588 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 15:12:03,595 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 15:12:03,603 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:12:04,544 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 15:16:09,990 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 15:16:10,525 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/0b1a4889245d4a19fdfc8d39db117e222288643f/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 15:16:11,065 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 15:24:13,971 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 15:24:16,956 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-20 15:26:11,918 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 15:26:11,919 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 15:26:12,893 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 15:26:13,317 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 15:26:13,319 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 15:26:13,319 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 15:26:13,320 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 15:26:16,542 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 15:26:16,668 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 15:26:16,736 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 15:26:17,575 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 15:26:17,643 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 15:26:21,213 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 15:26:21,319 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 15:26:21,385 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 15:26:22,180 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 15:30:10,319 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 15:30:13,857 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-20 15:30:36,379 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 15:30:36,380 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 15:30:37,383 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 15:30:37,884 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 15:30:37,886 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 15:30:37,886 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 15:30:37,887 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 15:30:41,691 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 15:30:41,817 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 15:30:41,885 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 15:31:11,175 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 15:31:11,257 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 15:31:15,383 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 15:31:15,600 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 15:31:15,672 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 15:31:16,596 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 15:31:19,670 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:31:19,671 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:31:19,714 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 15:31:19,718 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 15:31:19,722 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 15:31:19,723 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 15:31:19,723 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 15:31:19,724 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 15:31:19,724 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 15:31:19,724 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 15:31:19,724 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 15:31:19,724 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 15:31:19,724 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 15:31:19,724 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 15:31:19,724 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 15:31:19,724 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 15:31:19,724 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (19): 169.254.169.254:80 +2023-09-20 15:31:20,530 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 15:31:20,663 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 15:31:20,725 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 15:31:20,728 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (20): 169.254.169.254:80 +2023-09-20 15:31:21,729 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 15:31:21,729 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 15:31:21,729 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 15:31:21,730 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 15:31:21,732 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 15:31:21,733 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 15:31:21,733 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 15:31:21,733 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 15:31:21,734 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 15:31:21,734 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 15:31:21,734 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 15:31:21,735 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 15:31:21,739 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 15:31:21,742 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:31:22,567 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 15:31:54,505 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 15:31:55,192 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/aada57528dc93b830766dcb242bc876a18ba6fcb/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 15:31:55,834 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 15:32:20,478 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 15:32:21,034 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/aada57528dc93b830766dcb242bc876a18ba6fcb/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 15:32:22,137 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/3103e8bab1190c91050e8602aa8248475d7c016a/salah.mp3', '-acodec', 'pcm_s16le', '-vn', '-f', 'wav', '-']) +2023-09-20 15:32:22,684 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 15:32:58,852 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 15:32:59,908 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 15:32:59,909 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 15:33:00,935 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 15:33:01,461 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 15:33:01,462 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 15:33:01,462 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 15:33:01,464 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 15:33:04,443 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 15:33:04,571 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 15:33:04,646 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 15:33:05,580 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 15:33:05,636 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 15:33:08,498 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 15:33:08,611 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 15:33:08,677 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 15:33:09,526 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 15:33:11,210 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:33:11,224 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:33:11,253 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 15:33:11,256 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 15:33:11,258 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 15:33:11,259 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 15:33:11,260 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 15:33:11,260 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 15:33:11,260 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 15:33:11,260 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 15:33:11,260 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 15:33:11,260 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 15:33:11,260 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 15:33:11,260 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 15:33:11,260 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 15:33:11,260 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 15:33:11,260 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (21): 169.254.169.254:80 +2023-09-20 15:33:11,973 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 15:33:12,071 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 15:33:12,261 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 15:33:12,267 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (22): 169.254.169.254:80 +2023-09-20 15:33:13,269 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 15:33:13,270 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 15:33:13,270 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 15:33:13,270 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 15:33:13,273 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 15:33:13,275 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 15:33:13,275 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 15:33:13,276 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 15:33:13,276 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 15:33:13,276 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 15:33:13,277 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 15:33:13,280 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 15:33:13,289 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 15:33:13,299 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:33:14,242 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 15:33:19,213 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 15:33:19,915 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/20d842808d4ffd61ed80be0f2b6a60118bed7a9e/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 15:33:20,562 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 15:34:56,585 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 15:34:57,583 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 15:34:57,584 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 15:34:58,567 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 15:34:59,055 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 15:34:59,056 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 15:34:59,056 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 15:34:59,058 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 15:35:02,935 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 15:35:03,067 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 15:35:03,137 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 15:35:04,092 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 15:35:04,174 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 15:35:07,129 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 15:35:07,238 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 15:35:07,304 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 15:35:17,638 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 15:35:19,647 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:35:19,648 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:35:19,686 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 15:35:19,689 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 15:35:19,691 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 15:35:19,692 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 15:35:19,692 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 15:35:19,692 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 15:35:19,692 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 15:35:19,692 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 15:35:19,692 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 15:35:19,692 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 15:35:19,693 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 15:35:19,693 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 15:35:19,693 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 15:35:19,693 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 15:35:19,693 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (23): 169.254.169.254:80 +2023-09-20 15:35:20,513 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 15:35:20,585 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 15:35:20,694 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 15:35:20,700 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (24): 169.254.169.254:80 +2023-09-20 15:35:21,702 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 15:35:21,703 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 15:35:21,703 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 15:35:21,704 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 15:35:21,709 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 15:35:21,712 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 15:35:21,713 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 15:35:21,714 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 15:35:21,714 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 15:35:21,715 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 15:35:21,715 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 15:35:21,720 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 15:35:21,730 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 15:35:21,744 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:35:22,564 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 15:36:21,304 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 15:36:22,026 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/1b5e12074abc6b129c64ce01056d0a9a36266dec/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 15:36:24,955 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 15:36:37,664 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 15:36:38,242 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/3103e8bab1190c91050e8602aa8248475d7c016a/salah.mp3', '-acodec', 'pcm_s16le', '-vn', '-f', 'wav', '-']) +2023-09-20 15:36:44,781 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 15:38:38,459 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 15:38:39,298 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 15:38:39,298 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 15:38:40,310 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 15:38:40,820 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 15:38:40,822 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 15:38:40,822 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 15:38:40,823 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 15:38:45,043 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 15:38:45,159 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 15:38:45,226 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 15:38:46,081 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 15:38:46,156 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 15:38:51,323 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 15:38:51,443 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 15:38:51,505 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 15:39:02,104 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/semi_wavlm_large_tunisian_ctc/1234/save/CKPT+2023-09-05+01-09-23+00 +2023-09-20 15:39:04,858 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:39:04,861 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:39:04,937 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 15:39:04,939 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 15:39:04,941 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 15:39:04,942 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 15:39:04,942 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 15:39:04,942 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 15:39:04,942 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 15:39:04,942 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 15:39:04,942 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 15:39:04,942 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 15:39:04,942 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 15:39:04,942 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 15:39:04,943 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 15:39:04,943 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 15:39:04,943 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (25): 169.254.169.254:80 +2023-09-20 15:39:05,794 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 15:39:05,871 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 15:39:05,944 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 15:39:05,950 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (26): 169.254.169.254:80 +2023-09-20 15:39:06,952 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 15:39:06,953 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 15:39:06,953 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 15:39:06,954 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 15:39:06,957 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 15:39:06,958 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 15:39:06,958 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 15:39:06,958 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 15:39:06,958 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 15:39:06,958 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 15:39:06,958 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 15:39:06,959 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 15:39:06,963 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 15:39:06,966 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 15:39:07,920 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 15:41:18,270 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 15:41:18,272 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 15:41:22,785 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 15:41:23,471 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/685feeadf3334ea189856374539cb1077baa765f/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 15:41:26,479 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 15:41:35,062 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 15:41:35,652 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/3103e8bab1190c91050e8602aa8248475d7c016a/salah.mp3', '-acodec', 'pcm_s16le', '-vn', '-f', 'wav', '-']) +2023-09-20 15:41:43,202 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 16:16:18,851 - parso.python.diff - DEBUG - diff parser start +2023-09-20 16:16:18,852 - parso.python.diff - DEBUG - line_lengths old: 22; new: 22 +2023-09-20 16:16:18,852 - parso.python.diff - DEBUG - -> code[equal] old[1:21] new[1:21] +2023-09-20 16:16:18,854 - parso.python.diff - DEBUG - copy old[1:18] new[1:18] +2023-09-20 16:16:18,857 - parso.python.diff - DEBUG - parse_part from 19 to 22 (to 21 in part parser) +2023-09-20 16:16:18,857 - parso.python.diff - DEBUG - -> code[replace] old[22:22] new[22:22] +2023-09-20 16:16:18,857 - parso.python.diff - DEBUG - diff parser end +2023-09-20 16:16:22,214 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 16:16:31,518 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-20 16:17:13,305 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 16:17:13,306 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 16:17:14,723 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 16:17:15,258 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 16:17:15,260 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 16:17:15,260 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 16:17:15,261 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 16:17:20,902 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 16:17:21,133 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 16:17:21,210 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 16:17:37,166 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 16:17:37,246 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 16:17:40,122 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 16:17:40,445 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 16:17:40,524 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 16:17:41,476 - speechbrain.utils.checkpoints - INFO - Would load a checkpoint here, but none found yet. +2023-09-20 16:17:41,489 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 16:17:41,489 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 16:17:41,526 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 16:17:41,528 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 16:17:41,530 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 16:17:41,531 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 16:17:41,531 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 16:17:41,531 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 16:17:41,531 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 16:17:41,531 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 16:17:41,531 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 16:17:41,531 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 16:17:41,531 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 16:17:41,531 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 16:17:41,531 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 16:17:41,531 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 16:17:41,532 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (27): 169.254.169.254:80 +2023-09-20 16:17:42,352 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 16:17:42,487 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 16:17:42,533 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 16:17:42,539 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (28): 169.254.169.254:80 +2023-09-20 16:17:43,541 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 16:17:43,542 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 16:17:43,542 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 16:17:43,543 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 16:17:43,548 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 16:17:43,550 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 16:17:43,551 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 16:17:43,552 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 16:17:43,552 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 16:17:43,553 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 16:17:43,553 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 16:17:43,557 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 16:17:43,568 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 16:17:43,581 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 16:17:44,481 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 16:20:18,050 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 16:20:18,811 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/8bb85fd0bed8fd8c0b2243f3aa680525eab25a30/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 16:20:22,769 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 16:20:49,920 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 16:20:50,633 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/c1ea16c14108244a9003416e6175603daf940a0f/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 16:20:54,020 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 16:21:15,276 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 16:21:23,362 - speechbrain.lobes.models.huggingface_wav2vec - WARNING - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen. +2023-09-20 16:24:49,855 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 16:24:49,856 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 16:24:50,996 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 16:24:51,546 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 16:24:51,548 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 16:24:51,548 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 16:24:51,549 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 16:24:55,449 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 16:24:55,569 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 16:24:55,641 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 16:24:56,502 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 16:24:56,583 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 16:24:59,554 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 16:24:59,666 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 16:24:59,732 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 16:25:00,600 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-20 16:25:02,669 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 16:25:02,674 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 16:25:02,710 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 16:25:02,713 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 16:25:02,715 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 16:25:02,716 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 16:25:02,716 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 16:25:02,716 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 16:25:02,716 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 16:25:02,716 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 16:25:02,716 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 16:25:02,716 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 16:25:02,716 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 16:25:02,716 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 16:25:02,716 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 16:25:02,716 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 16:25:02,716 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (29): 169.254.169.254:80 +2023-09-20 16:25:03,563 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 16:25:03,678 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 16:25:03,717 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 16:25:03,721 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (30): 169.254.169.254:80 +2023-09-20 16:25:04,722 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 16:25:04,723 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 16:25:04,723 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 16:25:04,723 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 16:25:04,724 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 16:25:04,725 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 16:25:04,725 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 16:25:04,725 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 16:25:04,725 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 16:25:04,725 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 16:25:04,725 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 16:25:04,726 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 16:25:04,730 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 16:25:04,733 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 16:25:05,638 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 16:25:32,078 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 16:25:32,813 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/4865eb037dc89109b3fac402b80dee8bb0ccb512/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 16:25:57,574 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 16:27:51,530 - speechbrain.utils.distributed - INFO - distributed_launch flag is disabled, this experiment will be executed without DDP. +2023-09-20 16:27:53,855 - speechbrain.core - INFO - Beginning experiment! +2023-09-20 16:27:53,856 - speechbrain.core - INFO - Experiment folder: results/non_semi_final_stac +2023-09-20 16:27:54,950 - speechbrain.utils.superpowers - DEBUG - absl-py==1.2.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +alabaster==0.7.12 +anaconda-client==1.7.2 +anaconda-navigator==1.10.0 +anaconda-project==0.8.3 +antlr4-python3-runtime==4.9.3 +appdirs==1.4.4 +argh==0.26.2 +argon2-cffi @ file:///tmp/build/80754af9/argon2-cffi_1596828493937/work +asn1crypto @ file:///tmp/build/80754af9/asn1crypto_1596577642040/work +astroid @ file:///tmp/build/80754af9/astroid_1592495912941/work +astropy==4.0.2 +async-generator==1.10 +async-timeout==4.0.2 +atomicwrites==1.4.0 +attrs @ file:///tmp/build/80754af9/attrs_1604765588209/work +audioread==2.1.9 +autopep8 @ file:///tmp/build/80754af9/autopep8_1596578164842/work +Babel @ file:///tmp/build/80754af9/babel_1605108370292/work +backcall==0.2.0 +backports.functools-lru-cache==1.6.1 +backports.shutil-get-terminal-size==1.0.0 +backports.tempfile==1.0 +backports.weakref==1.0.post1 +beautifulsoup4 @ file:///tmp/build/80754af9/beautifulsoup4_1601924105527/work +bitarray @ file:///tmp/build/80754af9/bitarray_1605065113847/work +bkcharts==0.2 +black==22.12.0 +bleach @ file:///tmp/build/80754af9/bleach_1600439572647/work +bokeh @ file:///tmp/build/80754af9/bokeh_1603297833684/work +boto==2.49.0 +boto3==1.28.43 +botocore==1.31.43 +Bottleneck==1.3.2 +bpemb==0.3.4 +brotlipy==0.7.0 +cachetools==5.2.0 +certifi==2020.6.20 +cffi @ file:///tmp/build/80754af9/cffi_1600699146221/work +chardet==3.0.4 +charset-normalizer==2.0.12 +click==8.1.3 +cloudpickle @ file:///tmp/build/80754af9/cloudpickle_1598884132938/work +clyent==1.2.2 +colorama @ file:///tmp/build/80754af9/colorama_1603211150991/work +coloredlogs==15.0.1 +conda==4.9.2 +conda-build==3.20.5 +conda-package-handling @ file:///tmp/build/80754af9/conda-package-handling_1603018141399/work +conda-verify==3.4.2 +conllu==4.5.3 +contextlib2==0.6.0.post1 +cryptography @ file:///tmp/build/80754af9/cryptography_1601046815590/work +cycler==0.10.0 +Cython @ file:///tmp/build/80754af9/cython_1594831566883/work +cytoolz==0.11.0 +dask @ file:///tmp/build/80754af9/dask-core_1602083700509/work +datasets==1.18.3 +decorator==4.4.2 +defusedxml==0.6.0 +Deprecated==1.2.14 +diff-match-patch @ file:///tmp/build/80754af9/diff-match-patch_1594828741838/work +dill==0.3.4 +distributed @ file:///tmp/build/80754af9/distributed_1605066520644/work +docutils==0.16 +easyocr==1.2.1 +einops==0.3.0 +entrypoints==0.3 +et-xmlfile==1.0.1 +farasapy==0.0.14 +fastcache==1.1.0 +ffmpeg-python==0.2.0 +filelock==3.0.12 +flair==0.12.2 +flake8 @ file:///tmp/build/80754af9/flake8_1601911421857/work +Flask==1.1.2 +flatbuffers==22.9.24 +frozenlist==1.3.0 +fsspec==2022.3.0 +ftfy==6.1.1 +future==0.18.2 +gdown==4.4.0 +gensim==4.1.2 +gevent @ file:///tmp/build/80754af9/gevent_1601397537062/work +glob2==0.7 +gmpy2==2.0.8 +google-auth==2.12.0 +google-auth-oauthlib==0.4.6 +greenlet @ file:///tmp/build/80754af9/greenlet_1600874013538/work +grpcio==1.49.1 +h5py==2.10.0 +HeapDict==1.0.1 +html5lib @ file:///tmp/build/80754af9/html5lib_1593446221756/work +huggingface-hub==0.16.4 +humanfriendly==10.0 +hyperopt==0.2.7 +idna @ file:///tmp/build/80754af9/idna_1593446292537/work +imageio @ file:///tmp/build/80754af9/imageio_1594161405741/work +imagesize==1.2.0 +imhist==0.0.4 +importlib-metadata==5.0.0 +imWatermark==0.0.2 +iniconfig @ file:///tmp/build/80754af9/iniconfig_1602780191262/work +install==1.3.5 +intervaltree @ file:///tmp/build/80754af9/intervaltree_1598376443606/work +invisible-watermark==0.1.5 +ipykernel @ file:///tmp/build/80754af9/ipykernel_1596207638929/work/dist/ipykernel-5.3.4-py3-none-any.whl +ipython @ file:///tmp/build/80754af9/ipython_1604101197014/work +ipython-genutils==0.2.0 +ipywidgets @ file:///tmp/build/80754af9/ipywidgets_1601490159889/work +isort @ file:///tmp/build/80754af9/isort_1602603989581/work +itsdangerous==1.1.0 +Janome==0.5.0 +jdcal==1.4.1 +jedi @ file:///tmp/build/80754af9/jedi_1592841866100/work +jeepney @ file:///tmp/build/80754af9/jeepney_1605069705079/work +Jinja2==2.11.2 +jiwer==2.3.0 +jmespath==1.0.1 +joblib @ file:///tmp/build/80754af9/joblib_1601912903842/work +json5==0.9.5 +jsonschema @ file:///tmp/build/80754af9/jsonschema_1602607155483/work +jupyter==1.0.0 +jupyter-client @ file:///tmp/build/80754af9/jupyter_client_1601311786391/work +jupyter-console @ file:///tmp/build/80754af9/jupyter_console_1598884538475/work +jupyter-core==4.6.3 +jupyterlab==2.2.6 +jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work +jupyterlab-server @ file:///tmp/build/80754af9/jupyterlab_server_1594164409481/work +keyring @ file:///tmp/build/80754af9/keyring_1601490835422/work +kiwisolver @ file:///tmp/build/80754af9/kiwisolver_1604014535162/work +langdetect==1.0.9 +lazy-object-proxy==1.4.3 +libarchive-c==2.9 +librosa==0.9.1 +llvmlite==0.34.0 +locket==0.2.0 +lxml @ file:///tmp/build/80754af9/lxml_1603216285000/work +Markdown==3.4.1 +MarkupSafe==1.1.1 +matplotlib @ file:///tmp/build/80754af9/matplotlib-base_1603378225747/work +mccabe==0.6.1 +mido==1.2.10 +mistune==0.8.4 +mkl-fft==1.2.0 +mkl-random==1.1.1 +mkl-service==2.3.0 +mock==4.0.2 +more-itertools @ file:///tmp/build/80754af9/more-itertools_1605111547926/work +mpld3==0.3 +mpmath==1.1.0 +msgpack==1.0.0 +multidict==6.0.2 +multipledispatch==0.6.0 +multiprocess==0.70.12.2 +mypy-extensions==0.4.3 +navigator-updater==0.2.1 +nbclient @ file:///tmp/build/80754af9/nbclient_1602783176460/work +nbconvert @ file:///tmp/build/80754af9/nbconvert_1601914830498/work +nbformat @ file:///tmp/build/80754af9/nbformat_1602783287752/work +nest-asyncio @ file:///tmp/build/80754af9/nest-asyncio_1605115881283/work +networkx @ file:///tmp/build/80754af9/networkx_1598376031484/work +nltk @ file:///tmp/build/80754af9/nltk_1592496090529/work +nose==1.3.7 +notebook @ file:///tmp/build/80754af9/notebook_1601501575118/work +numba @ file:///tmp/build/80754af9/numba_1600100669015/work +numexpr==2.7.1 +numpy @ file:///tmp/build/80754af9/numpy_and_numpy_base_1603570489231/work +numpydoc @ file:///tmp/build/80754af9/numpydoc_1605117425582/work +oauthlib==3.2.1 +olefile==0.46 +omegaconf==2.2.3 +onnx==1.12.0 +onnxruntime==1.12.1 +opencv-python==4.4.0.46 +openpyxl @ file:///tmp/build/80754af9/openpyxl_1598113097404/work +packaging==20.9 +pandas @ file:///tmp/build/80754af9/pandas_1602088120436/work +pandocfilters @ file:///tmp/build/80754af9/pandocfilters_1605120460739/work +parso==0.7.0 +partd==1.1.0 +path @ file:///tmp/build/80754af9/path_1598376507494/work +pathlib2==2.3.5 +pathspec==0.10.3 +pathtools==0.1.2 +patsy==0.5.1 +pep8==1.7.1 +pexpect==4.8.0 +pickleshare==0.7.5 +Pillow @ file:///tmp/build/80754af9/pillow_1603822255246/work +pkginfo==1.6.1 +platformdirs==2.6.0 +pluggy==0.13.1 +ply==3.11 +pooch==1.6.0 +pptree==3.1 +pretty-midi==0.2.9 +prometheus-client==0.8.0 +prompt-toolkit @ file:///tmp/build/80754af9/prompt-toolkit_1602688806899/work +protobuf==3.19.6 +psutil @ file:///tmp/build/80754af9/psutil_1598370257551/work +ptyprocess==0.6.0 +py @ file:///tmp/build/80754af9/py_1593446248552/work +py-espeak-ng==0.1.8 +py4j==0.10.9.7 +PyArabic==0.6.15 +pyarrow==7.0.0 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycodestyle==2.6.0 +pycosat==0.6.3 +pycparser @ file:///tmp/build/80754af9/pycparser_1594388511720/work +pycurl==7.43.0.6 +pyDeprecate==0.3.1 +pydocstyle @ file:///tmp/build/80754af9/pydocstyle_1598885001695/work +pyflakes==2.2.0 +Pygments @ file:///tmp/build/80754af9/pygments_1604103097372/work +pylint @ file:///tmp/build/80754af9/pylint_1598623985952/work +pyodbc===4.0.0-unsupported +pyOpenSSL @ file:///tmp/build/80754af9/pyopenssl_1594392929924/work +pyparsing==2.4.7 +pyrsistent @ file:///tmp/build/80754af9/pyrsistent_1600141720057/work +PySocks==1.7.1 +pytest==0.0.0 +python-bidi==0.4.2 +python-crfsuite==0.9.7 +python-dateutil==2.8.1 +python-jsonrpc-server @ file:///tmp/build/80754af9/python-jsonrpc-server_1600278539111/work +python-language-server @ file:///tmp/build/80754af9/python-language-server_1600454544709/work +python-Levenshtein==0.12.2 +pytorch-lightning==1.4.2 +pytorch-revgrad==0.2.0 +pytz==2020.1 +PyWavelets @ file:///tmp/build/80754af9/pywavelets_1601658317819/work +pyxdg @ file:///tmp/build/80754af9/pyxdg_1603822279816/work +PyYAML==5.3.1 +pyzmq==19.0.2 +QDarkStyle==2.8.1 +QtAwesome @ file:///tmp/build/80754af9/qtawesome_1602272867890/work +qtconsole @ file:///tmp/build/80754af9/qtconsole_1600870028330/work +QtPy==1.9.0 +regex @ file:///tmp/build/80754af9/regex_1602786672676/work +requests @ file:///tmp/build/80754af9/requests_1592841827918/work +requests-oauthlib==1.3.1 +resampy==0.2.2 +rope @ file:///tmp/build/80754af9/rope_1602264064449/work +rsa==4.9 +Rtree==0.9.4 +ruamel-yaml==0.15.87 +s3transfer==0.6.2 +sacremoses==0.0.49 +safetensors==0.3.3 +scikit-image==0.17.2 +scikit-learn @ file:///tmp/build/80754af9/scikit-learn_1598376899566/work +scipy @ file:///tmp/build/80754af9/scipy_1597686649129/work +seaborn @ file:///tmp/build/80754af9/seaborn_1600553570093/work +SecretStorage==3.1.2 +segtok==1.5.11 +Send2Trash==1.5.0 +sentencepiece==0.1.97 +simplegeneric==0.8.1 +singledispatch @ file:///tmp/build/80754af9/singledispatch_1602523705405/work +sip==4.19.13 +six @ file:///tmp/build/80754af9/six_1605205327372/work +smart-open==5.2.1 +snowballstemmer==2.0.0 +sortedcollections==1.2.1 +sortedcontainers==2.2.2 +SoundFile==0.10.3.post1 +soupsieve==2.0.1 +sphfile==1.0.3 +Sphinx @ file:///tmp/build/80754af9/sphinx_1597428793432/work +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==1.0.3 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.4 +sphinxcontrib-websupport @ file:///tmp/build/80754af9/sphinxcontrib-websupport_1597081412696/work +spyder @ file:///tmp/build/80754af9/spyder_1599056981321/work +spyder-kernels @ file:///tmp/build/80754af9/spyder-kernels_1599056754858/work +SQLAlchemy @ file:///tmp/build/80754af9/sqlalchemy_1603397987316/work +sqlitedict==2.1.0 +statsmodels @ file:///tmp/build/80754af9/statsmodels_1602280205159/work +sympy @ file:///tmp/build/80754af9/sympy_1605119542615/work +tables==3.6.1 +tabulate==0.9.0 +tblib @ file:///tmp/build/80754af9/tblib_1597928476713/work +tensorboard==2.10.1 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +terminado==0.9.1 +testpath==0.4.4 +threadpoolctl @ file:///tmp/tmp9twdgx9k/threadpoolctl-2.1.0-py3-none-any.whl +tifffile==2020.10.1 +tkseem==0.0.3 +tokenizers==0.13.3 +toml @ file:///tmp/build/80754af9/toml_1592853716807/work +tomli==2.0.1 +toolz @ file:///tmp/build/80754af9/toolz_1601054250827/work +torch==1.11.0 +torchaudio==0.11.0 +torchmetrics==0.6.0 +torchvision==0.8.2 +tornado==6.0.4 +tqdm==4.64.0 +traitlets @ file:///tmp/build/80754af9/traitlets_1602787416690/work +transformer-smaller-training-vocab==0.3.1 +transformers==4.33.1 +typing-extensions==4.4.0 +ujson @ file:///tmp/build/80754af9/ujson_1602523317881/work +unicodecsv==0.14.1 +urllib3 @ file:///tmp/build/80754af9/urllib3_1603305693037/work +watchdog @ file:///tmp/build/80754af9/watchdog_1593447344699/work +wcwidth @ file:///tmp/build/80754af9/wcwidth_1593447189090/work +webencodings==0.5.1 +Werkzeug==1.0.1 +widgetsnbextension==3.5.1 +Wikipedia-API==0.6.0 +wrapt==1.11.2 +wurlitzer @ file:///tmp/build/80754af9/wurlitzer_1594753850195/work +xlrd==1.2.0 +XlsxWriter @ file:///tmp/build/80754af9/xlsxwriter_1602692860603/work +xlwt==1.3.0 +xmltodict==0.12.0 +xxhash==3.0.0 +yapf @ file:///tmp/build/80754af9/yapf_1593528177422/work +yarl==1.7.2 +zict==2.0.0 +zipp @ file:///tmp/build/80754af9/zipp_1604001098328/work +zope.event==4.5.0 +zope.interface @ file:///tmp/build/80754af9/zope.interface_1602002420968/work + + +2023-09-20 16:27:55,527 - speechbrain.utils.superpowers - DEBUG - 8a51838 + + +2023-09-20 16:27:55,529 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 16:27:55,529 - speechbrain.dataio.encoder - INFO - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init. +2023-09-20 16:27:55,530 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/label_encoder.txt +2023-09-20 16:28:00,083 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 16:28:00,270 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 16:28:00,349 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 16:28:01,358 - speechbrain.core - INFO - Info: auto_mix_prec arg from hparam file is used +2023-09-20 16:28:01,437 - speechbrain.core - INFO - 60.1M trainable parameters in Mixer +2023-09-20 16:28:01,440 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00 +2023-09-20 16:28:01,713 - speechbrain.dataio.encoder - DEBUG - Loaded categorical encoding from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt +2023-09-20 16:28:04,954 - pyctcdecode.decoder - INFO - Using arpa instead of binary LM file, decoder instantiation might be slow. +2023-09-20 16:28:05,088 - pyctcdecode.alphabet - INFO - Alphabet determined to be of regular style. +2023-09-20 16:28:05,156 - pyctcdecode.alphabet - WARNING - Unigrams and labels don't seem to agree. +2023-09-20 16:28:06,025 - speechbrain.utils.checkpoints - INFO - Loading a checkpoint from TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00 +2023-09-20 16:28:07,780 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 16:28:07,790 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 16:28:07,816 - asyncio - DEBUG - Using selector: EpollSelector +2023-09-20 16:28:07,818 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 16:28:07,820 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "GET /startup-events HTTP/1.1" 200 5 +2023-09-20 16:28:07,822 - botocore.credentials - DEBUG - Looking for credentials via: env +2023-09-20 16:28:07,822 - botocore.credentials - DEBUG - Looking for credentials via: assume-role +2023-09-20 16:28:07,822 - botocore.credentials - DEBUG - Looking for credentials via: assume-role-with-web-identity +2023-09-20 16:28:07,822 - botocore.credentials - DEBUG - Looking for credentials via: sso +2023-09-20 16:28:07,822 - botocore.credentials - DEBUG - Looking for credentials via: shared-credentials-file +2023-09-20 16:28:07,822 - botocore.credentials - DEBUG - Looking for credentials via: custom-process +2023-09-20 16:28:07,822 - botocore.credentials - DEBUG - Looking for credentials via: config-file +2023-09-20 16:28:07,822 - botocore.credentials - DEBUG - Looking for credentials via: ec2-credentials-file +2023-09-20 16:28:07,822 - botocore.credentials - DEBUG - Looking for credentials via: boto-config +2023-09-20 16:28:07,822 - botocore.credentials - DEBUG - Looking for credentials via: container-role +2023-09-20 16:28:07,822 - botocore.credentials - DEBUG - Looking for credentials via: iam-role +2023-09-20 16:28:07,822 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (31): 169.254.169.254:80 +2023-09-20 16:28:08,630 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "GET /pkg-version HTTP/1.1" 200 21 +2023-09-20 16:28:08,740 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-initiated-analytics/ HTTP/1.1" 200 None +2023-09-20 16:28:08,824 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/api/token: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 430, in _fetch_metadata_token + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/api/token" +2023-09-20 16:28:08,829 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (32): 169.254.169.254:80 +2023-09-20 16:28:09,831 - botocore.utils - DEBUG - Caught retryable HTTP exception while making metadata service request to http://169.254.169.254/latest/meta-data/iam/security-credentials/: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 169, in _new_conn + conn = connection.create_connection( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 96, in create_connection + raise err + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/connection.py", line 86, in create_connection + sock.connect(sa) +socket.timeout: timed out + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 385, in send + urllib_response = conn.urlopen( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 755, in urlopen + retries = retries.increment( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/util/retry.py", line 506, in increment + raise six.reraise(type(error), error, _stacktrace) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/packages/six.py", line 735, in reraise + raise value + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 699, in urlopen + httplib_response = self._make_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connectionpool.py", line 394, in _make_request + conn.request(method, url, **httplib_request_kw) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 234, in request + super(HTTPConnection, self).request(method, url, body=body, headers=headers) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1255, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 92, in _send_request + rval = super(AWSConnection, self)._send_request( + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1301, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 1250, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 120, in _send_output + self.send(msg) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/awsrequest.py", line 204, in send + return super(AWSConnection, self).send(str) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/http/client.py", line 950, in send + self.connect() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 200, in connect + conn = self._new_conn() + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/urllib3/connection.py", line 174, in _new_conn + raise ConnectTimeoutError( +urllib3.exceptions.ConnectTimeoutError: (, 'Connection to 169.254.169.254 timed out. (connect timeout=1)') + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/utils.py", line 478, in _get_request + response = self._session.send(request.prepare()) + File "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/botocore/httpsession.py", line 418, in send + raise ConnectTimeoutError(endpoint_url=request.url, error=e) +botocore.exceptions.ConnectTimeoutError: Connect timeout on endpoint URL: "http://169.254.169.254/latest/meta-data/iam/security-credentials/" +2023-09-20 16:28:09,833 - botocore.utils - DEBUG - Max number of attempts exceeded (1) when attempting to retrieve data from metadata service. +2023-09-20 16:28:09,833 - botocore.hooks - DEBUG - Event choose-service-name: calling handler +2023-09-20 16:28:09,834 - botocore.hooks - DEBUG - Event creating-client-class.sts: calling handler +2023-09-20 16:28:09,837 - botocore.endpoint - DEBUG - Setting sts timeout as (60, 60) +2023-09-20 16:28:09,838 - botocore.client - DEBUG - Registering retry handlers for service: sts +2023-09-20 16:28:09,838 - botocore.hooks - DEBUG - Event before-parameter-build.sts.GetCallerIdentity: calling handler +2023-09-20 16:28:09,838 - botocore.hooks - DEBUG - Event before-call.sts.GetCallerIdentity: calling handler +2023-09-20 16:28:09,838 - botocore.endpoint - DEBUG - Making request for OperationModel(name=GetCallerIdentity) with params: {'url_path': '/', 'query_string': '', 'method': 'POST', 'headers': {'Content-Type': 'application/x-www-form-urlencoded; charset=utf-8', 'User-Agent': 'Boto3/1.20.2 Python/3.8.5 Linux/5.4.0-150-generic Botocore/1.23.2'}, 'body': {'Action': 'GetCallerIdentity', 'Version': '2011-06-15'}, 'url': 'https://sts.amazonaws.com/', 'context': {'client_region': 'aws-global', 'client_config': , 'has_streaming_input': False, 'auth_type': None}} +2023-09-20 16:28:09,839 - botocore.hooks - DEBUG - Event request-created.sts.GetCallerIdentity: calling handler > +2023-09-20 16:28:09,839 - botocore.hooks - DEBUG - Event choose-signer.sts.GetCallerIdentity: calling handler +2023-09-20 16:28:09,839 - urllib3.connectionpool - DEBUG - Starting new HTTP connection (1): 127.0.0.1:7860 +2023-09-20 16:28:09,844 - urllib3.connectionpool - DEBUG - http://127.0.0.1:7860 "HEAD / HTTP/1.1" 200 0 +2023-09-20 16:28:09,847 - urllib3.connectionpool - DEBUG - Starting new HTTPS connection (1): api.gradio.app:443 +2023-09-20 16:28:10,880 - urllib3.connectionpool - DEBUG - https://api.gradio.app:443 "POST /gradio-launched-telemetry/ HTTP/1.1" 200 None +2023-09-20 16:28:57,520 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 16:28:58,281 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/d362d9b677e49323dce407dabc2d9bc40eea3582/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 16:29:01,563 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 16:29:18,549 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 16:29:19,237 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/751d03e8c589c91f004540f9be6d55f656b2ec64/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 16:29:26,224 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 16:32:56,220 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 16:32:56,982 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/01f93246818c554ec5541d3456eebaf0d3dbdf74/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 16:33:00,686 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. +2023-09-20 16:33:12,831 - matplotlib.pyplot - DEBUG - Loaded backend agg version unknown. +2023-09-20 16:33:13,483 - pydub.converter - DEBUG - subprocess.call(['ffmpeg', '-y', '-i', '/tmp/gradio/8a6436370e53db8df5bc2fd65e9ce383948353b5/audio.wav', '-acodec', 'pcm_s32le', '-vn', '-f', 'wav', '-']) +2023-09-20 16:33:17,699 - matplotlib.pyplot - DEBUG - Loaded backend module://ipykernel.pylab.backend_inline version unknown. diff --git a/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/CKPT.yaml b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/CKPT.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4b888496eecad2bd5d629fcf8869b08a724ec8e1 --- /dev/null +++ b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/CKPT.yaml @@ -0,0 +1,4 @@ +# yamllint disable +WER: 51.292116454039906 +end-of-epoch: true +unixtime: 1694130018.9642384 diff --git a/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/brain.ckpt b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/brain.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..257c53cab0548d9077f7ae97668d8fef1b0b1b3d --- /dev/null +++ b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/brain.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5c026fe6fa51700406bd476e131950c797b0b3bacb3daae0854e85689bb4cf9 +size 50 diff --git a/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/counter.ckpt b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/counter.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7dd349a9f2817e0adc9efe1492b7aa8992a52421 --- /dev/null +++ b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/counter.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5ca38f748a1d6eaf726b8a42fb575c3c71f1864a8143301782de13da2d9202b +size 2 diff --git a/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/dataloader-TRAIN.ckpt b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/dataloader-TRAIN.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b968e60328486cfa5ae986406f956ac0290aff90 --- /dev/null +++ b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/dataloader-TRAIN.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e1edcac43af8cea1439d222314af06354ae31da6a3d90b8cc6bcebc5c8e397 +size 4 diff --git a/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/model.ckpt b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b66a0f410476fe28db087866a0aad965d85a5c6a --- /dev/null +++ b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da683a8efa5709a06af9b258452c243da841780a0a7942c196c472a3e21e5010 +size 240389017 diff --git a/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/modelopt.ckpt b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/modelopt.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c93f9f1b21d6c991f246a57a1800eadf1d140598 --- /dev/null +++ b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/modelopt.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:416feb314443cf839f4425fc382e555dec90e3dea26fa52b75e4ac1b702c5078 +size 480787579 diff --git a/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/scheduler_encoder.ckpt b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/scheduler_encoder.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cd8641ac95a203186c7cc52e006fb11424905b88 --- /dev/null +++ b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/scheduler_encoder.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e2efd50f0cf28a080e2625fdd8a1852c669841537cdc0a57fce60bc6c1eec11 +size 515 diff --git a/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/scheduler_model.ckpt b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/scheduler_model.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..397681cc010e291f081703cf6f57ba010ec2c472 --- /dev/null +++ b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/scheduler_model.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cec54cc9236fa7aa965b397675d24299b973675cc0c6345de038fc70e51629ab +size 703 diff --git a/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..74e4787a8d8b8d483c219099cf3fc729d86bc3de --- /dev/null +++ b/results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00/tokenizer.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21080a140faeb4f39fad188aaf081914ec782be9c4320d6415e8822709e18017 +size 39 diff --git a/results/non_semi_final_stac/save/label_encoder.txt b/results/non_semi_final_stac/save/label_encoder.txt new file mode 100644 index 0000000000000000000000000000000000000000..a3a231ac6f609d8bf6376a0e1c83c079c5d19fe7 --- /dev/null +++ b/results/non_semi_final_stac/save/label_encoder.txt @@ -0,0 +1,80 @@ +'و' => 74 +'ي' => 1 +'ن' => 2 +' ' => 3 +'م' => 4 +'ش' => 5 +'ل' => 6 +'س' => 7 +'ت' => 8 +'ا' => 9 +'د' => 10 +'ر' => 11 +'ى' => 12 +'ب' => 13 +'ح' => 14 +'ط' => 15 +'ع' => 16 +'ك' => 17 +'ف' => 18 +'ق' => 19 +'ذ' => 20 +'ث' => 21 +'ج' => 22 +'ة' => 23 +'غ' => 24 +'o' => 25 +'k' => 26 +'b' => 27 +'n' => 28 +'خ' => 29 +'ه' => 30 +'v' => 31 +'i' => 32 +'l' => 33 +'à' => 34 +'ص' => 35 +'ض' => 36 +'a' => 37 +'u' => 38 +'t' => 39 +'m' => 40 +'q' => 41 +'e' => 42 +'d' => 43 +'c' => 44 +'p' => 45 +'r' => 46 +'أ' => 47 +'إ' => 48 +'s' => 49 +'j' => 50 +'ز' => 51 +'ء' => 52 +'h' => 53 +'f' => 54 +'آ' => 55 +'ئ' => 56 +'ؤ' => 57 +'ظ' => 58 +'y' => 59 +'é' => 60 +"'" => 61 +'z' => 62 +'x' => 63 +'w' => 64 +'g' => 65 +'è' => 66 +'û' => 67 +'ç' => 68 +'ê' => 69 +'ô' => 70 +'ù' => 71 +'î' => 72 +'â' => 73 +'' => 0 +1 => 75 +================ +'starting_index' => 0 +'unk_label' => 1 +'blank_label' => '' diff --git a/train_mixer.py b/train_mixer.py new file mode 100644 index 0000000000000000000000000000000000000000..acac2a1e16daad18c2c182751872998cbe2c468b --- /dev/null +++ b/train_mixer.py @@ -0,0 +1,698 @@ +# -*- coding: utf-8 -*- + +import os +import sys +import torch +import logging +import speechbrain as sb +from speechbrain.utils.distributed import run_on_main +from hyperpyyaml import load_hyperpyyaml +from pathlib import Path +import torchaudio.transforms as T +from cv_train import ASRCV +import torchaudio +import numpy as np +import kenlm +from pyctcdecode import build_ctcdecoder +import re +from torch.nn.utils.rnn import pad_sequence +import torch.optim as optim +import torch.nn as nn + + +# Commented out IPython magic to ensure Python compatibility. +hparams_file, run_opts, overrides = sb.parse_arguments(["hparams/train_semi.yaml"]) + +# If distributed_launch=True then +# create ddp_group with the right communication protocol +sb.utils.distributed.ddp_init_group(run_opts) + +with open(hparams_file) as fin: + hparams = load_hyperpyyaml(fin, overrides) + +# Create experiment directory +sb.create_experiment_directory( + experiment_directory=hparams["output_folder"], + hyperparams_to_save=hparams_file, + overrides=overrides, +) +# Dataset prep (parsing Librispeech) + +def dataio_prepare(hparams): + """This function prepares the datasets to be used in the brain class. + It also defines the data processing pipeline through user-defined functions.""" + + # 1. Define datasets + data_folder = hparams["data_folder"] + + train_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["train_csv"], replacements={"data_root": data_folder}, + ) + + if hparams["sorting"] == "ascending": + # we sort training data to speed up training and get better results. + train_data = train_data.filtered_sorted( + sort_key="duration", + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "descending": + train_data = train_data.filtered_sorted( + sort_key="duration", + reverse=True, + key_max_value={"duration": hparams["avoid_if_longer_than"]}, + ) + # when sorting do not shuffle in dataloader ! otherwise is pointless + hparams["dataloader_options"]["shuffle"] = False + + elif hparams["sorting"] == "random": + pass + + else: + raise NotImplementedError( + "sorting must be random, ascending or descending" + ) + + valid_data = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=hparams["valid_csv"], replacements={"data_root": data_folder}, + ) + # We also sort the validation data so it is faster to validate + valid_data = valid_data.filtered_sorted(sort_key="duration") + test_datasets = {} + for csv_file in hparams["test_csv"]: + name = Path(csv_file).stem + test_datasets[name] = sb.dataio.dataset.DynamicItemDataset.from_csv( + csv_path=csv_file, replacements={"data_root": data_folder} + ) + test_datasets[name] = test_datasets[name].filtered_sorted( + sort_key="duration" + ) + + datasets = [train_data, valid_data] + [i for k, i in test_datasets.items()] + + + # 2. Define audio pipeline: + @sb.utils.data_pipeline.takes("wav") + @sb.utils.data_pipeline.provides("sig") + def audio_pipeline(wav): + info = torchaudio.info(wav) + sig = sb.dataio.dataio.read_audio(wav) + if len(sig.shape)>1 : + sig = torch.mean(sig, dim=1) + resampled = torchaudio.transforms.Resample( + info.sample_rate, hparams["sample_rate"], + )(sig) + return resampled + + sb.dataio.dataset.add_dynamic_item(datasets, audio_pipeline) + label_encoder = sb.dataio.encoder.CTCTextEncoder() + + # 3. Define text pipeline: + @sb.utils.data_pipeline.takes("wrd") + @sb.utils.data_pipeline.provides( + "wrd", "char_list", "tokens_list", "tokens" + ) + def text_pipeline(wrd): + yield wrd + char_list = list(wrd) + yield char_list + tokens_list = label_encoder.encode_sequence(char_list) + yield tokens_list + tokens = torch.LongTensor(tokens_list) + yield tokens + + sb.dataio.dataset.add_dynamic_item(datasets, text_pipeline) + lab_enc_file = os.path.join(hparams["save_folder"], "label_encoder.txt") + special_labels = { + "blank_label": hparams["blank_index"], + "unk_label": hparams["unk_index"] + } + label_encoder.load_or_create( + path=lab_enc_file, + from_didatasets=[train_data], + output_key="char_list", + special_labels=special_labels, + sequence_input=True, + ) + + # 4. Set output: + sb.dataio.dataset.set_output_keys( + datasets, ["id", "sig", "wrd", "char_list", "tokens"], + ) + return train_data, valid_data,test_datasets, label_encoder + +class ASR(sb.core.Brain): + def compute_forward(self, batch, stage): + """Forward computations from the waveform batches to the output probabilities.""" + + batch = batch.to(self.device) + wavs, wav_lens = batch.sig + wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device) + + if stage == sb.Stage.TRAIN: + if hasattr(self.hparams, "augmentation"): + wavs = self.hparams.augmentation(wavs, wav_lens) + + # Forward pass + feats = self.modules.wav2vec2(wavs, wav_lens) + x = self.modules.enc(feats) + logits = self.modules.ctc_lin(x) + p_ctc = self.hparams.log_softmax(logits) + + return p_ctc, wav_lens + + def custom_encode(self,wavs,wav_lens) : + wavs = wavs.to(self.device) + if(wav_lens is not None): wav_lens.to(self.device) + + feats = self.modules.wav2vec2(wavs, wav_lens) + x = self.modules.enc(feats) + logits = self.modules.ctc_lin(x) + p_ctc = self.hparams.log_softmax(logits) + + return feats,p_ctc + + + + def compute_objectives(self, predictions, batch, stage): + """Computes the loss (CTC) given predictions and targets.""" + + p_ctc, wav_lens = predictions + + ids = batch.id + tokens, tokens_lens = batch.tokens + + loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens) + + if stage != sb.Stage.TRAIN: + predicted_tokens = sb.decoders.ctc_greedy_decode( + p_ctc, wav_lens, blank_id=self.hparams.blank_index + ) + # Decode token terms to words + if self.hparams.use_language_modelling: + predicted_words = [] + for logs in p_ctc: + text = decoder.decode(logs.detach().cpu().numpy()) + predicted_words.append(text.split(" ")) + else: + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + # Convert indices to words + target_words = [wrd.split(" ") for wrd in batch.wrd] + + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + + return loss + + def fit_batch(self, batch): + """Train the parameters given a single batch in input""" + should_step = self.step % self.grad_accumulation_factor == 0 + # Managing automatic mixed precision + # TOFIX: CTC fine-tuning currently is unstable + # This is certainly due to CTC being done in fp16 instead of fp32 + if self.auto_mix_prec: + with torch.cuda.amp.autocast(): + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + with self.no_sync(not should_step): + self.scaler.scale( + loss / self.grad_accumulation_factor + ).backward() + if should_step: + + if not self.hparams.wav2vec2.freeze: + self.scaler.unscale_(self.wav2vec_optimizer) + self.scaler.unscale_(self.model_optimizer) + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.scaler.step(self.wav2vec_optimizer) + self.scaler.step(self.model_optimizer) + self.scaler.update() + self.zero_grad() + self.optimizer_step += 1 + else: + # This is mandatory because HF models have a weird behavior with DDP + # on the forward pass + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + + with self.no_sync(not should_step): + (loss / self.grad_accumulation_factor).backward() + if should_step: + if self.check_gradients(loss): + if not self.hparams.wav2vec2.freeze: + if self.optimizer_step >= self.hparams.warmup_steps: + self.wav2vec_optimizer.step() + self.model_optimizer.step() + self.zero_grad() + self.optimizer_step += 1 + + self.on_fit_batch_end(batch, outputs, loss, should_step) + return loss.detach().cpu() + + def evaluate_batch(self, batch, stage): + """Computations needed for validation/test batches""" + predictions = self.compute_forward(batch, stage=stage) + with torch.no_grad(): + loss = self.compute_objectives(predictions, batch, stage=stage) + return loss.detach() + + def on_stage_start(self, stage, epoch): + """Gets called at the beginning of each epoch""" + if stage != sb.Stage.TRAIN: + self.cer_metric = self.hparams.cer_computer() + self.wer_metric = self.hparams.error_rate_computer() + + def on_stage_end(self, stage, stage_loss, epoch): + """Gets called at the end of an epoch.""" + # Compute/store important stats + stage_stats = {"loss": stage_loss} + if stage == sb.Stage.TRAIN: + self.train_stats = stage_stats + else: + stage_stats["CER"] = self.cer_metric.summarize("error_rate") + stage_stats["WER"] = self.wer_metric.summarize("error_rate") + + # Perform end-of-iteration things, like annealing, logging, etc. + if stage == sb.Stage.VALID: + old_lr_model, new_lr_model = self.hparams.lr_annealing_model( + stage_stats["loss"] + ) + old_lr_wav2vec, new_lr_wav2vec = self.hparams.lr_annealing_wav2vec( + stage_stats["loss"] + ) + sb.nnet.schedulers.update_learning_rate( + self.model_optimizer, new_lr_model + ) + if not self.hparams.wav2vec2.freeze: + sb.nnet.schedulers.update_learning_rate( + self.wav2vec_optimizer, new_lr_wav2vec + ) + self.hparams.train_logger.log_stats( + stats_meta={ + "epoch": epoch, + "lr_model": old_lr_model, + "lr_wav2vec": old_lr_wav2vec, + }, + train_stats=self.train_stats, + valid_stats=stage_stats, + ) + self.checkpointer.save_and_keep_only( + meta={"WER": stage_stats["WER"]}, min_keys=["WER"], + ) + elif stage == sb.Stage.TEST: + self.hparams.train_logger.log_stats( + stats_meta={"Epoch loaded": self.hparams.epoch_counter.current}, + test_stats=stage_stats, + ) + with open(self.hparams.wer_file, "w") as w: + self.wer_metric.write_stats(w) + + def init_optimizers(self): + "Initializes the wav2vec2 optimizer and model optimizer" + + # If the wav2vec encoder is unfrozen, we create the optimizer + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer = self.hparams.wav2vec_opt_class( + self.modules.wav2vec2.parameters() + ) + if self.checkpointer is not None: + self.checkpointer.add_recoverable( + "wav2vec_opt", self.wav2vec_optimizer + ) + + self.model_optimizer = self.hparams.model_opt_class( + self.hparams.model.parameters() + ) + + if self.checkpointer is not None: + self.checkpointer.add_recoverable("modelopt", self.model_optimizer) + + def zero_grad(self, set_to_none=False): + if not self.hparams.wav2vec2.freeze: + self.wav2vec_optimizer.zero_grad(set_to_none) + self.model_optimizer.zero_grad(set_to_none) + + +from speechbrain.pretrained import EncoderASR,EncoderDecoderASR +french_asr_model = EncoderASR.from_hparams(source="speechbrain/asr-wav2vec2-commonvoice-fr", savedir="pretrained_models/asr-wav2vec2-commonvoice-fr").cuda() + +cvhparams_file, cvrun_opts, cvoverrides = sb.parse_arguments(["en_cv.yaml"]) +with open(cvhparams_file) as cvfin: + cvhparams = load_hyperpyyaml(cvfin, cvoverrides) +english_asr_model = ASRCV( + modules=cvhparams["modules"], + hparams=cvhparams, + run_opts=cvrun_opts, + checkpointer=cvhparams["checkpointer"], + ) +english_asr_model.checkpointer.recover_if_possible() +asr_brain = ASR( + modules=hparams["modules"], + hparams=hparams, + run_opts=run_opts, + checkpointer=hparams["checkpointer"], +) +asr_brain.checkpointer.recover_if_possible() +asr_brain.modules.eval() +english_asr_model.modules.eval() +french_asr_model.mods.eval() + +# Commented out IPython magic to ensure Python compatibility. +# %ls + +#UTILS FUNCTIOJNS +def get_size_dimensions(arr): + size_dimensions = [] + while isinstance(arr, list): + size_dimensions.append(len(arr)) + arr = arr[0] + return size_dimensions + +def scale_array(batch,n): + scaled_batch = [] + + for array in batch: + if(n < len(array)): raise ValueError("Cannot scale Array down") + + repeat = round(n/len(array))+1 + scaled_length_array= [] + + for i in array: + for j in range(repeat) : + if(len(scaled_length_array) == n): break + scaled_length_array.append(i) + + scaled_batch.append(scaled_length_array) + + return torch.tensor(scaled_batch) + + +def load_paths(wavs_path): + waveforms = [] + for path in wavs_path : + waveform, _ = torchaudio.load(path) + waveforms.append(waveform.squeeze(0)) + # normalize array length to the bigger arrays by pading with 0's + padded_arrays = pad_sequence(waveforms, batch_first=True) + return torch.tensor(padded_arrays) + + + +device = 'cuda' +verbose = 0 +#FLOW LEVEL FUNCTIONS +def merge_strategy(embeddings1, embeddings2, embeddings3,post1, post2,post3): + + + post1 = post1.to(device) + post2 = post2.to(device) + post3 = post3.to(device) + embeddings1 = embeddings1.to(device) + embeddings2 = embeddings2.to(device) + embeddings3 = embeddings3.to(device) + + posteriograms_merged = torch.cat((post1,post2,post3),dim=2) + embeddings_merged = torch.cat((embeddings1,embeddings2,embeddings3),dim=2) + + if(verbose !=0): + print('MERGED POST ',posteriograms_merged.shape) + print('MERGED emb ',embeddings_merged.shape) + + return torch.cat((posteriograms_merged,embeddings_merged),dim=2).to(device) + +def decode(model,wavs,wav_lens): + + with torch.no_grad(): + wav_lens = wav_lens.to(model.device) + encoder_out = model.encode_batch(wavs, wav_lens) + predictions = model.decoding_function(encoder_out, wav_lens) + return predictions + +def middle_layer(batch, lens): + + tn_embeddings, tn_posteriogram = asr_brain.custom_encode(batch,None) + + fr_embeddings = french_asr_model.mods.encoder.wav2vec2(batch) + fr_posteriogram =french_asr_model.encode_batch(batch,lens) + en_embeddings = english_asr_model.modules.wav2vec2(batch, lens) + x = english_asr_model.modules.enc(en_embeddings) + en_posteriogram = english_asr_model.modules.ctc_lin(x) + #scores, en_posteriogram = english_asr_model.mods.decoder(en_embeddings ,lens) + if(verbose !=0): + print('[EMBEDDINGS] FR:',fr_embeddings.shape, "EN:",en_embeddings.shape, "TN:", tn_embeddings.shape) + print('[POSTERIOGRAM] FR:',fr_posteriogram.shape, "EN:",en_posteriogram.shape,"TN:",tn_posteriogram.shape) + + + bilangual_sample = merge_strategy(fr_embeddings,en_embeddings,tn_embeddings,fr_posteriogram,en_posteriogram,tn_posteriogram) + return bilangual_sample + +class Mixer(sb.core.Brain): + + def compute_forward(self, batch, stage): + """Forward computations from the waveform batches to the output probabilities.""" + wavs, wav_lens = batch.sig + wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device) + + if stage == sb.Stage.TRAIN: + if hasattr(self.hparams, "augmentation"): + wavs = self.hparams.augmentation(wavs, wav_lens) + + multi_langual_feats = middle_layer(wavs, wav_lens) + multi_langual_feats= multi_langual_feats.to(device) + feats, _ = self.modules.enc(multi_langual_feats) + logits = self.modules.ctc_lin(feats) + p_ctc = self.hparams.log_softmax(logits) + + if stage!= sb.Stage.TRAIN: + p_tokens = sb.decoders.ctc_greedy_decode( + p_ctc, wav_lens, blank_id=self.hparams.blank_index + ) + else : + p_tokens = None + return p_ctc, wav_lens, p_tokens + + def compute_objectives(self, predictions, batch, stage): + """Computes the loss (CTC) given predictions and targets.""" + + p_ctc, wav_lens , predicted_tokens= predictions + + ids = batch.id + tokens, tokens_lens = batch.tokens + + loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens) + + + if stage == sb.Stage.VALID: + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + target_words = [wrd.split(" ") for wrd in batch.wrd] + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + if stage ==sb.Stage.TEST : + if self.hparams.language_modelling: + predicted_words = [] + for logs in p_ctc: + text = decoder.decode(logs.detach().cpu().numpy()) + predicted_words.append(text.split(" ")) + else : + predicted_words = [ + "".join(self.tokenizer.decode_ndim(utt_seq)).split(" ") + for utt_seq in predicted_tokens + ] + + target_words = [wrd.split(" ") for wrd in batch.wrd] + self.wer_metric.append(ids, predicted_words, target_words) + self.cer_metric.append(ids, predicted_words, target_words) + + return loss + + def fit_batch(self, batch): + """Train the parameters given a single batch in input""" + should_step = self.step % self.grad_accumulation_factor == 0 + # Managing automatic mixed precision + # TOFIX: CTC fine-tuning currently is unstable + # This is certainly due to CTC being done in fp16 instead of fp32 + if self.auto_mix_prec: + with torch.cuda.amp.autocast(): + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + with self.no_sync(not should_step): + self.scaler.scale( + loss / self.grad_accumulation_factor + ).backward() + if should_step: + + + self.scaler.unscale_(self.model_optimizer) + if self.check_gradients(loss): + self.scaler.step(self.model_optimizer) + self.scaler.update() + self.zero_grad() + self.optimizer_step += 1 + else: + # This is mandatory because HF models have a weird behavior with DDP + # on the forward pass + with self.no_sync(): + outputs = self.compute_forward(batch, sb.Stage.TRAIN) + + loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN) + + with self.no_sync(not should_step): + (loss / self.grad_accumulation_factor).backward() + if should_step: + if self.check_gradients(loss): + self.model_optimizer.step() + self.zero_grad() + self.optimizer_step += 1 + + self.on_fit_batch_end(batch, outputs, loss, should_step) + return loss.detach().cpu() + + def evaluate_batch(self, batch, stage): + """Computations needed for validation/test batches""" + predictions = self.compute_forward(batch, stage=stage) + with torch.no_grad(): + loss = self.compute_objectives(predictions, batch, stage=stage) + return loss.detach() + + def on_stage_start(self, stage, epoch): + """Gets called at the beginning of each epoch""" + if stage != sb.Stage.TRAIN: + self.cer_metric = self.hparams.cer_computer() + self.wer_metric = self.hparams.error_rate_computer() + + def on_stage_end(self, stage, stage_loss, epoch): + """Gets called at the end of an epoch.""" + # Compute/store important stats + stage_stats = {"loss": stage_loss} + if stage == sb.Stage.TRAIN: + self.train_stats = stage_stats + else: + stage_stats["CER"] = self.cer_metric.summarize("error_rate") + stage_stats["WER"] = self.wer_metric.summarize("error_rate") + + # Perform end-of-iteration things, like annealing, logging, etc. + if stage == sb.Stage.VALID: + old_lr_model, new_lr_model = self.hparams.lr_annealing_model( + stage_stats["loss"] + ) + sb.nnet.schedulers.update_learning_rate( + self.model_optimizer, new_lr_model + ) + self.hparams.train_logger.log_stats( + stats_meta={ + "epoch": epoch, + "lr_model": old_lr_model, + }, + train_stats=self.train_stats, + valid_stats=stage_stats, + ) + self.checkpointer.save_and_keep_only( + meta={"WER": stage_stats["WER"]}, min_keys=["WER"], + ) + elif stage == sb.Stage.TEST: + self.hparams.train_logger.log_stats( + stats_meta={"Epoch loaded": self.hparams.epoch_counter.current}, + test_stats=stage_stats, + ) + with open(self.hparams.wer_file, "w") as w: + self.wer_metric.write_stats(w) + + def init_optimizers(self): + + self.model_optimizer = self.hparams.model_opt_class( + self.hparams.model.parameters() + ) + + if self.checkpointer is not None: + self.checkpointer.add_recoverable("modelopt", self.model_optimizer) + + def zero_grad(self, set_to_none=False): + + self.model_optimizer.zero_grad(set_to_none) + + +hparams_file, run_opts, overrides = sb.parse_arguments(sys.argv[1:]) + +# If distributed_launch=True then +# create ddp_group with the right communication protocol +sb.utils.distributed.ddp_init_group(run_opts) + +with open(hparams_file) as fin: + hparams = load_hyperpyyaml(fin, overrides) + +# Create experiment directory +sb.create_experiment_directory( + experiment_directory=hparams["output_folder"], + hyperparams_to_save=hparams_file, + overrides=overrides, +) +def read_labels_file(labels_file): + with open(labels_file, "r",encoding="utf-8") as lf: + lines = lf.read().splitlines() + division = "===" + numbers = {} + for line in lines : + if division in line : + break + string, number = line.split("=>") + number = int(number) + string = string[1:-2] + numbers[number] = string + return [numbers[x] for x in range(len(numbers))] +train_data, valid_data, test_datasets, label_encoder = dataio_prepare( + hparams + ) + + +labels = read_labels_file(os.path.join(hparams["save_folder"], "label_encoder.txt")) +labels = [""] + labels[1:-1] + ["1"] +if hparams["language_modelling"]: + decoder = build_ctcdecoder( + labels, + kenlm_model_path=hparams["ngram_lm_path"], # either .arpa or .bin file + alpha=0.5, # tuned on a val set + beta=1, # tuned on a val set + ) + + + + +mixer = Mixer( + modules=hparams["modules"], + hparams=hparams, + run_opts=run_opts, + checkpointer=hparams["checkpointer"], +) +mixer.tokenizer = label_encoder + + +mixer.fit( + mixer.hparams.epoch_counter, + train_data, + valid_data, + train_loader_kwargs=hparams["dataloader_options"], + valid_loader_kwargs=hparams["test_dataloader_options"], +) +print(test_datasets.keys()) +for k in test_datasets.keys(): # keys are test_clean, test_other etc + mixer.hparams.wer_file = os.path.join( + hparams["output_folder"], "wer_{}.txt".format(k) + ) + mixer.evaluate( + test_datasets[k], test_loader_kwargs=hparams["test_dataloader_options"] + ) + diff --git a/transcribe.ipynb b/transcribe.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..0fe1fec0e20fe534ea8a036e32694ec75210d0f4 --- /dev/null +++ b/transcribe.ipynb @@ -0,0 +1,915 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 30, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "speechbrain.utils.distributed - distributed_launch flag is disabled, this experiment will be executed without DDP.\n", + "speechbrain.lobes.models.huggingface_wav2vec - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen.\n", + "speechbrain.core - Beginning experiment!\n", + "speechbrain.core - Experiment folder: TunisianASR/results/14epoch_tunisian/1234/\n", + "speechbrain.pretrained.fetching - Fetch hyperparams.yaml: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/hyperparams.yaml.\n", + "speechbrain.pretrained.fetching - Fetch custom.py: Linking to local file in /home/salah/Code_Switched_Tunisian_Speech_Recognition/asr-wav2vec2-commonvoice-fr/custom.py.\n", + "speechbrain.lobes.models.huggingface_wav2vec - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 is frozen.\n", + "speechbrain.pretrained.fetching - Fetch wav2vec2.ckpt: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/wav2vec2.ckpt.\n", + "speechbrain.pretrained.fetching - Fetch asr.ckpt: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/asr.ckpt.\n", + "speechbrain.pretrained.fetching - Fetch tokenizer.ckpt: Using existing file/symlink in pretrained_models/asr-wav2vec2-commonvoice-fr/tokenizer.ckpt.\n", + "speechbrain.utils.parameter_transfer - Loading pretrained files for: wav2vec2, asr, tokenizer\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Some weights of the model checkpoint at wav2vec2-large-lv60/ were not used when initializing Wav2Vec2Model: ['project_hid.bias', 'project_q.bias', 'project_hid.weight', 'quantizer.codevectors', 'quantizer.weight_proj.weight', 'quantizer.weight_proj.bias', 'project_q.weight']\n", + "- This IS expected if you are initializing Wav2Vec2Model from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n", + "- This IS NOT expected if you are initializing Wav2Vec2Model from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "speechbrain.lobes.models.huggingface_wav2vec - speechbrain.lobes.models.huggingface_wav2vec - wav2vec 2.0 feature extractor is frozen.\n", + "speechbrain.core - Info: auto_mix_prec arg from hparam file is used\n", + "speechbrain.core - Info: ckpt_interval_minutes arg from hparam file is used\n", + "speechbrain.core - 314.4M trainable parameters in ASRCV\n", + "speechbrain.utils.checkpoints - Loading a checkpoint from EnglishCV/results/wav2vec2_ctc_en/1234/save/CKPT+2023-09-06+22-56-31+00\n", + "moving to tunisian model\n", + "speechbrain.core - Info: auto_mix_prec arg from hparam file is used\n", + "speechbrain.core - Info: ckpt_interval_minutes arg from hparam file is used\n", + "speechbrain.core - 314.4M trainable parameters in ASR\n", + "speechbrain.utils.checkpoints - Loading a checkpoint from TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00\n" + ] + } + ], + "source": [ + "import os\n", + "import sys\n", + "import torch\n", + "import logging\n", + "import speechbrain as sb\n", + "from speechbrain.utils.distributed import run_on_main\n", + "from hyperpyyaml import load_hyperpyyaml\n", + "from pathlib import Path\n", + "import torchaudio.transforms as T\n", + "from cv_train import ASRCV\n", + "import torchaudio\n", + "import numpy as np\n", + "import kenlm\n", + "from pyctcdecode import build_ctcdecoder\n", + "import re\n", + "from torch.nn.utils.rnn import pad_sequence\n", + "import torch.optim as optim\n", + "import torch.nn as nn\n", + "\n", + "\n", + "# Commented out IPython magic to ensure Python compatibility.\n", + "hparams_file, run_opts, overrides = sb.parse_arguments([\"TunisianASR/semi_trained.yaml\"])\n", + "\n", + "# If distributed_launch=True then\n", + "# create ddp_group with the right communication protocol\n", + "sb.utils.distributed.ddp_init_group(run_opts)\n", + "\n", + "with open(hparams_file) as fin:\n", + " hparams = load_hyperpyyaml(fin, overrides)\n", + "\n", + "# Create experiment directory\n", + "sb.create_experiment_directory(\n", + " experiment_directory=hparams[\"output_folder\"],\n", + " hyperparams_to_save=hparams_file,\n", + " overrides=overrides,\n", + ")\n", + "# Dataset prep (parsing Librispeech)\n", + "\n", + "def dataio_prepare(hparams):\n", + " \"\"\"This function prepares the datasets to be used in the brain class.\n", + " It also defines the data processing pipeline through user-defined functions.\"\"\"\n", + "\n", + " # 1. Define datasets\n", + " data_folder = hparams[\"data_folder\"]\n", + "\n", + " train_data = sb.dataio.dataset.DynamicItemDataset.from_csv(\n", + " csv_path=hparams[\"train_csv\"], replacements={\"data_root\": data_folder},\n", + " )\n", + "\n", + " if hparams[\"sorting\"] == \"ascending\":\n", + " # we sort training data to speed up training and get better results.\n", + " train_data = train_data.filtered_sorted(\n", + " sort_key=\"duration\",\n", + " key_max_value={\"duration\": hparams[\"avoid_if_longer_than\"]},\n", + " )\n", + " # when sorting do not shuffle in dataloader ! otherwise is pointless\n", + " hparams[\"dataloader_options\"][\"shuffle\"] = False\n", + "\n", + " elif hparams[\"sorting\"] == \"descending\":\n", + " train_data = train_data.filtered_sorted(\n", + " sort_key=\"duration\",\n", + " reverse=True,\n", + " key_max_value={\"duration\": hparams[\"avoid_if_longer_than\"]},\n", + " )\n", + " # when sorting do not shuffle in dataloader ! otherwise is pointless\n", + " hparams[\"dataloader_options\"][\"shuffle\"] = False\n", + "\n", + " elif hparams[\"sorting\"] == \"random\":\n", + " pass\n", + "\n", + " else:\n", + " raise NotImplementedError(\n", + " \"sorting must be random, ascending or descending\"\n", + " )\n", + "\n", + " valid_data = sb.dataio.dataset.DynamicItemDataset.from_csv(\n", + " csv_path=hparams[\"valid_csv\"], replacements={\"data_root\": data_folder},\n", + " )\n", + " # We also sort the validation data so it is faster to validate\n", + " valid_data = valid_data.filtered_sorted(sort_key=\"duration\")\n", + " test_datasets = {}\n", + " for csv_file in hparams[\"test_csv\"]:\n", + " name = Path(csv_file).stem\n", + " test_datasets[name] = sb.dataio.dataset.DynamicItemDataset.from_csv(\n", + " csv_path=csv_file, replacements={\"data_root\": data_folder}\n", + " )\n", + " test_datasets[name] = test_datasets[name].filtered_sorted(\n", + " sort_key=\"duration\"\n", + " )\n", + "\n", + " datasets = [train_data, valid_data] + [i for k, i in test_datasets.items()]\n", + "\n", + "\n", + " # 2. Define audio pipeline:\n", + " @sb.utils.data_pipeline.takes(\"wav\")\n", + " @sb.utils.data_pipeline.provides(\"sig\")\n", + " def audio_pipeline(wav):\n", + " info = torchaudio.info(wav)\n", + " sig = sb.dataio.dataio.read_audio(wav)\n", + " if len(sig.shape)>1 :\n", + " sig = torch.mean(sig, dim=1)\n", + " resampled = torchaudio.transforms.Resample(\n", + " info.sample_rate, hparams[\"sample_rate\"],\n", + " )(sig)\n", + " return resampled\n", + "\n", + " sb.dataio.dataset.add_dynamic_item(datasets, audio_pipeline)\n", + " label_encoder = sb.dataio.encoder.CTCTextEncoder()\n", + "\n", + " # 3. Define text pipeline:\n", + " @sb.utils.data_pipeline.takes(\"wrd\")\n", + " @sb.utils.data_pipeline.provides(\n", + " \"wrd\", \"char_list\", \"tokens_list\", \"tokens\"\n", + " )\n", + " def text_pipeline(wrd):\n", + " yield wrd\n", + " char_list = list(wrd)\n", + " yield char_list\n", + " tokens_list = label_encoder.encode_sequence(char_list)\n", + " yield tokens_list\n", + " tokens = torch.LongTensor(tokens_list)\n", + " yield tokens\n", + "\n", + " sb.dataio.dataset.add_dynamic_item(datasets, text_pipeline)\n", + " lab_enc_file = os.path.join(hparams[\"save_folder\"], \"label_encoder.txt\")\n", + " special_labels = {\n", + " \"blank_label\": hparams[\"blank_index\"],\n", + " \"unk_label\": hparams[\"unk_index\"]\n", + " }\n", + " label_encoder.load_or_create(\n", + " path=lab_enc_file,\n", + " from_didatasets=[train_data],\n", + " output_key=\"char_list\",\n", + " special_labels=special_labels,\n", + " sequence_input=True,\n", + " )\n", + "\n", + " # 4. Set output:\n", + " sb.dataio.dataset.set_output_keys(\n", + " datasets, [\"id\", \"sig\", \"wrd\", \"char_list\", \"tokens\"],\n", + " )\n", + " return train_data, valid_data,test_datasets, label_encoder\n", + "\n", + "class ASR(sb.core.Brain):\n", + " def compute_forward(self, batch, stage):\n", + " \"\"\"Forward computations from the waveform batches to the output probabilities.\"\"\"\n", + "\n", + " batch = batch.to(self.device)\n", + " wavs, wav_lens = batch.sig\n", + " wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device)\n", + "\n", + " if stage == sb.Stage.TRAIN:\n", + " if hasattr(self.hparams, \"augmentation\"):\n", + " wavs = self.hparams.augmentation(wavs, wav_lens)\n", + "\n", + " # Forward pass\n", + " feats = self.modules.wav2vec2(wavs, wav_lens)\n", + " x = self.modules.enc(feats)\n", + " logits = self.modules.ctc_lin(x)\n", + " p_ctc = self.hparams.log_softmax(logits)\n", + "\n", + " return p_ctc, wav_lens\n", + "\n", + " def custom_encode(self,wavs,wav_lens) :\n", + " wavs = wavs.to(\"cpu\")\n", + " if(wav_lens is not None): wav_lens.to(self.device)\n", + "\n", + " feats = self.modules.wav2vec2(wavs, wav_lens)\n", + " x = self.modules.enc(feats)\n", + " logits = self.modules.ctc_lin(x)\n", + " p_ctc = self.hparams.log_softmax(logits)\n", + "\n", + " return feats,p_ctc\n", + "\n", + "\n", + "\n", + " def compute_objectives(self, predictions, batch, stage):\n", + " \"\"\"Computes the loss (CTC) given predictions and targets.\"\"\"\n", + "\n", + " p_ctc, wav_lens = predictions\n", + "\n", + " ids = batch.id\n", + " tokens, tokens_lens = batch.tokens\n", + "\n", + " loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens)\n", + "\n", + " if stage != sb.Stage.TRAIN:\n", + " predicted_tokens = sb.decoders.ctc_greedy_decode(\n", + " p_ctc, wav_lens, blank_id=self.hparams.blank_index\n", + " )\n", + " # Decode token terms to words\n", + " if self.hparams.use_language_modelling:\n", + " predicted_words = []\n", + " for logs in p_ctc:\n", + " text = decoder.decode(logs.detach().cpu().numpy())\n", + " predicted_words.append(text.split(\" \"))\n", + " else:\n", + " predicted_words = [\n", + " \"\".join(self.tokenizer.decode_ndim(utt_seq)).split(\" \")\n", + " for utt_seq in predicted_tokens\n", + " ]\n", + " # Convert indices to words\n", + " target_words = [wrd.split(\" \") for wrd in batch.wrd]\n", + "\n", + " self.wer_metric.append(ids, predicted_words, target_words)\n", + " self.cer_metric.append(ids, predicted_words, target_words)\n", + "\n", + " return loss\n", + "\n", + " def fit_batch(self, batch):\n", + " \"\"\"Train the parameters given a single batch in input\"\"\"\n", + " should_step = self.step % self.grad_accumulation_factor == 0\n", + " # Managing automatic mixed precision\n", + " # TOFIX: CTC fine-tuning currently is unstable\n", + " # This is certainly due to CTC being done in fp16 instead of fp32\n", + " if self.auto_mix_prec:\n", + " with torch.cuda.amp.autocast():\n", + " with self.no_sync():\n", + " outputs = self.compute_forward(batch, sb.Stage.TRAIN)\n", + " loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN)\n", + " with self.no_sync(not should_step):\n", + " self.scaler.scale(\n", + " loss / self.grad_accumulation_factor\n", + " ).backward()\n", + " if should_step:\n", + "\n", + " if not self.hparams.wav2vec2.freeze:\n", + " self.scaler.unscale_(self.wav2vec_optimizer)\n", + " self.scaler.unscale_(self.model_optimizer)\n", + " if self.check_gradients(loss):\n", + " if not self.hparams.wav2vec2.freeze:\n", + " if self.optimizer_step >= self.hparams.warmup_steps:\n", + " self.scaler.step(self.wav2vec_optimizer)\n", + " self.scaler.step(self.model_optimizer)\n", + " self.scaler.update()\n", + " self.zero_grad()\n", + " self.optimizer_step += 1\n", + " else:\n", + " # This is mandatory because HF models have a weird behavior with DDP\n", + " # on the forward pass\n", + " with self.no_sync():\n", + " outputs = self.compute_forward(batch, sb.Stage.TRAIN)\n", + "\n", + " loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN)\n", + "\n", + " with self.no_sync(not should_step):\n", + " (loss / self.grad_accumulation_factor).backward()\n", + " if should_step:\n", + " if self.check_gradients(loss):\n", + " if not self.hparams.wav2vec2.freeze:\n", + " if self.optimizer_step >= self.hparams.warmup_steps:\n", + " self.wav2vec_optimizer.step()\n", + " self.model_optimizer.step()\n", + " self.zero_grad()\n", + " self.optimizer_step += 1\n", + "\n", + " self.on_fit_batch_end(batch, outputs, loss, should_step)\n", + " return loss.detach().cpu()\n", + "\n", + " def evaluate_batch(self, batch, stage):\n", + " \"\"\"Computations needed for validation/test batches\"\"\"\n", + " predictions = self.compute_forward(batch, stage=stage)\n", + " with torch.no_grad():\n", + " loss = self.compute_objectives(predictions, batch, stage=stage)\n", + " return loss.detach()\n", + "\n", + " def on_stage_start(self, stage, epoch):\n", + " \"\"\"Gets called at the beginning of each epoch\"\"\"\n", + " if stage != sb.Stage.TRAIN:\n", + " self.cer_metric = self.hparams.cer_computer()\n", + " self.wer_metric = self.hparams.error_rate_computer()\n", + "\n", + " def on_stage_end(self, stage, stage_loss, epoch):\n", + " \"\"\"Gets called at the end of an epoch.\"\"\"\n", + " # Compute/store important stats\n", + " stage_stats = {\"loss\": stage_loss}\n", + " if stage == sb.Stage.TRAIN:\n", + " self.train_stats = stage_stats\n", + " else:\n", + " stage_stats[\"CER\"] = self.cer_metric.summarize(\"error_rate\")\n", + " stage_stats[\"WER\"] = self.wer_metric.summarize(\"error_rate\")\n", + "\n", + " # Perform end-of-iteration things, like annealing, logging, etc.\n", + " if stage == sb.Stage.VALID:\n", + " old_lr_model, new_lr_model = self.hparams.lr_annealing_model(\n", + " stage_stats[\"loss\"]\n", + " )\n", + " old_lr_wav2vec, new_lr_wav2vec = self.hparams.lr_annealing_wav2vec(\n", + " stage_stats[\"loss\"]\n", + " )\n", + " sb.nnet.schedulers.update_learning_rate(\n", + " self.model_optimizer, new_lr_model\n", + " )\n", + " if not self.hparams.wav2vec2.freeze:\n", + " sb.nnet.schedulers.update_learning_rate(\n", + " self.wav2vec_optimizer, new_lr_wav2vec\n", + " )\n", + " self.hparams.train_logger.log_stats(\n", + " stats_meta={\n", + " \"epoch\": epoch,\n", + " \"lr_model\": old_lr_model,\n", + " \"lr_wav2vec\": old_lr_wav2vec,\n", + " },\n", + " train_stats=self.train_stats,\n", + " valid_stats=stage_stats,\n", + " )\n", + " self.checkpointer.save_and_keep_only(\n", + " meta={\"WER\": stage_stats[\"WER\"]}, min_keys=[\"WER\"],\n", + " )\n", + " elif stage == sb.Stage.TEST:\n", + " self.hparams.train_logger.log_stats(\n", + " stats_meta={\"Epoch loaded\": self.hparams.epoch_counter.current},\n", + " test_stats=stage_stats,\n", + " )\n", + " with open(self.hparams.wer_file, \"w\") as w:\n", + " self.wer_metric.write_stats(w)\n", + "\n", + " def init_optimizers(self):\n", + " \"Initializes the wav2vec2 optimizer and model optimizer\"\n", + "\n", + " # If the wav2vec encoder is unfrozen, we create the optimizer\n", + " if not self.hparams.wav2vec2.freeze:\n", + " self.wav2vec_optimizer = self.hparams.wav2vec_opt_class(\n", + " self.modules.wav2vec2.parameters()\n", + " )\n", + " if self.checkpointer is not None:\n", + " self.checkpointer.add_recoverable(\n", + " \"wav2vec_opt\", self.wav2vec_optimizer\n", + " )\n", + "\n", + " self.model_optimizer = self.hparams.model_opt_class(\n", + " self.hparams.model.parameters()\n", + " )\n", + "\n", + " if self.checkpointer is not None:\n", + " self.checkpointer.add_recoverable(\"modelopt\", self.model_optimizer)\n", + "\n", + " def zero_grad(self, set_to_none=False):\n", + " if not self.hparams.wav2vec2.freeze:\n", + " self.wav2vec_optimizer.zero_grad(set_to_none)\n", + " self.model_optimizer.zero_grad(set_to_none)\n", + "\n", + "\n", + "from speechbrain.pretrained import EncoderASR,EncoderDecoderASR\n", + "french_asr_model = EncoderASR.from_hparams(source=\"asr-wav2vec2-commonvoice-fr\", savedir=\"pretrained_models/asr-wav2vec2-commonvoice-fr\").cuda()\n", + "french_asr_model.to(\"cpu\")\n", + "cvhparams_file, cvrun_opts, cvoverrides = sb.parse_arguments([\"EnglishCV/train_en_with_wav2vec.yaml\"])\n", + "with open(cvhparams_file) as cvfin:\n", + " cvhparams = load_hyperpyyaml(cvfin, cvoverrides)\n", + "english_asr_model = ASRCV(\n", + " modules=cvhparams[\"modules\"],\n", + " hparams=cvhparams,\n", + " run_opts=cvrun_opts,\n", + " checkpointer=cvhparams[\"checkpointer\"],\n", + " )\n", + "english_asr_model.modules.to(\"cpu\")\n", + "english_asr_model.checkpointer.recover_if_possible()\n", + "print(\"moving to tunisian model\")\n", + "asr_brain = ASR(\n", + " modules=hparams[\"modules\"],\n", + " hparams=hparams,\n", + " run_opts=run_opts,\n", + " checkpointer=hparams[\"checkpointer\"],\n", + ")\n", + "asr_brain.modules.to(\"cpu\")\n", + "asr_brain.checkpointer.recover_if_possible()\n", + "asr_brain.modules.eval()\n", + "english_asr_model.modules.eval()\n", + "french_asr_model.mods.eval()\n", + "asr_brain.modules.to(\"cpu\")\n", + "\n", + "# Commented out IPython magic to ensure Python compatibility.\n", + "# %ls\n", + "\n", + "#UTILS FUNCTIOJNS\n", + "def get_size_dimensions(arr):\n", + " size_dimensions = []\n", + " while isinstance(arr, list):\n", + " size_dimensions.append(len(arr))\n", + " arr = arr[0]\n", + " return size_dimensions\n", + "\n", + "def scale_array(batch,n):\n", + " scaled_batch = []\n", + "\n", + " for array in batch:\n", + " if(n < len(array)): raise ValueError(\"Cannot scale Array down\")\n", + "\n", + " repeat = round(n/len(array))+1\n", + " scaled_length_array= []\n", + "\n", + " for i in array:\n", + " for j in range(repeat) :\n", + " if(len(scaled_length_array) == n): break\n", + " scaled_length_array.append(i)\n", + "\n", + " scaled_batch.append(scaled_length_array)\n", + "\n", + " return torch.tensor(scaled_batch)\n", + "\n", + "\n", + "def load_paths(wavs_path):\n", + " waveforms = []\n", + " for path in wavs_path :\n", + " waveform, _ = torchaudio.load(path)\n", + " waveforms.append(waveform.squeeze(0))\n", + " # normalize array length to the bigger arrays by pading with 0's\n", + " padded_arrays = pad_sequence(waveforms, batch_first=True)\n", + " return torch.tensor(padded_arrays)\n", + "\n", + "\n", + "\n", + "device = 'cuda'\n", + "verbose = 0\n", + "#FLOW LEVEL FUNCTIONS\n", + "def merge_strategy(embeddings1, embeddings2, embeddings3,post1, post2,post3):\n", + "\n", + "\n", + " post1 = post1.to(device)\n", + " post2 = post2.to(device)\n", + " post3 = post3.to(device)\n", + " embeddings1 = embeddings1.to(device)\n", + " embeddings2 = embeddings2.to(device)\n", + " embeddings3 = embeddings3.to(device)\n", + "\n", + " posteriograms_merged = torch.cat((post1,post2,post3),dim=2)\n", + " embeddings_merged = torch.cat((embeddings1,embeddings2,embeddings3),dim=2)\n", + "\n", + " if(verbose !=0):\n", + " print('MERGED POST ',posteriograms_merged.shape)\n", + " print('MERGED emb ',embeddings_merged.shape)\n", + "\n", + " return torch.cat((posteriograms_merged,embeddings_merged),dim=2).to(device)\n", + "\n", + "def decode(model,wavs,wav_lens):\n", + "\n", + " with torch.no_grad():\n", + " wav_lens = wav_lens.to(model.device)\n", + " encoder_out = model.encode_batch(wavs, wav_lens)\n", + " predictions = model.decoding_function(encoder_out, wav_lens)\n", + " return predictions\n", + "\n", + "def middle_layer(batch, lens):\n", + "\n", + " tn_embeddings, tn_posteriogram = asr_brain.custom_encode(batch,None)\n", + "\n", + " fr_embeddings = french_asr_model.mods.encoder.wav2vec2(batch)\n", + " fr_posteriogram =french_asr_model.encode_batch(batch,lens)\n", + " en_embeddings = english_asr_model.modules.wav2vec2(batch, lens)\n", + " x = english_asr_model.modules.enc(en_embeddings)\n", + " en_posteriogram = english_asr_model.modules.ctc_lin(x)\n", + " #scores, en_posteriogram = english_asr_model.mods.decoder(en_embeddings ,lens)\n", + " if(verbose !=0):\n", + " print('[EMBEDDINGS] FR:',fr_embeddings.shape, \"EN:\",en_embeddings.shape, \"TN:\", tn_embeddings.shape)\n", + " print('[POSTERIOGRAM] FR:',fr_posteriogram.shape, \"EN:\",en_posteriogram.shape,\"TN:\",tn_posteriogram.shape)\n", + "\n", + "\n", + " bilangual_sample = merge_strategy(fr_embeddings,en_embeddings,tn_embeddings,fr_posteriogram,en_posteriogram,tn_posteriogram)\n", + " return bilangual_sample\n", + "\n", + "class Mixer(sb.core.Brain):\n", + "\n", + " def compute_forward(self, batch, stage):\n", + " \"\"\"Forward computations from the waveform batches to the output probabilities.\"\"\"\n", + " wavs, wav_lens = batch.sig\n", + " wavs, wav_lens = wavs.to(self.device), wav_lens.to(self.device)\n", + "\n", + " if stage == sb.Stage.TRAIN:\n", + " if hasattr(self.hparams, \"augmentation\"):\n", + " wavs = self.hparams.augmentation(wavs, wav_lens)\n", + "\n", + " multi_langual_feats = middle_layer(wavs, wav_lens)\n", + " multi_langual_feats= multi_langual_feats.to(device)\n", + " feats, _ = self.modules.enc(multi_langual_feats)\n", + " logits = self.modules.ctc_lin(feats)\n", + " p_ctc = self.hparams.log_softmax(logits)\n", + " \n", + " if stage!= sb.Stage.TRAIN:\n", + " p_tokens = sb.decoders.ctc_greedy_decode(\n", + " p_ctc, wav_lens, blank_id=self.hparams.blank_index\n", + " )\n", + " else : \n", + " p_tokens = None\n", + " return p_ctc, wav_lens, p_tokens\n", + " \n", + " \n", + " def treat_wav(self,sig):\n", + " multi_langual_feats = middle_layer(sig.to(\"cpu\"), torch.tensor([1]).to(\"cpu\"))\n", + " multi_langual_feats= multi_langual_feats.to(device)\n", + " feats, _ = self.modules.enc(multi_langual_feats)\n", + " logits = self.modules.ctc_lin(feats)\n", + " p_ctc = self.hparams.log_softmax(logits)\n", + " predicted_words =[]\n", + " for logs in p_ctc:\n", + " text = decoder.decode(logs.detach().cpu().numpy())\n", + " predicted_words.append(text.split(\" \"))\n", + " return \" \".join(predicted_words[0])\n", + " \n", + "\n", + " def compute_objectives(self, predictions, batch, stage):\n", + " \"\"\"Computes the loss (CTC) given predictions and targets.\"\"\"\n", + "\n", + " p_ctc, wav_lens , predicted_tokens= predictions\n", + "\n", + " ids = batch.id\n", + " tokens, tokens_lens = batch.tokens\n", + "\n", + " loss = self.hparams.ctc_cost(p_ctc, tokens, wav_lens, tokens_lens)\n", + "\n", + "\n", + " if stage == sb.Stage.VALID:\n", + " predicted_words = [\n", + " \"\".join(self.tokenizer.decode_ndim(utt_seq)).split(\" \")\n", + " for utt_seq in predicted_tokens\n", + " ]\n", + " target_words = [wrd.split(\" \") for wrd in batch.wrd]\n", + " self.wer_metric.append(ids, predicted_words, target_words)\n", + " self.cer_metric.append(ids, predicted_words, target_words)\n", + " if stage ==sb.Stage.TEST : \n", + " if self.hparams.language_modelling:\n", + " predicted_words = []\n", + " for logs in p_ctc:\n", + " text = decoder.decode(logs.detach().cpu().numpy())\n", + " predicted_words.append(text.split(\" \"))\n", + " else : \n", + " predicted_words = [\n", + " \"\".join(self.tokenizer.decode_ndim(utt_seq)).split(\" \")\n", + " for utt_seq in predicted_tokens\n", + " ]\n", + "\n", + " target_words = [wrd.split(\" \") for wrd in batch.wrd]\n", + " self.wer_metric.append(ids, predicted_words, target_words)\n", + " self.cer_metric.append(ids, predicted_words, target_words)\n", + "\n", + " return loss\n", + "\n", + " def fit_batch(self, batch):\n", + " \"\"\"Train the parameters given a single batch in input\"\"\"\n", + " should_step = self.step % self.grad_accumulation_factor == 0\n", + " # Managing automatic mixed precision\n", + " # TOFIX: CTC fine-tuning currently is unstable\n", + " # This is certainly due to CTC being done in fp16 instead of fp32\n", + " if self.auto_mix_prec:\n", + " with torch.cuda.amp.autocast():\n", + " with self.no_sync():\n", + " outputs = self.compute_forward(batch, sb.Stage.TRAIN)\n", + " loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN)\n", + " with self.no_sync(not should_step):\n", + " self.scaler.scale(\n", + " loss / self.grad_accumulation_factor\n", + " ).backward()\n", + " if should_step:\n", + "\n", + "\n", + " self.scaler.unscale_(self.model_optimizer)\n", + " if self.check_gradients(loss):\n", + " self.scaler.step(self.model_optimizer)\n", + " self.scaler.update()\n", + " self.zero_grad()\n", + " self.optimizer_step += 1\n", + " else:\n", + " # This is mandatory because HF models have a weird behavior with DDP\n", + " # on the forward pass\n", + " with self.no_sync():\n", + " outputs = self.compute_forward(batch, sb.Stage.TRAIN)\n", + "\n", + " loss = self.compute_objectives(outputs, batch, sb.Stage.TRAIN)\n", + "\n", + " with self.no_sync(not should_step):\n", + " (loss / self.grad_accumulation_factor).backward()\n", + " if should_step:\n", + " if self.check_gradients(loss):\n", + " self.model_optimizer.step()\n", + " self.zero_grad()\n", + " self.optimizer_step += 1\n", + "\n", + " self.on_fit_batch_end(batch, outputs, loss, should_step)\n", + " return loss.detach().cpu()\n", + "\n", + " def evaluate_batch(self, batch, stage):\n", + " \"\"\"Computations needed for validation/test batches\"\"\"\n", + " predictions = self.compute_forward(batch, stage=stage)\n", + " with torch.no_grad():\n", + " loss = self.compute_objectives(predictions, batch, stage=stage)\n", + " return loss.detach()\n", + "\n", + " def on_stage_start(self, stage, epoch):\n", + " \"\"\"Gets called at the beginning of each epoch\"\"\"\n", + " if stage != sb.Stage.TRAIN:\n", + " self.cer_metric = self.hparams.cer_computer()\n", + " self.wer_metric = self.hparams.error_rate_computer()\n", + "\n", + " def on_stage_end(self, stage, stage_loss, epoch):\n", + " \"\"\"Gets called at the end of an epoch.\"\"\"\n", + " # Compute/store important stats\n", + " stage_stats = {\"loss\": stage_loss}\n", + " if stage == sb.Stage.TRAIN:\n", + " self.train_stats = stage_stats\n", + " else:\n", + " stage_stats[\"CER\"] = self.cer_metric.summarize(\"error_rate\")\n", + " stage_stats[\"WER\"] = self.wer_metric.summarize(\"error_rate\")\n", + "\n", + " # Perform end-of-iteration things, like annealing, logging, etc.\n", + " if stage == sb.Stage.VALID:\n", + " old_lr_model, new_lr_model = self.hparams.lr_annealing_model(\n", + " stage_stats[\"loss\"]\n", + " )\n", + " sb.nnet.schedulers.update_learning_rate(\n", + " self.model_optimizer, new_lr_model\n", + " )\n", + " self.hparams.train_logger.log_stats(\n", + " stats_meta={\n", + " \"epoch\": epoch,\n", + " \"lr_model\": old_lr_model,\n", + " },\n", + " train_stats=self.train_stats,\n", + " valid_stats=stage_stats,\n", + " )\n", + " self.checkpointer.save_and_keep_only(\n", + " meta={\"WER\": stage_stats[\"WER\"]}, min_keys=[\"WER\"],\n", + " )\n", + " elif stage == sb.Stage.TEST:\n", + " self.hparams.train_logger.log_stats(\n", + " stats_meta={\"Epoch loaded\": self.hparams.epoch_counter.current},\n", + " test_stats=stage_stats,\n", + " )\n", + " with open(self.hparams.wer_file, \"w\") as w:\n", + " self.wer_metric.write_stats(w)\n", + "\n", + " def init_optimizers(self):\n", + "\n", + " self.model_optimizer = self.hparams.model_opt_class(\n", + " self.hparams.model.parameters()\n", + " )\n", + "\n", + " if self.checkpointer is not None:\n", + " self.checkpointer.add_recoverable(\"modelopt\", self.model_optimizer)\n", + "\n", + " def zero_grad(self, set_to_none=False):\n", + "\n", + " self.model_optimizer.zero_grad(set_to_none)\n", + "\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "speechbrain.utils.distributed - distributed_launch flag is disabled, this experiment will be executed without DDP.\n", + "speechbrain.core - Beginning experiment!\n", + "speechbrain.core - Experiment folder: results/non_semi_final_stac\n", + "speechbrain.dataio.encoder - Load called, but CTCTextEncoder is not empty. Loaded data will overwrite everything. This is normal if there is e.g. an unk label defined at init.\n", + "pyctcdecode.decoder - Using arpa instead of binary LM file, decoder instantiation might be slow.\n", + "pyctcdecode.alphabet - Alphabet determined to be of regular style.\n", + "pyctcdecode.alphabet - Unigrams and labels don't seem to agree.\n", + "speechbrain.core - Info: auto_mix_prec arg from hparam file is used\n", + "speechbrain.core - 60.1M trainable parameters in Mixer\n", + "speechbrain.utils.checkpoints - Loading a checkpoint from results/non_semi_final_stac/save/CKPT+2023-09-08+01-40-18+00\n", + "pyctcdecode.decoder - Using arpa instead of binary LM file, decoder instantiation might be slow.\n", + "pyctcdecode.alphabet - Alphabet determined to be of regular style.\n", + "pyctcdecode.alphabet - Unigrams and labels don't seem to agree.\n", + "speechbrain.utils.checkpoints - Loading a checkpoint from TunisianASR/results/14epoch_tunisian/1234/save/CKPT+2023-08-03+01-38-38+00\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + ":120: GradioDeprecationWarning: `optional` parameter is deprecated, and it has no effect\n", + " inputs=[gr.Audio(source=\"microphone\", type='filepath', label = \"record\", optional = True),\n", + ":121: GradioDeprecationWarning: `optional` parameter is deprecated, and it has no effect\n", + " gr.Audio(source=\"upload\", type='filepath', label=\"filein\", optional=True)]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Running on local URL: http://127.0.0.1:7860\n", + "\n", + "To create a public link, set `share=True` in `launch()`.\n" + ] + }, + { + "data": { + "text/html": [ + "
" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/gradio/processing_utils.py:188: UserWarning: Trying to convert audio automatically from int32 to 16-bit int format.\n", + " warnings.warn(warning.format(data.dtype))\n", + "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/gradio/processing_utils.py:188: UserWarning: Trying to convert audio automatically from int32 to 16-bit int format.\n", + " warnings.warn(warning.format(data.dtype))\n", + "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/gradio/processing_utils.py:188: UserWarning: Trying to convert audio automatically from int32 to 16-bit int format.\n", + " warnings.warn(warning.format(data.dtype))\n", + "/home/salah/anaconda3/envs/salah/lib/python3.8/site-packages/gradio/processing_utils.py:188: UserWarning: Trying to convert audio automatically from int32 to 16-bit int format.\n", + " warnings.warn(warning.format(data.dtype))\n" + ] + } + ], + "source": [ + "hparams_file, run_opts, overrides = sb.parse_arguments([\"cs.yaml\"])\n", + "\n", + "# If distributed_launch=True then\n", + "# create ddp_group with the right communication protocol\n", + "sb.utils.distributed.ddp_init_group(run_opts)\n", + "\n", + "with open(hparams_file) as fin:\n", + " hparams = load_hyperpyyaml(fin, overrides)\n", + "\n", + "# Create experiment directory\n", + "sb.create_experiment_directory(\n", + " experiment_directory=hparams[\"output_folder\"],\n", + " hyperparams_to_save=hparams_file,\n", + " overrides=overrides,\n", + ")\n", + "def read_labels_file(labels_file):\n", + " with open(labels_file, \"r\",encoding=\"utf-8\") as lf:\n", + " lines = lf.read().splitlines()\n", + " division = \"===\"\n", + " numbers = {}\n", + " for line in lines :\n", + " if division in line :\n", + " break\n", + " string, number = line.split(\"=>\")\n", + " number = int(number)\n", + " string = string[1:-2]\n", + " numbers[number] = string\n", + " return [numbers[x] for x in range(len(numbers))]\n", + "\n", + "label_encoder = sb.dataio.encoder.CTCTextEncoder()\n", + "\n", + "lab_enc_file = os.path.join(hparams[\"save_folder\"], \"label_encoder.txt\")\n", + "special_labels = {\n", + " \"blank_label\": hparams[\"blank_index\"],\n", + " \"unk_label\": hparams[\"unk_index\"]\n", + "}\n", + "label_encoder.load_or_create(\n", + " path=lab_enc_file,\n", + " from_didatasets=[[]],\n", + " output_key=\"char_list\",\n", + " special_labels=special_labels,\n", + " sequence_input=True,\n", + ")\n", + "\n", + "\n", + "labels = read_labels_file(os.path.join(hparams[\"save_folder\"], \"label_encoder.txt\"))\n", + "labels = [\"\"] + labels[1:-1] + [\"1\"] \n", + "if hparams[\"language_modelling\"]:\n", + " decoder = build_ctcdecoder(\n", + " labels,\n", + " kenlm_model_path=hparams[\"ngram_lm_path\"], # either .arpa or .bin file\n", + " alpha=0.5, # tuned on a val set\n", + " beta=1, # tuned on a val set\n", + " )\n", + "\n", + "\n", + "\n", + "\n", + "mixer = Mixer(\n", + " modules=hparams[\"modules\"],\n", + " hparams=hparams,\n", + " run_opts=run_opts,\n", + " checkpointer=hparams[\"checkpointer\"],\n", + ")\n", + "mixer.tokenizer = label_encoder\n", + "mixer.checkpointer.recover_if_possible()\n", + "mixer.modules.eval()\n", + "\n", + "\n", + "label_encoder = sb.dataio.encoder.CTCTextEncoder()\n", + "\n", + "\n", + "# We dynamicaly add the tokenizer to our brain class.\n", + "# NB: This tokenizer corresponds to the one used for the LM!!\n", + "\n", + "decoder = build_ctcdecoder(\n", + " labels,\n", + " kenlm_model_path= \"arpas/everything.arpa\", # either .arpa or .bin file\n", + " alpha=0.5, # tuned on a val set\n", + " beta=1, # tuned on a val set\n", + ")\n", + "\n", + "run_opts[\"device\"]=\"cpu\"\n", + "\n", + "\n", + "device = \"cpu\"\n", + "mixer.device= \"cpu\"\n", + "mixer.modules.to(\"cpu\")\n", + "\n", + "from enum import Enum, auto\n", + "class Stage(Enum):\n", + " TRAIN = auto()\n", + " VALID = auto()\n", + " TEST = auto()\n", + "\n", + "asr_brain.on_evaluate_start()\n", + "asr_brain.modules.eval()\n", + "\n", + "\n", + "import gradio as gr\n", + "\n", + "def treat_wav_file(file_mic,file_upload ,asr=mixer, device=\"cpu\") :\n", + " if (file_mic is not None) and (file_upload is not None):\n", + " warn_output = \"WARNING: You've uploaded an audio file and used the microphone. The recorded file from the microphone will be used and the uploaded audio will be discarded.\\n\"\n", + " wav = file_mic\n", + " elif (file_mic is None) and (file_upload is None):\n", + " return \"ERROR: You have to either use the microphone or upload an audio file\"\n", + " elif file_mic is not None:\n", + " wav = file_mic\n", + " else:\n", + " wav = file_upload\n", + " sig, sr = torchaudio.load(wav)\n", + " tensor_wav = sig.to(device)\n", + " resampled = torchaudio.functional.resample( tensor_wav, sr, 16000)\n", + " sentence = asr.treat_wav(resampled)\n", + " return sentence\n", + "\n", + "gr.Interface(\n", + " fn=treat_wav_file, \n", + " inputs=[gr.Audio(source=\"microphone\", type='filepath', label = \"record\", optional = True), \n", + " gr.Audio(source=\"upload\", type='filepath', label=\"filein\", optional=True)]\n", + " ,outputs=\"text\").launch(share= False, debug = True)\n" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.5" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/wav2vec2-FR-7K-large/README.md b/wav2vec2-FR-7K-large/README.md new file mode 100644 index 0000000000000000000000000000000000000000..9d8bd0c3b7a3745dcd310de8a6cf44c12ff08b4b --- /dev/null +++ b/wav2vec2-FR-7K-large/README.md @@ -0,0 +1,68 @@ +--- +language: "fr" +thumbnail: +tags: +- wav2vec2 +license: "apache-2.0" +--- + +# LeBenchmark: wav2vec2 large model trained on 7K hours of French speech + + + +LeBenchmark provides an ensemble of pretrained wav2vec2 models on different French datasets containing spontaneous, read, and broadcasted speech. It comes with 2 versions, in which, the later version (LeBenchmark 2.0) is an extended version of the first version in terms of both numbers of pre-trained SSL models, and numbers of downstream tasks. +For more information on the different benchmarks that can be used to evaluate the wav2vec2 models, please refer to our paper at: [LeBenchmark 2.0: a Standardized, Replicable and Enhanced Framework for Self-supervised Representations of French Speech](https://arxiv.org/abs/2309.05472) + + + +## Model and data descriptions + + +We release four different models that can be found under our HuggingFace organization. Four different wav2vec2 architectures *Light*, *Base*, *Large* and *xLarge* are coupled with our small (1K), medium (3K), large (7K), and extra large (14K) corpus. In short: + +## *Lebenchmark 2.0:* +- [wav2vec2-FR-14K-xlarge](https://huggingface.co/LeBenchmark/wav2vec2-FR-14K-xlarge): xLarge wav2vec2 trained on 14K hours of French speech (5.4K Males / 2.4K Females / 6.8K unknown). +- [wav2vec2-FR-14K-large](https://huggingface.co/LeBenchmark/wav2vec2-FR-14K-large): Large wav2vec2 trained on 14K hours of French speech (5.4K Males / 2.4K Females / 6.8K unknown). +- [wav2vec2-FR-14K-light](https://huggingface.co/LeBenchmark/wav2vec2-FR-14K-light): Light wav2vec2 trained on 14K hours of French speech (5.4K Males / 2.4K Females / 6.8K unknown). +## *Lebenchmark:* +- [wav2vec2-FR-7K-large](https://huggingface.co/LeBenchmark/wav2vec2-FR-7K-large): Large wav2vec2 trained on 7.6K hours of French speech (1.8K Males / 1.0K Females / 4.8K unknown). +- [wav2vec2-FR-7K-base](https://huggingface.co/LeBenchmark/wav2vec2-FR-7K-base): Base wav2vec2 trained on 7.6K hours of French speech (1.8K Males / 1.0K Females / 4.8K unknown). +- [wav2vec2-FR-3K-large](https://huggingface.co/LeBenchmark/wav2vec2-FR-3K-large): Large wav2vec2 trained on 2.9K hours of French speech (1.8K Males / 1.0K Females / 0.1K unknown). +- [wav2vec2-FR-3K-base](https://huggingface.co/LeBenchmark/wav2vec2-FR-3K-base): Base wav2vec2 trained on 2.9K hours of French speech (1.8K Males / 1.0K Females / 0.1K unknown). +- [wav2vec2-FR-2.6K-base](https://huggingface.co/LeBenchmark/wav2vec2-FR-2.6K-base): Base wav2vec2 trained on 2.6K hours of French speech (**no spontaneous speech**). +- [wav2vec2-FR-1K-large](https://huggingface.co/LeBenchmark/wav2vec2-FR-1K-large): Large wav2vec2 trained on 1K hours of French speech (0.5K Males / 0.5K Females). +- [wav2vec2-FR-1K-base](https://huggingface.co/LeBenchmark/wav2vec2-FR-1K-base): Base wav2vec2 trained on 1K hours of French speech (0.5K Males / 0.5K Females). + +## Intended uses & limitations + +Pretrained wav2vec2 models are distributed under the Apache-2.0 license. Hence, they can be reused extensively without strict limitations. However, benchmarks and data may be linked to corpora that are not completely open-sourced. + +## Fine-tune with Fairseq for ASR with CTC + +As our wav2vec2 models were trained with Fairseq, then can be used in the different tools that they provide to fine-tune the model for ASR with CTC. The full procedure has been nicely summarized in [this blogpost](https://huggingface.co/blog/fine-tune-wav2vec2-english). + +Please note that due to the nature of CTC, speech-to-text results aren't expected to be state-of-the-art. Moreover, future features might appear depending on the involvement of Fairseq and HuggingFace on this part. + +## Integrate to SpeechBrain for ASR, Speaker, Source Separation ... + +Pretrained wav2vec models recently gained in popularity. At the same time, [SpeechBrain toolkit](https://speechbrain.github.io) came out, proposing a new and simpler way of dealing with state-of-the-art speech & deep-learning technologies. + +While it currently is in beta, SpeechBrain offers two different ways of nicely integrating wav2vec2 models that were trained with Fairseq i.e our LeBenchmark models! + + 1. Extract wav2vec2 features on-the-fly (with a frozen wav2vec2 encoder) to be combined with any speech-related architecture. Examples are: E2E ASR with CTC+Att+Language Models; Speaker Recognition or Verification, Source Separation ... + 2. *Experimental:* To fully benefit from wav2vec2, the best solution remains to fine-tune the model while you train your downstream task. This is very simply allowed within SpeechBrain as just a flag needs to be turned on. Thus, our wav2vec2 models can be fine-tuned while training your favorite ASR pipeline or Speaker Recognizer. + +**If interested, simply follow this [tutorial](https://colab.research.google.com/drive/17Hu1pxqhfMisjkSgmM2CnZxfqDyn2hSY?usp=sharing)** + +## Referencing LeBenchmark + +``` +@misc{parcollet2023lebenchmark, + title={LeBenchmark 2.0: a Standardized, Replicable and Enhanced Framework for Self-supervised Representations of French Speech}, + author={Titouan Parcollet and Ha Nguyen and Solene Evain and Marcely Zanon Boito and Adrien Pupier and Salima Mdhaffar and Hang Le and Sina Alisamir and Natalia Tomashenko and Marco Dinarelli and Shucong Zhang and Alexandre Allauzen and Maximin Coavoux and Yannick Esteve and Mickael Rouvier and Jerome Goulian and Benjamin Lecouteux and Francois Portet and Solange Rossato and Fabien Ringeval and Didier Schwab and Laurent Besacier}, + year={2023}, + eprint={2309.05472}, + archivePrefix={arXiv}, + primaryClass={cs.CL} +} +``` \ No newline at end of file diff --git a/wav2vec2-FR-7K-large/config.json b/wav2vec2-FR-7K-large/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5565ad893213f0e049dcfd8a397c20224e7e26b9 --- /dev/null +++ b/wav2vec2-FR-7K-large/config.json @@ -0,0 +1,75 @@ +{ + "activation_dropout": 0.0, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2Model" + ], + "attention_dropout": 0.1, + "bos_token_id": 1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "do_stable_layer_norm": true, + "eos_token_id": 2, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.1, + "final_dropout": 0.0, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 4096, + "layer_norm_eps": 1e-05, + "layerdrop": 0.1, + "mask_channel_length": 10, + "mask_channel_min_space": 1, + "mask_channel_other": 0.0, + "mask_channel_prob": 0.0, + "mask_channel_selection": "static", + "mask_feature_length": 10, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_space": 1, + "mask_time_other": 0.0, + "mask_time_prob": 0.075, + "mask_time_selection": "static", + "model_type": "wav2vec2", + "num_attention_heads": 16, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "pad_token_id": 0, + "transformers_version": "4.5.1", + "vocab_size": 32 +} diff --git a/wav2vec2-FR-7K-large/preprocessor_config.json b/wav2vec2-FR-7K-large/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0886a48276922a77013d8aa4681192138ae90d90 --- /dev/null +++ b/wav2vec2-FR-7K-large/preprocessor_config.json @@ -0,0 +1,8 @@ +{ + "do_normalize": true, + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} diff --git a/wav2vec2-FR-7K-large/pytorch_model.bin b/wav2vec2-FR-7K-large/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..261bc92ac61bd0051a13809d5f0fa54b7f802487 --- /dev/null +++ b/wav2vec2-FR-7K-large/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:419e0a322a43382fb891f68f95bf36b51f91e90d6f44adbc1ce1968a73707de3 +size 1261920069 diff --git a/wav2vec2-large-lv60/README.md b/wav2vec2-large-lv60/README.md new file mode 100644 index 0000000000000000000000000000000000000000..71253747f735e933db616e3a981f4f58afaff976 --- /dev/null +++ b/wav2vec2-large-lv60/README.md @@ -0,0 +1,28 @@ +--- +language: en +datasets: +- librispeech_asr +tags: +- speech +license: apache-2.0 +--- + +# Wav2Vec2-Large-LV60 + +[Facebook's Wav2Vec2](https://ai.facebook.com/blog/wav2vec-20-learning-the-structure-of-speech-from-raw-audio/) + +The base model pretrained on 16kHz sampled speech audio. When using the model make sure that your speech input is also sampled at 16Khz. + +**Note**: This model does not have a tokenizer as it was pretrained on audio alone. In order to use this model **speech recognition**, a tokenizer should be created and the model should be fine-tuned on labeled text data. Check out [this blog](https://huggingface.co/blog/fine-tune-wav2vec2-english) for more in-detail explanation of how to fine-tune the model. + +[Paper](https://arxiv.org/abs/2006.11477) + +Authors: Alexei Baevski, Henry Zhou, Abdelrahman Mohamed, Michael Auli + +**Abstract** +We show for the first time that learning powerful representations from speech audio alone followed by fine-tuning on transcribed speech can outperform the best semi-supervised methods while being conceptually simpler. wav2vec 2.0 masks the speech input in the latent space and solves a contrastive task defined over a quantization of the latent representations which are jointly learned. Experiments using all labeled data of Librispeech achieve 1.8/3.3 WER on the clean/other test sets. When lowering the amount of labeled data to one hour, wav2vec 2.0 outperforms the previous state of the art on the 100 hour subset while using 100 times less labeled data. Using just ten minutes of labeled data and pre-training on 53k hours of unlabeled data still achieves 4.8/8.2 WER. This demonstrates the feasibility of speech recognition with limited amounts of labeled data. +The original model can be found under https://github.com/pytorch/fairseq/tree/master/examples/wav2vec#wav2vec-20. + +# Usage + +See [this notebook](https://colab.research.google.com/drive/1FjTsqbYKphl9kL-eILgUc-bl4zVThL8F?usp=sharing) for more information on how to fine-tune the model. \ No newline at end of file diff --git a/wav2vec2-large-lv60/config.json b/wav2vec2-large-lv60/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8f5997b839c4426b155af08b4c3687073b79d0e8 --- /dev/null +++ b/wav2vec2-large-lv60/config.json @@ -0,0 +1,76 @@ +{ + "activation_dropout": 0.1, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bos_token_id": 1, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "diversity_loss_weight": 0.1, + "do_stable_layer_norm": true, + "eos_token_id": 2, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.1, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.1, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 4096, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "mask_feature_length": 10, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_prob": 0.05, + "model_type": "wav2vec2", + "num_attention_heads": 16, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "pad_token_id": 0, + "proj_codevector_dim": 768, + "transformers_version": "4.7.0.dev0", + "vocab_size": 32 +} diff --git a/wav2vec2-large-lv60/preprocessor_config.json b/wav2vec2-large-lv60/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0886a48276922a77013d8aa4681192138ae90d90 --- /dev/null +++ b/wav2vec2-large-lv60/preprocessor_config.json @@ -0,0 +1,8 @@ +{ + "do_normalize": true, + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} diff --git a/wav2vec2-large-lv60/pytorch_model.bin b/wav2vec2-large-lv60/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..dc67ffe97600a55f0b08ac844b7c97aa3b5402f1 --- /dev/null +++ b/wav2vec2-large-lv60/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d095321ee151b9cbeeb2f325d104bf1813b795c9bbbee58efcde34f701d0386 +size 1269737156 diff --git a/wav2vec2-large-lv60/special_tokens_map.json b/wav2vec2-large-lv60/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..25bc39604f72700b3b8e10bd69bb2f227157edd1 --- /dev/null +++ b/wav2vec2-large-lv60/special_tokens_map.json @@ -0,0 +1 @@ +{"bos_token": "", "eos_token": "", "unk_token": "", "pad_token": ""} \ No newline at end of file diff --git a/wav2vec2-large-lv60/tokenizer_config.json b/wav2vec2-large-lv60/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..978a15a96dbb2d23e2afbc70137cae6c5ce38c8d --- /dev/null +++ b/wav2vec2-large-lv60/tokenizer_config.json @@ -0,0 +1 @@ +{"unk_token": "", "bos_token": "", "eos_token": "", "pad_token": "", "do_lower_case": false, "return_attention_mask": false, "do_normalize": true} \ No newline at end of file diff --git a/wav2vec2-large-lv60/vocab.json b/wav2vec2-large-lv60/vocab.json new file mode 100644 index 0000000000000000000000000000000000000000..88181b954aa14df68be9b444b3c36585f3078c0a --- /dev/null +++ b/wav2vec2-large-lv60/vocab.json @@ -0,0 +1 @@ +{"": 0, "": 1, "": 2, "": 3, "|": 4, "E": 5, "T": 6, "A": 7, "O": 8, "N": 9, "I": 10, "H": 11, "S": 12, "R": 13, "D": 14, "L": 15, "U": 16, "M": 17, "W": 18, "C": 19, "F": 20, "G": 21, "Y": 22, "P": 23, "B": 24, "V": 25, "K": 26, "'": 27, "X": 28, "J": 29, "Q": 30, "Z": 31} \ No newline at end of file diff --git a/wavlm-large/README.md b/wavlm-large/README.md new file mode 100644 index 0000000000000000000000000000000000000000..02b19adcbff4fe72cccfefb2f23345f4e8c3372e --- /dev/null +++ b/wavlm-large/README.md @@ -0,0 +1,64 @@ +--- +language: +- en +tags: +- speech +inference: false +--- + +# WavLM-Large + +[Microsoft's WavLM](https://github.com/microsoft/unilm/tree/master/wavlm) + +The large model pretrained on 16kHz sampled speech audio. When using the model, make sure that your speech input is also sampled at 16kHz. + +**Note**: This model does not have a tokenizer as it was pretrained on audio alone. In order to use this model **speech recognition**, a tokenizer should be created and the model should be fine-tuned on labeled text data. Check out [this blog](https://huggingface.co/blog/fine-tune-wav2vec2-english) for more in-detail explanation of how to fine-tune the model. + +The model was pre-trained on: + +- 60,000 hours of [Libri-Light](https://arxiv.org/abs/1912.07875) +- 10,000 hours of [GigaSpeech](https://arxiv.org/abs/2106.06909) +- 24,000 hours of [VoxPopuli](https://arxiv.org/abs/2101.00390) + +[Paper: WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing](https://arxiv.org/abs/2110.13900) + +Authors: Sanyuan Chen, Chengyi Wang, Zhengyang Chen, Yu Wu, Shujie Liu, Zhuo Chen, Jinyu Li, Naoyuki Kanda, Takuya Yoshioka, Xiong Xiao, Jian Wu, Long Zhou, Shuo Ren, Yanmin Qian, Yao Qian, Jian Wu, Michael Zeng, Furu Wei + +**Abstract** +*Self-supervised learning (SSL) achieves great success in speech recognition, while limited exploration has been attempted for other speech processing tasks. As speech signal contains multi-faceted information including speaker identity, paralinguistics, spoken content, etc., learning universal representations for all speech tasks is challenging. In this paper, we propose a new pre-trained model, WavLM, to solve full-stack downstream speech tasks. WavLM is built based on the HuBERT framework, with an emphasis on both spoken content modeling and speaker identity preservation. We first equip the Transformer structure with gated relative position bias to improve its capability on recognition tasks. For better speaker discrimination, we propose an utterance mixing training strategy, where additional overlapped utterances are created unsupervisely and incorporated during model training. Lastly, we scale up the training dataset from 60k hours to 94k hours. WavLM Large achieves state-of-the-art performance on the SUPERB benchmark, and brings significant improvements for various speech processing tasks on their representative benchmarks.* + +The original model can be found under https://github.com/microsoft/unilm/tree/master/wavlm. + +# Usage + +This is an English pre-trained speech model that has to be fine-tuned on a downstream task like speech recognition or audio classification before it can be +used in inference. The model was pre-trained in English and should therefore perform well only in English. The model has been shown to work well on the [SUPERB benchmark](https://superbbenchmark.org/). + +**Note**: The model was pre-trained on phonemes rather than characters. This means that one should make sure that the input text is converted to a sequence +of phonemes before fine-tuning. + +## Speech Recognition + +To fine-tune the model for speech recognition, see [the official speech recognition example](https://github.com/huggingface/transformers/tree/master/examples/pytorch/speech-recognition). + +## Speech Classification + +To fine-tune the model for speech classification, see [the official audio classification example](https://github.com/huggingface/transformers/tree/master/examples/pytorch/audio-classification). + +## Speaker Verification + +TODO + +## Speaker Diarization + +TODO + +# Contribution + +The model was contributed by [cywang](https://huggingface.co/cywang) and [patrickvonplaten](https://huggingface.co/patrickvonplaten). + +# License + +The official license can be found [here](https://github.com/microsoft/UniSpeech/blob/main/LICENSE) + +![design](https://raw.githubusercontent.com/patrickvonplaten/scientific_images/master/wavlm.png) \ No newline at end of file diff --git a/wavlm-large/config.json b/wavlm-large/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b1d1becf90dd05db908a9114148c204484ebec69 --- /dev/null +++ b/wavlm-large/config.json @@ -0,0 +1,99 @@ +{ + "_name_or_path": "./wavlm-large/", + "activation_dropout": 0.0, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": false, + "apply_spec_augment": true, + "architectures": [ + "WavLMModel" + ], + "attention_dropout": 0.1, + "bos_token_id": 1, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": false, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "diversity_loss_weight": 0.1, + "do_stable_layer_norm": true, + "eos_token_id": 2, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.1, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 4096, + "layer_norm_eps": 1e-05, + "layerdrop": 0.1, + "mask_channel_length": 10, + "mask_channel_min_space": 1, + "mask_channel_other": 0.0, + "mask_channel_prob": 0.0, + "mask_channel_selection": "static", + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_min_space": 1, + "mask_time_other": 0.0, + "mask_time_prob": 0.075, + "mask_time_selection": "static", + "max_bucket_distance": 800, + "model_type": "wavlm", + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_buckets": 320, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_ctc_classes": 80, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "output_hidden_size": 1024, + "pad_token_id": 0, + "proj_codevector_dim": 768, + "replace_prob": 0.5, + "tokenizer_class": "Wav2Vec2CTCTokenizer", + "torch_dtype": "float32", + "transformers_version": "4.15.0.dev0", + "use_weighted_layer_sum": false, + "vocab_size": 32 +} diff --git a/wavlm-large/preprocessor_config.json b/wavlm-large/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..73caa151574001d3d495fae897e1d38968249712 --- /dev/null +++ b/wavlm-large/preprocessor_config.json @@ -0,0 +1,9 @@ +{ + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} diff --git a/wavlm-large/pytorch_model.bin b/wavlm-large/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..97c2577130aca4685ba9e59b952a2004c92d44f8 --- /dev/null +++ b/wavlm-large/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdee460e529396ddb2f8c8e8ce0ad74cfb747b726bc6f612e666c7c1e1963c9d +size 1261990257