Jiyang Tang commited on
Commit
726828e
1 Parent(s): f8bfb51

Update checkpoint

Browse files
Files changed (30) hide show
  1. README.md +477 -484
  2. exp/s2st_stats_raw_es_en/train/src_feats_stats.npz +1 -1
  3. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/500epoch.pth +1 -1
  4. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/RESULTS.md +6 -6
  5. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/config.yaml +466 -469
  6. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/acc_src_attn.png +0 -0
  7. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/acc_tgt_attn.png +0 -0
  8. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/acc_unit_attn.png +0 -0
  9. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/asr_ctc_loss.png +0 -0
  10. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/backward_time.png +0 -0
  11. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/bleu_tgt_attn.png +0 -0
  12. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/cer_asr_ctc.png +0 -0
  13. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/cer_src_attn.png +0 -0
  14. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/cer_st_ctc.png +0 -0
  15. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/clip.png +0 -0
  16. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/forward_time.png +0 -0
  17. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/gpu_max_cached_mem_GB.png +0 -0
  18. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/grad_norm.png +0 -0
  19. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/iter_time.png +0 -0
  20. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/loss.png +0 -0
  21. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/loss_scale.png +0 -0
  22. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/optim0_lr0.png +0 -0
  23. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/optim_step_time.png +0 -0
  24. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/src_attn_loss.png +0 -0
  25. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/st_ctc_loss.png +0 -0
  26. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/tgt_attn_loss.png +0 -0
  27. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/train_time.png +0 -0
  28. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/unit_attn_loss.png +0 -0
  29. exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/wer_src_attn.png +0 -0
  30. meta.yaml +1 -1
README.md CHANGED
@@ -3,21 +3,17 @@ tags:
3
  - espnet
4
  - audio
5
  - speech-translation
6
- language:
7
- - en
8
- - es
9
  datasets:
10
- - cvss
11
  license: cc-by-4.0
12
  ---
13
 
14
  ## ESPnet2 S2ST model
15
 
16
- Vocoder is located [here](https://huggingface.co/espnet/cvss-c_en_wavegan_hubert_vocoder), trained by [realzza](https://github.com/realzza)
17
-
18
  ### `espnet/jiyang_tang_cvss-c_es-en_discrete_unit`
19
 
20
- This model was trained by Jiyang Tang using cvss recipe in [espnet](https://github.com/espnet/espnet/).
21
 
22
  ### Demo: How to use in ESPnet2
23
 
@@ -28,19 +24,19 @@ if you haven't done that already.
28
  cd espnet
29
  git checkout c002f05ab3ef82938b6a980806cd7f97baba2299
30
  pip install -e .
31
- cd egs2/cvss/s2st1
32
  ./run.sh --skip_data_prep false --skip_train true --download_model espnet/jiyang_tang_cvss-c_es-en_discrete_unit
33
  ```
34
 
35
  <!-- Generated by scripts/utils/show_translation_result.sh -->
36
  # RESULTS
37
  ## Environments
38
- - date: `Wed Oct 4 22:20:55 EDT 2023`
39
- - python version: `3.10.13 (main, Sep 11 2023, 13:44:35) [GCC 11.2.0]`
40
- - espnet version: `espnet 202308`
41
- - pytorch version: `pytorch 1.13.1`
42
- - Git hash: `79a3b3e2d9c9105f0f3f6d92d282e17f9ca91ed0`
43
- - Commit date: `Mon Sep 25 16:39:40 2023 -0400`
44
 
45
  ## S2ST config
46
 
@@ -50,10 +46,8 @@ cd egs2/cvss/s2st1
50
  config: conf/train_s2st_discrete_unit.yaml
51
  print_config: false
52
  log_level: INFO
53
- drop_last_iter: false
54
  dry_run: false
55
  iterator_type: sequence
56
- valid_iterator_type: null
57
  output_dir: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en
58
  ngpu: 1
59
  seed: 0
@@ -61,13 +55,13 @@ num_workers: 2
61
  num_att_plot: 0
62
  dist_backend: nccl
63
  dist_init_method: env://
64
- dist_world_size: 2
65
- dist_rank: 0
66
  local_rank: 0
67
- dist_master_addr: localhost
68
- dist_master_port: 56635
69
  dist_launcher: null
70
- multiprocessing_distributed: true
71
  unused_parameters: false
72
  sharded_ddp: false
73
  cudnn_enabled: true
@@ -117,7 +111,7 @@ init_param: []
117
  ignore_init_mismatch: false
118
  freeze_param: []
119
  num_iters_per_epoch: null
120
- batch_size: 110
121
  valid_batch_size: null
122
  batch_bins: 1000000
123
  valid_batch_bins: null
@@ -139,7 +133,6 @@ fold_length:
139
  - 150
140
  - 150
141
  sort_in_batch: descending
142
- shuffle_within_batch: false
143
  sort_batch: descending
144
  multiple_iterator: false
145
  chunk_length: 500
@@ -385,508 +378,508 @@ src_token_list:
385
  - œ
386
  - <sos/eos>
387
  unit_token_list:
 
 
388
  - '2'
389
- - '179'
390
- - '408'
391
- - '66'
392
- - '135'
393
- - '442'
394
  - '7'
395
- - '130'
396
- - '106'
397
- - '112'
398
- - '195'
399
- - '363'
400
- - '278'
401
- - '249'
402
- - '280'
403
- - '243'
404
- - '279'
405
- - '197'
406
- - '16'
407
- - '270'
408
- - '483'
409
- - '212'
410
- - '437'
411
- - '313'
412
- - '429'
413
- - '110'
414
- - '19'
415
- - '142'
416
- - '152'
417
- - '175'
418
- - '84'
419
- - '34'
420
- - '359'
421
  - '14'
422
- - '269'
423
- - '267'
424
- - '41'
425
- - '60'
426
- - '190'
427
- - '450'
428
- - '180'
429
- - '171'
430
- - '209'
431
- - '348'
432
- - '55'
433
- - '383'
434
- - '56'
435
- - '158'
436
  - '17'
437
- - '200'
438
- - '53'
439
- - '35'
440
- - '390'
441
- - '122'
442
- - '255'
443
- - '491'
444
- - '452'
445
- - '471'
446
- - '420'
447
- - '306'
448
- - '11'
449
- - '54'
450
- - '9'
451
  - '26'
 
 
452
  - '29'
453
- - '454'
454
- - '104'
455
- - '107'
456
  - '30'
457
- - '147'
458
- - '257'
459
- - '448'
460
- - '51'
461
- - '232'
462
- - '74'
 
 
 
 
 
 
463
  - '43'
464
- - '294'
465
- - '151'
466
- - '146'
467
- - '226'
468
  - '45'
469
- - '461'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
470
  - '63'
471
- - '369'
472
- - '244'
473
- - '4'
 
 
 
 
 
 
 
 
 
474
  - '76'
475
- - '131'
476
- - '27'
477
- - '327'
478
- - '177'
479
- - '204'
480
- - '139'
481
- - '358'
482
- - '6'
483
- - '284'
484
- - '310'
485
- - '415'
486
- - '182'
487
- - '407'
488
- - '326'
489
- - '319'
490
- - '231'
491
  - '88'
492
- - '476'
493
- - '109'
494
- - '166'
495
- - '417'
496
- - '456'
497
- - '105'
498
- - '354'
499
- - '0'
500
- - '318'
501
- - '336'
502
- - '314'
503
- - '159'
504
- - '281'
505
- - '413'
506
  - '95'
507
- - '73'
508
- - '296'
509
- - '422'
510
- - '432'
511
- - '39'
512
- - '431'
513
- - '36'
514
- - '447'
515
- - '468'
516
- - '427'
517
- - '378'
518
- - '248'
519
- - '322'
520
- - '47'
521
- - '220'
522
- - '82'
523
- - '181'
524
- - '391'
525
- - '494'
526
- - '344'
527
- - '435'
528
- - '178'
529
- - '61'
530
- - '129'
531
  - '114'
532
- - '302'
533
- - '392'
534
- - '150'
535
- - '223'
536
- - '79'
537
- - '438'
538
- - '262'
539
- - '371'
540
- - '203'
541
- - '239'
542
- - '488'
543
- - '247'
544
- - '283'
545
- - '416'
546
- - '68'
547
- - '395'
548
- - '184'
549
- - '474'
550
- - '141'
551
- - '89'
552
- - '342'
553
- - '13'
554
- - '298'
555
- - '125'
556
- - '191'
557
- - '165'
558
- - '24'
559
- - '441'
560
- - '227'
561
- - '196'
562
- - '258'
563
- - '133'
564
- - '168'
565
- - '64'
566
  - '123'
567
- - '400'
568
- - '81'
569
- - '217'
570
- - '253'
 
 
 
 
571
  - '132'
572
- - '285'
573
- - '28'
574
- - '188'
575
- - '375'
576
- - '213'
577
- - '242'
578
- - '236'
579
- - '453'
580
- - '225'
581
- - '164'
582
- - '261'
583
- - '374'
584
- - '272'
585
- - '325'
586
- - '495'
587
- - '460'
588
- - '330'
589
- - '48'
590
- - '451'
591
- - '323'
592
- - '458'
593
- - '263'
594
  - '144'
595
- - '160'
596
- - '149'
597
- - '406'
598
- - '77'
599
- - '33'
600
- - '368'
601
- - '332'
602
- - '205'
603
- - '50'
604
- - '290'
605
- - '401'
606
- - '490'
607
- - '331'
608
- - '436'
609
- - '5'
610
- - '186'
611
- - '288'
612
  - '148'
613
- - '219'
614
- - '215'
615
- - '93'
616
- - '434'
617
- - '103'
618
- - '489'
619
- - '21'
620
- - '92'
621
- - '386'
622
- - '97'
623
- - '328'
624
- - '121'
625
- - '301'
626
- - '46'
627
- - '224'
628
  - '154'
629
- - '80'
630
- - '352'
631
- - '96'
632
- - '124'
633
- - '69'
634
- - '457'
635
- - '83'
636
- - '52'
637
- - '85'
638
- - '62'
639
- - '380'
640
- - '410'
641
  - '167'
642
- - '333'
643
- - '31'
644
- - '315'
645
- - '78'
646
- - '271'
647
- - '10'
648
- - '492'
649
- - '49'
650
- - '208'
651
- - '295'
652
- - '86'
653
- - '199'
654
- - '445'
655
- - '140'
656
- - '357'
 
 
 
 
657
  - '187'
658
- - '161'
659
- - '238'
660
- - '351'
661
- - '155'
 
662
  - '193'
663
- - '345'
664
- - '486'
665
- - '37'
666
- - '266'
667
- - '185'
668
- - '143'
669
- - '361'
670
- - '174'
671
- - '430'
672
- - '349'
673
- - '23'
674
- - '423'
675
- - '388'
676
- - '309'
677
- - '470'
678
- - '169'
679
- - '370'
680
- - '463'
681
- - '245'
682
- - '320'
683
- - '237'
684
- - '316'
685
- - '277'
686
- - '482'
687
- - '218'
688
  - '198'
689
- - '117'
690
- - '428'
691
- - '340'
692
- - '475'
693
- - '418'
694
- - '275'
695
- - '299'
696
- - '297'
697
- - '90'
698
- - '260'
699
- - '276'
700
- - '137'
701
- - '366'
702
- - '353'
703
- - '341'
704
- - '241'
705
- - '496'
706
- - '228'
707
- - '287'
708
  - '214'
709
- - '264'
710
- - '108'
711
- - '44'
712
- - '350'
713
- - '3'
714
- - '286'
715
- - '303'
716
- - '12'
717
- - '372'
718
- - '156'
719
- - '321'
720
- - '116'
721
- - '385'
722
- - '194'
723
- - '360'
724
- - '119'
725
- - '145'
726
- - '22'
727
- - '414'
728
- - '462'
729
- - '70'
730
- - '449'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
731
  - '251'
732
- - '387'
733
- - '466'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
734
  - '273'
735
- - '440'
736
- - '58'
737
- - '304'
738
- - '162'
739
- - '404'
740
- - '15'
741
- - '176'
742
- - '384'
743
- - '293'
744
- - '397'
745
- - '173'
746
- - '59'
747
- - '485'
748
- - '75'
749
- - '102'
750
  - '282'
751
- - '233'
752
- - '115'
753
- - '210'
754
- - '222'
755
- - '18'
756
- - '498'
757
- - '99'
758
- - '398'
759
- - '91'
760
- - '221'
761
- - '396'
762
- - '479'
 
 
 
 
 
763
  - '300'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
764
  - '339'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
765
  - '367'
766
- - '459'
767
- - '20'
768
- - '216'
769
- - '426'
770
- - '87'
 
 
 
 
 
 
 
 
 
771
  - '382'
772
- - '424'
773
- - '446'
774
- - '1'
775
- - '265'
776
- - '172'
777
- - '346'
778
- - '259'
779
- - '183'
780
- - '113'
781
- - '307'
782
- - '311'
783
- - '201'
784
- - '170'
785
- - '240'
786
- - '25'
787
- - '291'
788
  - '393'
789
- - '444'
790
- - '292'
791
- - '334'
792
- - '234'
793
- - '379'
794
- - '153'
795
- - '42'
796
- - '250'
797
- - '409'
798
- - '464'
799
  - '394'
800
- - '256'
 
 
 
801
  - '399'
802
- - '465'
803
- - '381'
804
- - '364'
805
- - '157'
806
- - '356'
807
- - '268'
808
- - '65'
809
- - '343'
810
- - '338'
811
- - '493'
812
- - '100'
813
  - '405'
814
- - '421'
815
- - '111'
816
- - '289'
817
- - '365'
818
- - '246'
819
- - '8'
820
- - '101'
821
- - '163'
822
- - '252'
823
- - '138'
824
- - '72'
825
- - '373'
826
- - '362'
827
- - '120'
828
- - '425'
829
- - '480'
830
- - '32'
831
- - '254'
832
- - '202'
833
- - '484'
834
  - '412'
835
- - '473'
836
- - '71'
837
- - '355'
838
- - '443'
839
- - '134'
840
- - '324'
841
- - '118'
842
- - '402'
843
- - '230'
844
- - '67'
845
- - '98'
846
- - '335'
847
- - '317'
848
- - '57'
849
- - '329'
850
- - '229'
851
  - '419'
852
- - '94'
853
- - '128'
854
- - '376'
 
 
 
 
 
 
 
 
 
 
855
  - '433'
856
- - '192'
857
- - '235'
858
- - '38'
859
- - '312'
860
- - '347'
861
- - '499'
862
- - '274'
863
- - '389'
864
- - '127'
865
  - '439'
866
- - '207'
867
- - '478'
868
- - '403'
869
- - '467'
870
- - '411'
 
 
 
 
 
 
 
 
 
 
871
  - '455'
872
- - '337'
 
 
 
 
 
 
 
 
 
 
 
 
873
  - '469'
874
- - '206'
875
- - '497'
876
- - '136'
 
 
 
 
 
 
 
 
877
  - '481'
 
 
 
 
 
878
  - '487'
879
- - '40'
880
- - '477'
881
- - '472'
882
- - '189'
883
- - '308'
884
- - '377'
885
- - '305'
886
- - '211'
887
- - '126'
888
- - <unk>
 
 
889
  - <sos/eos>
 
890
  odim: null
891
  init: null
892
  input_size: null
@@ -1024,8 +1017,8 @@ loss: tacotron
1024
  loss_conf: {}
1025
  required:
1026
  - output_dir
1027
- version: '202308'
1028
- distributed: true
1029
  ```
1030
 
1031
  </details>
@@ -1063,4 +1056,4 @@ or arXiv:
1063
  archivePrefix={arXiv},
1064
  primaryClass={cs.CL}
1065
  }
1066
- ```
 
3
  - espnet
4
  - audio
5
  - speech-translation
6
+ language: en
 
 
7
  datasets:
8
+ - jtang1
9
  license: cc-by-4.0
10
  ---
11
 
12
  ## ESPnet2 S2ST model
13
 
 
 
14
  ### `espnet/jiyang_tang_cvss-c_es-en_discrete_unit`
15
 
16
+ This model was trained by Jiyang Tang using jtang1 recipe in [espnet](https://github.com/espnet/espnet/).
17
 
18
  ### Demo: How to use in ESPnet2
19
 
 
24
  cd espnet
25
  git checkout c002f05ab3ef82938b6a980806cd7f97baba2299
26
  pip install -e .
27
+ cd cis210027p/jtang1/cvss
28
  ./run.sh --skip_data_prep false --skip_train true --download_model espnet/jiyang_tang_cvss-c_es-en_discrete_unit
29
  ```
30
 
31
  <!-- Generated by scripts/utils/show_translation_result.sh -->
32
  # RESULTS
33
  ## Environments
34
+ - date: `Fri Sep 29 19:34:01 EDT 2023`
35
+ - python version: `3.8.18 (default, Sep 11 2023, 13:40:15) [GCC 11.2.0]`
36
+ - espnet version: `espnet 202304`
37
+ - pytorch version: `pytorch 1.13.0+cu117`
38
+ - Git hash: `2ca729d29536656a6bf4250a0947090764c93c36`
39
+ - Commit date: `Mon Sep 18 23:13:52 2023 -0400`
40
 
41
  ## S2ST config
42
 
 
46
  config: conf/train_s2st_discrete_unit.yaml
47
  print_config: false
48
  log_level: INFO
 
49
  dry_run: false
50
  iterator_type: sequence
 
51
  output_dir: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en
52
  ngpu: 1
53
  seed: 0
 
55
  num_att_plot: 0
56
  dist_backend: nccl
57
  dist_init_method: env://
58
+ dist_world_size: null
59
+ dist_rank: null
60
  local_rank: 0
61
+ dist_master_addr: null
62
+ dist_master_port: null
63
  dist_launcher: null
64
+ multiprocessing_distributed: false
65
  unused_parameters: false
66
  sharded_ddp: false
67
  cudnn_enabled: true
 
111
  ignore_init_mismatch: false
112
  freeze_param: []
113
  num_iters_per_epoch: null
114
+ batch_size: 32
115
  valid_batch_size: null
116
  batch_bins: 1000000
117
  valid_batch_bins: null
 
133
  - 150
134
  - 150
135
  sort_in_batch: descending
 
136
  sort_batch: descending
137
  multiple_iterator: false
138
  chunk_length: 500
 
378
  - œ
379
  - <sos/eos>
380
  unit_token_list:
381
+ - '0'
382
+ - '1'
383
  - '2'
384
+ - '3'
385
+ - '4'
386
+ - '5'
387
+ - '6'
 
388
  - '7'
389
+ - '8'
390
+ - '9'
391
+ - '10'
392
+ - '11'
393
+ - '12'
394
+ - '13'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
395
  - '14'
396
+ - '15'
397
+ - '16'
 
 
 
 
 
 
 
 
 
 
 
 
398
  - '17'
399
+ - '18'
400
+ - '19'
401
+ - '20'
402
+ - '21'
403
+ - '22'
404
+ - '23'
405
+ - '24'
406
+ - '25'
 
 
 
 
 
 
407
  - '26'
408
+ - '27'
409
+ - '28'
410
  - '29'
 
 
 
411
  - '30'
412
+ - '31'
413
+ - '32'
414
+ - '33'
415
+ - '34'
416
+ - '35'
417
+ - '36'
418
+ - '37'
419
+ - '38'
420
+ - '39'
421
+ - '40'
422
+ - '41'
423
+ - '42'
424
  - '43'
425
+ - '44'
 
 
 
426
  - '45'
427
+ - '46'
428
+ - '47'
429
+ - '48'
430
+ - '49'
431
+ - '50'
432
+ - '51'
433
+ - '52'
434
+ - '53'
435
+ - '54'
436
+ - '55'
437
+ - '56'
438
+ - '57'
439
+ - '58'
440
+ - '59'
441
+ - '60'
442
+ - '61'
443
+ - '62'
444
  - '63'
445
+ - '64'
446
+ - '65'
447
+ - '66'
448
+ - '67'
449
+ - '68'
450
+ - '69'
451
+ - '70'
452
+ - '71'
453
+ - '72'
454
+ - '73'
455
+ - '74'
456
+ - '75'
457
  - '76'
458
+ - '77'
459
+ - '78'
460
+ - '79'
461
+ - '80'
462
+ - '81'
463
+ - '82'
464
+ - '83'
465
+ - '84'
466
+ - '85'
467
+ - '86'
468
+ - '87'
 
 
 
 
 
469
  - '88'
470
+ - '89'
471
+ - '90'
472
+ - '91'
473
+ - '92'
474
+ - '93'
475
+ - '94'
 
 
 
 
 
 
 
 
476
  - '95'
477
+ - '96'
478
+ - '97'
479
+ - '98'
480
+ - '99'
481
+ - '100'
482
+ - '101'
483
+ - '102'
484
+ - '103'
485
+ - '104'
486
+ - '105'
487
+ - '106'
488
+ - '107'
489
+ - '108'
490
+ - '109'
491
+ - '110'
492
+ - '111'
493
+ - '112'
494
+ - '113'
 
 
 
 
 
 
495
  - '114'
496
+ - '115'
497
+ - '116'
498
+ - '117'
499
+ - '118'
500
+ - '119'
501
+ - '120'
502
+ - '121'
503
+ - '122'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
504
  - '123'
505
+ - '124'
506
+ - '125'
507
+ - '126'
508
+ - '127'
509
+ - '128'
510
+ - '129'
511
+ - '130'
512
+ - '131'
513
  - '132'
514
+ - '133'
515
+ - '134'
516
+ - '135'
517
+ - '136'
518
+ - '137'
519
+ - '138'
520
+ - '139'
521
+ - '140'
522
+ - '141'
523
+ - '142'
524
+ - '143'
 
 
 
 
 
 
 
 
 
 
 
525
  - '144'
526
+ - '145'
527
+ - '146'
528
+ - '147'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
529
  - '148'
530
+ - '149'
531
+ - '150'
532
+ - '151'
533
+ - '152'
534
+ - '153'
 
 
 
 
 
 
 
 
 
 
535
  - '154'
536
+ - '155'
537
+ - '156'
538
+ - '157'
539
+ - '158'
540
+ - '159'
541
+ - '160'
542
+ - '161'
543
+ - '162'
544
+ - '163'
545
+ - '164'
546
+ - '165'
547
+ - '166'
548
  - '167'
549
+ - '168'
550
+ - '169'
551
+ - '170'
552
+ - '171'
553
+ - '172'
554
+ - '173'
555
+ - '174'
556
+ - '175'
557
+ - '176'
558
+ - '177'
559
+ - '178'
560
+ - '179'
561
+ - '180'
562
+ - '181'
563
+ - '182'
564
+ - '183'
565
+ - '184'
566
+ - '185'
567
+ - '186'
568
  - '187'
569
+ - '188'
570
+ - '189'
571
+ - '190'
572
+ - '191'
573
+ - '192'
574
  - '193'
575
+ - '194'
576
+ - '195'
577
+ - '196'
578
+ - '197'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
579
  - '198'
580
+ - '199'
581
+ - '200'
582
+ - '201'
583
+ - '202'
584
+ - '203'
585
+ - '204'
586
+ - '205'
587
+ - '206'
588
+ - '207'
589
+ - '208'
590
+ - '209'
591
+ - '210'
592
+ - '211'
593
+ - '212'
594
+ - '213'
 
 
 
 
595
  - '214'
596
+ - '215'
597
+ - '216'
598
+ - '217'
599
+ - '218'
600
+ - '219'
601
+ - '220'
602
+ - '221'
603
+ - '222'
604
+ - '223'
605
+ - '224'
606
+ - '225'
607
+ - '226'
608
+ - '227'
609
+ - '228'
610
+ - '229'
611
+ - '230'
612
+ - '231'
613
+ - '232'
614
+ - '233'
615
+ - '234'
616
+ - '235'
617
+ - '236'
618
+ - '237'
619
+ - '238'
620
+ - '239'
621
+ - '240'
622
+ - '241'
623
+ - '242'
624
+ - '243'
625
+ - '244'
626
+ - '245'
627
+ - '246'
628
+ - '247'
629
+ - '248'
630
+ - '249'
631
+ - '250'
632
  - '251'
633
+ - '252'
634
+ - '253'
635
+ - '254'
636
+ - '255'
637
+ - '256'
638
+ - '257'
639
+ - '258'
640
+ - '259'
641
+ - '260'
642
+ - '261'
643
+ - '262'
644
+ - '263'
645
+ - '264'
646
+ - '265'
647
+ - '266'
648
+ - '267'
649
+ - '268'
650
+ - '269'
651
+ - '270'
652
+ - '271'
653
+ - '272'
654
  - '273'
655
+ - '274'
656
+ - '275'
657
+ - '276'
658
+ - '277'
659
+ - '278'
660
+ - '279'
661
+ - '280'
662
+ - '281'
 
 
 
 
 
 
 
663
  - '282'
664
+ - '283'
665
+ - '284'
666
+ - '285'
667
+ - '286'
668
+ - '287'
669
+ - '288'
670
+ - '289'
671
+ - '290'
672
+ - '291'
673
+ - '292'
674
+ - '293'
675
+ - '294'
676
+ - '295'
677
+ - '296'
678
+ - '297'
679
+ - '298'
680
+ - '299'
681
  - '300'
682
+ - '301'
683
+ - '302'
684
+ - '303'
685
+ - '304'
686
+ - '305'
687
+ - '306'
688
+ - '307'
689
+ - '308'
690
+ - '309'
691
+ - '310'
692
+ - '311'
693
+ - '312'
694
+ - '313'
695
+ - '314'
696
+ - '315'
697
+ - '316'
698
+ - '317'
699
+ - '318'
700
+ - '319'
701
+ - '320'
702
+ - '321'
703
+ - '322'
704
+ - '323'
705
+ - '324'
706
+ - '325'
707
+ - '326'
708
+ - '327'
709
+ - '328'
710
+ - '329'
711
+ - '330'
712
+ - '331'
713
+ - '332'
714
+ - '333'
715
+ - '334'
716
+ - '335'
717
+ - '336'
718
+ - '337'
719
+ - '338'
720
  - '339'
721
+ - '340'
722
+ - '341'
723
+ - '342'
724
+ - '343'
725
+ - '344'
726
+ - '345'
727
+ - '346'
728
+ - '347'
729
+ - '348'
730
+ - '349'
731
+ - '350'
732
+ - '351'
733
+ - '352'
734
+ - '353'
735
+ - '354'
736
+ - '355'
737
+ - '356'
738
+ - '357'
739
+ - '358'
740
+ - '359'
741
+ - '360'
742
+ - '361'
743
+ - '362'
744
+ - '363'
745
+ - '364'
746
+ - '365'
747
+ - '366'
748
  - '367'
749
+ - '368'
750
+ - '369'
751
+ - '370'
752
+ - '371'
753
+ - '372'
754
+ - '373'
755
+ - '374'
756
+ - '375'
757
+ - '376'
758
+ - '377'
759
+ - '378'
760
+ - '379'
761
+ - '380'
762
+ - '381'
763
  - '382'
764
+ - '383'
765
+ - '384'
766
+ - '385'
767
+ - '386'
768
+ - '387'
769
+ - '388'
770
+ - '389'
771
+ - '390'
772
+ - '391'
773
+ - '392'
 
 
 
 
 
 
774
  - '393'
 
 
 
 
 
 
 
 
 
 
775
  - '394'
776
+ - '395'
777
+ - '396'
778
+ - '397'
779
+ - '398'
780
  - '399'
781
+ - '400'
782
+ - '401'
783
+ - '402'
784
+ - '403'
785
+ - '404'
 
 
 
 
 
 
786
  - '405'
787
+ - '406'
788
+ - '407'
789
+ - '408'
790
+ - '409'
791
+ - '410'
792
+ - '411'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
793
  - '412'
794
+ - '413'
795
+ - '414'
796
+ - '415'
797
+ - '416'
798
+ - '417'
799
+ - '418'
 
 
 
 
 
 
 
 
 
 
800
  - '419'
801
+ - '420'
802
+ - '421'
803
+ - '422'
804
+ - '423'
805
+ - '424'
806
+ - '425'
807
+ - '426'
808
+ - '427'
809
+ - '428'
810
+ - '429'
811
+ - '430'
812
+ - '431'
813
+ - '432'
814
  - '433'
815
+ - '434'
816
+ - '435'
817
+ - '436'
818
+ - '437'
819
+ - '438'
 
 
 
 
820
  - '439'
821
+ - '440'
822
+ - '441'
823
+ - '442'
824
+ - '443'
825
+ - '444'
826
+ - '445'
827
+ - '446'
828
+ - '447'
829
+ - '448'
830
+ - '449'
831
+ - '450'
832
+ - '451'
833
+ - '452'
834
+ - '453'
835
+ - '454'
836
  - '455'
837
+ - '456'
838
+ - '457'
839
+ - '458'
840
+ - '459'
841
+ - '460'
842
+ - '461'
843
+ - '462'
844
+ - '463'
845
+ - '464'
846
+ - '465'
847
+ - '466'
848
+ - '467'
849
+ - '468'
850
  - '469'
851
+ - '470'
852
+ - '471'
853
+ - '472'
854
+ - '473'
855
+ - '474'
856
+ - '475'
857
+ - '476'
858
+ - '477'
859
+ - '478'
860
+ - '479'
861
+ - '480'
862
  - '481'
863
+ - '482'
864
+ - '483'
865
+ - '484'
866
+ - '485'
867
+ - '486'
868
  - '487'
869
+ - '488'
870
+ - '489'
871
+ - '490'
872
+ - '491'
873
+ - '492'
874
+ - '493'
875
+ - '494'
876
+ - '495'
877
+ - '496'
878
+ - '497'
879
+ - '498'
880
+ - '499'
881
  - <sos/eos>
882
+ - <unk>
883
  odim: null
884
  init: null
885
  input_size: null
 
1017
  loss_conf: {}
1018
  required:
1019
  - output_dir
1020
+ version: '202304'
1021
+ distributed: false
1022
  ```
1023
 
1024
  </details>
 
1056
  archivePrefix={arXiv},
1057
  primaryClass={cs.CL}
1058
  }
1059
+ ```
exp/s2st_stats_raw_es_en/train/src_feats_stats.npz CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:811bc91409869d3bb89b3c4fedb59eb801243c31781ca7c293e9f6bd60e3d334
3
  size 1402
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d5fc7df9541f2305e7fa07ce3dbf39fa7af8550a6ba6c0a364c2d2c902fa575
3
  size 1402
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/500epoch.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:78424fecae399f335afe84e3c2fe60a0e76a4a38eeacf4ba8873f6e3731e80c4
3
  size 135539361
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:469b02596d21fdc929ee24552a7fb5170d711e9c57e25ee896f405ce27f76b1b
3
  size 135539361
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/RESULTS.md CHANGED
@@ -1,10 +1,10 @@
1
  <!-- Generated by scripts/utils/show_translation_result.sh -->
2
  # RESULTS
3
  ## Environments
4
- - date: `Wed Oct 4 22:20:55 EDT 2023`
5
- - python version: `3.10.13 (main, Sep 11 2023, 13:44:35) [GCC 11.2.0]`
6
- - espnet version: `espnet 202308`
7
- - pytorch version: `pytorch 1.13.1`
8
- - Git hash: `79a3b3e2d9c9105f0f3f6d92d282e17f9ca91ed0`
9
- - Commit date: `Mon Sep 25 16:39:40 2023 -0400`
10
 
 
1
  <!-- Generated by scripts/utils/show_translation_result.sh -->
2
  # RESULTS
3
  ## Environments
4
+ - date: `Fri Sep 29 19:34:01 EDT 2023`
5
+ - python version: `3.8.18 (default, Sep 11 2023, 13:40:15) [GCC 11.2.0]`
6
+ - espnet version: `espnet 202304`
7
+ - pytorch version: `pytorch 1.13.0+cu117`
8
+ - Git hash: `2ca729d29536656a6bf4250a0947090764c93c36`
9
+ - Commit date: `Mon Sep 18 23:13:52 2023 -0400`
10
 
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/config.yaml CHANGED
@@ -1,10 +1,8 @@
1
  config: conf/train_s2st_discrete_unit.yaml
2
  print_config: false
3
  log_level: INFO
4
- drop_last_iter: false
5
  dry_run: false
6
  iterator_type: sequence
7
- valid_iterator_type: null
8
  output_dir: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en
9
  ngpu: 1
10
  seed: 0
@@ -12,13 +10,13 @@ num_workers: 2
12
  num_att_plot: 0
13
  dist_backend: nccl
14
  dist_init_method: env://
15
- dist_world_size: 2
16
- dist_rank: 0
17
  local_rank: 0
18
- dist_master_addr: localhost
19
- dist_master_port: 56635
20
  dist_launcher: null
21
- multiprocessing_distributed: true
22
  unused_parameters: false
23
  sharded_ddp: false
24
  cudnn_enabled: true
@@ -68,7 +66,7 @@ init_param: []
68
  ignore_init_mismatch: false
69
  freeze_param: []
70
  num_iters_per_epoch: null
71
- batch_size: 110
72
  valid_batch_size: null
73
  batch_bins: 1000000
74
  valid_batch_bins: null
@@ -90,7 +88,6 @@ fold_length:
90
  - 150
91
  - 150
92
  sort_in_batch: descending
93
- shuffle_within_batch: false
94
  sort_batch: descending
95
  multiple_iterator: false
96
  chunk_length: 500
@@ -336,508 +333,508 @@ src_token_list:
336
  - œ
337
  - <sos/eos>
338
  unit_token_list:
 
 
339
  - '2'
340
- - '179'
341
- - '408'
342
- - '66'
343
- - '135'
344
- - '442'
345
  - '7'
346
- - '130'
347
- - '106'
348
- - '112'
349
- - '195'
350
- - '363'
351
- - '278'
352
- - '249'
353
- - '280'
354
- - '243'
355
- - '279'
356
- - '197'
357
- - '16'
358
- - '270'
359
- - '483'
360
- - '212'
361
- - '437'
362
- - '313'
363
- - '429'
364
- - '110'
365
- - '19'
366
- - '142'
367
- - '152'
368
- - '175'
369
- - '84'
370
- - '34'
371
- - '359'
372
  - '14'
373
- - '269'
374
- - '267'
375
- - '41'
376
- - '60'
377
- - '190'
378
- - '450'
379
- - '180'
380
- - '171'
381
- - '209'
382
- - '348'
383
- - '55'
384
- - '383'
385
- - '56'
386
- - '158'
387
  - '17'
388
- - '200'
389
- - '53'
390
- - '35'
391
- - '390'
392
- - '122'
393
- - '255'
394
- - '491'
395
- - '452'
396
- - '471'
397
- - '420'
398
- - '306'
399
- - '11'
400
- - '54'
401
- - '9'
402
  - '26'
 
 
403
  - '29'
404
- - '454'
405
- - '104'
406
- - '107'
407
  - '30'
408
- - '147'
409
- - '257'
410
- - '448'
411
- - '51'
412
- - '232'
413
- - '74'
 
 
 
 
 
 
414
  - '43'
415
- - '294'
416
- - '151'
417
- - '146'
418
- - '226'
419
  - '45'
420
- - '461'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
421
  - '63'
422
- - '369'
423
- - '244'
424
- - '4'
 
 
 
 
 
 
 
 
 
425
  - '76'
426
- - '131'
427
- - '27'
428
- - '327'
429
- - '177'
430
- - '204'
431
- - '139'
432
- - '358'
433
- - '6'
434
- - '284'
435
- - '310'
436
- - '415'
437
- - '182'
438
- - '407'
439
- - '326'
440
- - '319'
441
- - '231'
442
  - '88'
443
- - '476'
444
- - '109'
445
- - '166'
446
- - '417'
447
- - '456'
448
- - '105'
449
- - '354'
450
- - '0'
451
- - '318'
452
- - '336'
453
- - '314'
454
- - '159'
455
- - '281'
456
- - '413'
457
  - '95'
458
- - '73'
459
- - '296'
460
- - '422'
461
- - '432'
462
- - '39'
463
- - '431'
464
- - '36'
465
- - '447'
466
- - '468'
467
- - '427'
468
- - '378'
469
- - '248'
470
- - '322'
471
- - '47'
472
- - '220'
473
- - '82'
474
- - '181'
475
- - '391'
476
- - '494'
477
- - '344'
478
- - '435'
479
- - '178'
480
- - '61'
481
- - '129'
482
  - '114'
483
- - '302'
484
- - '392'
485
- - '150'
486
- - '223'
487
- - '79'
488
- - '438'
489
- - '262'
490
- - '371'
491
- - '203'
492
- - '239'
493
- - '488'
494
- - '247'
495
- - '283'
496
- - '416'
497
- - '68'
498
- - '395'
499
- - '184'
500
- - '474'
501
- - '141'
502
- - '89'
503
- - '342'
504
- - '13'
505
- - '298'
506
- - '125'
507
- - '191'
508
- - '165'
509
- - '24'
510
- - '441'
511
- - '227'
512
- - '196'
513
- - '258'
514
- - '133'
515
- - '168'
516
- - '64'
517
  - '123'
518
- - '400'
519
- - '81'
520
- - '217'
521
- - '253'
 
 
 
 
522
  - '132'
523
- - '285'
524
- - '28'
525
- - '188'
526
- - '375'
527
- - '213'
528
- - '242'
529
- - '236'
530
- - '453'
531
- - '225'
532
- - '164'
533
- - '261'
534
- - '374'
535
- - '272'
536
- - '325'
537
- - '495'
538
- - '460'
539
- - '330'
540
- - '48'
541
- - '451'
542
- - '323'
543
- - '458'
544
- - '263'
545
  - '144'
546
- - '160'
547
- - '149'
548
- - '406'
549
- - '77'
550
- - '33'
551
- - '368'
552
- - '332'
553
- - '205'
554
- - '50'
555
- - '290'
556
- - '401'
557
- - '490'
558
- - '331'
559
- - '436'
560
- - '5'
561
- - '186'
562
- - '288'
563
  - '148'
564
- - '219'
565
- - '215'
566
- - '93'
567
- - '434'
568
- - '103'
569
- - '489'
570
- - '21'
571
- - '92'
572
- - '386'
573
- - '97'
574
- - '328'
575
- - '121'
576
- - '301'
577
- - '46'
578
- - '224'
579
  - '154'
580
- - '80'
581
- - '352'
582
- - '96'
583
- - '124'
584
- - '69'
585
- - '457'
586
- - '83'
587
- - '52'
588
- - '85'
589
- - '62'
590
- - '380'
591
- - '410'
592
  - '167'
593
- - '333'
594
- - '31'
595
- - '315'
596
- - '78'
597
- - '271'
598
- - '10'
599
- - '492'
600
- - '49'
601
- - '208'
602
- - '295'
603
- - '86'
604
- - '199'
605
- - '445'
606
- - '140'
607
- - '357'
 
 
 
 
608
  - '187'
609
- - '161'
610
- - '238'
611
- - '351'
612
- - '155'
 
613
  - '193'
614
- - '345'
615
- - '486'
616
- - '37'
617
- - '266'
618
- - '185'
619
- - '143'
620
- - '361'
621
- - '174'
622
- - '430'
623
- - '349'
624
- - '23'
625
- - '423'
626
- - '388'
627
- - '309'
628
- - '470'
629
- - '169'
630
- - '370'
631
- - '463'
632
- - '245'
633
- - '320'
634
- - '237'
635
- - '316'
636
- - '277'
637
- - '482'
638
- - '218'
639
  - '198'
640
- - '117'
641
- - '428'
642
- - '340'
643
- - '475'
644
- - '418'
645
- - '275'
646
- - '299'
647
- - '297'
648
- - '90'
649
- - '260'
650
- - '276'
651
- - '137'
652
- - '366'
653
- - '353'
654
- - '341'
655
- - '241'
656
- - '496'
657
- - '228'
658
- - '287'
659
  - '214'
660
- - '264'
661
- - '108'
662
- - '44'
663
- - '350'
664
- - '3'
665
- - '286'
666
- - '303'
667
- - '12'
668
- - '372'
669
- - '156'
670
- - '321'
671
- - '116'
672
- - '385'
673
- - '194'
674
- - '360'
675
- - '119'
676
- - '145'
677
- - '22'
678
- - '414'
679
- - '462'
680
- - '70'
681
- - '449'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
682
  - '251'
683
- - '387'
684
- - '466'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
685
  - '273'
686
- - '440'
687
- - '58'
688
- - '304'
689
- - '162'
690
- - '404'
691
- - '15'
692
- - '176'
693
- - '384'
694
- - '293'
695
- - '397'
696
- - '173'
697
- - '59'
698
- - '485'
699
- - '75'
700
- - '102'
701
  - '282'
702
- - '233'
703
- - '115'
704
- - '210'
705
- - '222'
706
- - '18'
707
- - '498'
708
- - '99'
709
- - '398'
710
- - '91'
711
- - '221'
712
- - '396'
713
- - '479'
 
 
 
 
 
714
  - '300'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
715
  - '339'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
716
  - '367'
717
- - '459'
718
- - '20'
719
- - '216'
720
- - '426'
721
- - '87'
 
 
 
 
 
 
 
 
 
722
  - '382'
723
- - '424'
724
- - '446'
725
- - '1'
726
- - '265'
727
- - '172'
728
- - '346'
729
- - '259'
730
- - '183'
731
- - '113'
732
- - '307'
733
- - '311'
734
- - '201'
735
- - '170'
736
- - '240'
737
- - '25'
738
- - '291'
739
  - '393'
740
- - '444'
741
- - '292'
742
- - '334'
743
- - '234'
744
- - '379'
745
- - '153'
746
- - '42'
747
- - '250'
748
- - '409'
749
- - '464'
750
  - '394'
751
- - '256'
 
 
 
752
  - '399'
753
- - '465'
754
- - '381'
755
- - '364'
756
- - '157'
757
- - '356'
758
- - '268'
759
- - '65'
760
- - '343'
761
- - '338'
762
- - '493'
763
- - '100'
764
  - '405'
765
- - '421'
766
- - '111'
767
- - '289'
768
- - '365'
769
- - '246'
770
- - '8'
771
- - '101'
772
- - '163'
773
- - '252'
774
- - '138'
775
- - '72'
776
- - '373'
777
- - '362'
778
- - '120'
779
- - '425'
780
- - '480'
781
- - '32'
782
- - '254'
783
- - '202'
784
- - '484'
785
  - '412'
786
- - '473'
787
- - '71'
788
- - '355'
789
- - '443'
790
- - '134'
791
- - '324'
792
- - '118'
793
- - '402'
794
- - '230'
795
- - '67'
796
- - '98'
797
- - '335'
798
- - '317'
799
- - '57'
800
- - '329'
801
- - '229'
802
  - '419'
803
- - '94'
804
- - '128'
805
- - '376'
 
 
 
 
 
 
 
 
 
 
806
  - '433'
807
- - '192'
808
- - '235'
809
- - '38'
810
- - '312'
811
- - '347'
812
- - '499'
813
- - '274'
814
- - '389'
815
- - '127'
816
  - '439'
817
- - '207'
818
- - '478'
819
- - '403'
820
- - '467'
821
- - '411'
 
 
 
 
 
 
 
 
 
 
822
  - '455'
823
- - '337'
 
 
 
 
 
 
 
 
 
 
 
 
824
  - '469'
825
- - '206'
826
- - '497'
827
- - '136'
 
 
 
 
 
 
 
 
828
  - '481'
 
 
 
 
 
829
  - '487'
830
- - '40'
831
- - '477'
832
- - '472'
833
- - '189'
834
- - '308'
835
- - '377'
836
- - '305'
837
- - '211'
838
- - '126'
839
- - <unk>
 
 
840
  - <sos/eos>
 
841
  odim: null
842
  init: null
843
  input_size: null
@@ -975,5 +972,5 @@ loss: tacotron
975
  loss_conf: {}
976
  required:
977
  - output_dir
978
- version: '202308'
979
- distributed: true
 
1
  config: conf/train_s2st_discrete_unit.yaml
2
  print_config: false
3
  log_level: INFO
 
4
  dry_run: false
5
  iterator_type: sequence
 
6
  output_dir: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en
7
  ngpu: 1
8
  seed: 0
 
10
  num_att_plot: 0
11
  dist_backend: nccl
12
  dist_init_method: env://
13
+ dist_world_size: null
14
+ dist_rank: null
15
  local_rank: 0
16
+ dist_master_addr: null
17
+ dist_master_port: null
18
  dist_launcher: null
19
+ multiprocessing_distributed: false
20
  unused_parameters: false
21
  sharded_ddp: false
22
  cudnn_enabled: true
 
66
  ignore_init_mismatch: false
67
  freeze_param: []
68
  num_iters_per_epoch: null
69
+ batch_size: 32
70
  valid_batch_size: null
71
  batch_bins: 1000000
72
  valid_batch_bins: null
 
88
  - 150
89
  - 150
90
  sort_in_batch: descending
 
91
  sort_batch: descending
92
  multiple_iterator: false
93
  chunk_length: 500
 
333
  - œ
334
  - <sos/eos>
335
  unit_token_list:
336
+ - '0'
337
+ - '1'
338
  - '2'
339
+ - '3'
340
+ - '4'
341
+ - '5'
342
+ - '6'
 
343
  - '7'
344
+ - '8'
345
+ - '9'
346
+ - '10'
347
+ - '11'
348
+ - '12'
349
+ - '13'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
350
  - '14'
351
+ - '15'
352
+ - '16'
 
 
 
 
 
 
 
 
 
 
 
 
353
  - '17'
354
+ - '18'
355
+ - '19'
356
+ - '20'
357
+ - '21'
358
+ - '22'
359
+ - '23'
360
+ - '24'
361
+ - '25'
 
 
 
 
 
 
362
  - '26'
363
+ - '27'
364
+ - '28'
365
  - '29'
 
 
 
366
  - '30'
367
+ - '31'
368
+ - '32'
369
+ - '33'
370
+ - '34'
371
+ - '35'
372
+ - '36'
373
+ - '37'
374
+ - '38'
375
+ - '39'
376
+ - '40'
377
+ - '41'
378
+ - '42'
379
  - '43'
380
+ - '44'
 
 
 
381
  - '45'
382
+ - '46'
383
+ - '47'
384
+ - '48'
385
+ - '49'
386
+ - '50'
387
+ - '51'
388
+ - '52'
389
+ - '53'
390
+ - '54'
391
+ - '55'
392
+ - '56'
393
+ - '57'
394
+ - '58'
395
+ - '59'
396
+ - '60'
397
+ - '61'
398
+ - '62'
399
  - '63'
400
+ - '64'
401
+ - '65'
402
+ - '66'
403
+ - '67'
404
+ - '68'
405
+ - '69'
406
+ - '70'
407
+ - '71'
408
+ - '72'
409
+ - '73'
410
+ - '74'
411
+ - '75'
412
  - '76'
413
+ - '77'
414
+ - '78'
415
+ - '79'
416
+ - '80'
417
+ - '81'
418
+ - '82'
419
+ - '83'
420
+ - '84'
421
+ - '85'
422
+ - '86'
423
+ - '87'
 
 
 
 
 
424
  - '88'
425
+ - '89'
426
+ - '90'
427
+ - '91'
428
+ - '92'
429
+ - '93'
430
+ - '94'
 
 
 
 
 
 
 
 
431
  - '95'
432
+ - '96'
433
+ - '97'
434
+ - '98'
435
+ - '99'
436
+ - '100'
437
+ - '101'
438
+ - '102'
439
+ - '103'
440
+ - '104'
441
+ - '105'
442
+ - '106'
443
+ - '107'
444
+ - '108'
445
+ - '109'
446
+ - '110'
447
+ - '111'
448
+ - '112'
449
+ - '113'
 
 
 
 
 
 
450
  - '114'
451
+ - '115'
452
+ - '116'
453
+ - '117'
454
+ - '118'
455
+ - '119'
456
+ - '120'
457
+ - '121'
458
+ - '122'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
459
  - '123'
460
+ - '124'
461
+ - '125'
462
+ - '126'
463
+ - '127'
464
+ - '128'
465
+ - '129'
466
+ - '130'
467
+ - '131'
468
  - '132'
469
+ - '133'
470
+ - '134'
471
+ - '135'
472
+ - '136'
473
+ - '137'
474
+ - '138'
475
+ - '139'
476
+ - '140'
477
+ - '141'
478
+ - '142'
479
+ - '143'
 
 
 
 
 
 
 
 
 
 
 
480
  - '144'
481
+ - '145'
482
+ - '146'
483
+ - '147'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
484
  - '148'
485
+ - '149'
486
+ - '150'
487
+ - '151'
488
+ - '152'
489
+ - '153'
 
 
 
 
 
 
 
 
 
 
490
  - '154'
491
+ - '155'
492
+ - '156'
493
+ - '157'
494
+ - '158'
495
+ - '159'
496
+ - '160'
497
+ - '161'
498
+ - '162'
499
+ - '163'
500
+ - '164'
501
+ - '165'
502
+ - '166'
503
  - '167'
504
+ - '168'
505
+ - '169'
506
+ - '170'
507
+ - '171'
508
+ - '172'
509
+ - '173'
510
+ - '174'
511
+ - '175'
512
+ - '176'
513
+ - '177'
514
+ - '178'
515
+ - '179'
516
+ - '180'
517
+ - '181'
518
+ - '182'
519
+ - '183'
520
+ - '184'
521
+ - '185'
522
+ - '186'
523
  - '187'
524
+ - '188'
525
+ - '189'
526
+ - '190'
527
+ - '191'
528
+ - '192'
529
  - '193'
530
+ - '194'
531
+ - '195'
532
+ - '196'
533
+ - '197'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
534
  - '198'
535
+ - '199'
536
+ - '200'
537
+ - '201'
538
+ - '202'
539
+ - '203'
540
+ - '204'
541
+ - '205'
542
+ - '206'
543
+ - '207'
544
+ - '208'
545
+ - '209'
546
+ - '210'
547
+ - '211'
548
+ - '212'
549
+ - '213'
 
 
 
 
550
  - '214'
551
+ - '215'
552
+ - '216'
553
+ - '217'
554
+ - '218'
555
+ - '219'
556
+ - '220'
557
+ - '221'
558
+ - '222'
559
+ - '223'
560
+ - '224'
561
+ - '225'
562
+ - '226'
563
+ - '227'
564
+ - '228'
565
+ - '229'
566
+ - '230'
567
+ - '231'
568
+ - '232'
569
+ - '233'
570
+ - '234'
571
+ - '235'
572
+ - '236'
573
+ - '237'
574
+ - '238'
575
+ - '239'
576
+ - '240'
577
+ - '241'
578
+ - '242'
579
+ - '243'
580
+ - '244'
581
+ - '245'
582
+ - '246'
583
+ - '247'
584
+ - '248'
585
+ - '249'
586
+ - '250'
587
  - '251'
588
+ - '252'
589
+ - '253'
590
+ - '254'
591
+ - '255'
592
+ - '256'
593
+ - '257'
594
+ - '258'
595
+ - '259'
596
+ - '260'
597
+ - '261'
598
+ - '262'
599
+ - '263'
600
+ - '264'
601
+ - '265'
602
+ - '266'
603
+ - '267'
604
+ - '268'
605
+ - '269'
606
+ - '270'
607
+ - '271'
608
+ - '272'
609
  - '273'
610
+ - '274'
611
+ - '275'
612
+ - '276'
613
+ - '277'
614
+ - '278'
615
+ - '279'
616
+ - '280'
617
+ - '281'
 
 
 
 
 
 
 
618
  - '282'
619
+ - '283'
620
+ - '284'
621
+ - '285'
622
+ - '286'
623
+ - '287'
624
+ - '288'
625
+ - '289'
626
+ - '290'
627
+ - '291'
628
+ - '292'
629
+ - '293'
630
+ - '294'
631
+ - '295'
632
+ - '296'
633
+ - '297'
634
+ - '298'
635
+ - '299'
636
  - '300'
637
+ - '301'
638
+ - '302'
639
+ - '303'
640
+ - '304'
641
+ - '305'
642
+ - '306'
643
+ - '307'
644
+ - '308'
645
+ - '309'
646
+ - '310'
647
+ - '311'
648
+ - '312'
649
+ - '313'
650
+ - '314'
651
+ - '315'
652
+ - '316'
653
+ - '317'
654
+ - '318'
655
+ - '319'
656
+ - '320'
657
+ - '321'
658
+ - '322'
659
+ - '323'
660
+ - '324'
661
+ - '325'
662
+ - '326'
663
+ - '327'
664
+ - '328'
665
+ - '329'
666
+ - '330'
667
+ - '331'
668
+ - '332'
669
+ - '333'
670
+ - '334'
671
+ - '335'
672
+ - '336'
673
+ - '337'
674
+ - '338'
675
  - '339'
676
+ - '340'
677
+ - '341'
678
+ - '342'
679
+ - '343'
680
+ - '344'
681
+ - '345'
682
+ - '346'
683
+ - '347'
684
+ - '348'
685
+ - '349'
686
+ - '350'
687
+ - '351'
688
+ - '352'
689
+ - '353'
690
+ - '354'
691
+ - '355'
692
+ - '356'
693
+ - '357'
694
+ - '358'
695
+ - '359'
696
+ - '360'
697
+ - '361'
698
+ - '362'
699
+ - '363'
700
+ - '364'
701
+ - '365'
702
+ - '366'
703
  - '367'
704
+ - '368'
705
+ - '369'
706
+ - '370'
707
+ - '371'
708
+ - '372'
709
+ - '373'
710
+ - '374'
711
+ - '375'
712
+ - '376'
713
+ - '377'
714
+ - '378'
715
+ - '379'
716
+ - '380'
717
+ - '381'
718
  - '382'
719
+ - '383'
720
+ - '384'
721
+ - '385'
722
+ - '386'
723
+ - '387'
724
+ - '388'
725
+ - '389'
726
+ - '390'
727
+ - '391'
728
+ - '392'
 
 
 
 
 
 
729
  - '393'
 
 
 
 
 
 
 
 
 
 
730
  - '394'
731
+ - '395'
732
+ - '396'
733
+ - '397'
734
+ - '398'
735
  - '399'
736
+ - '400'
737
+ - '401'
738
+ - '402'
739
+ - '403'
740
+ - '404'
 
 
 
 
 
 
741
  - '405'
742
+ - '406'
743
+ - '407'
744
+ - '408'
745
+ - '409'
746
+ - '410'
747
+ - '411'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
748
  - '412'
749
+ - '413'
750
+ - '414'
751
+ - '415'
752
+ - '416'
753
+ - '417'
754
+ - '418'
 
 
 
 
 
 
 
 
 
 
755
  - '419'
756
+ - '420'
757
+ - '421'
758
+ - '422'
759
+ - '423'
760
+ - '424'
761
+ - '425'
762
+ - '426'
763
+ - '427'
764
+ - '428'
765
+ - '429'
766
+ - '430'
767
+ - '431'
768
+ - '432'
769
  - '433'
770
+ - '434'
771
+ - '435'
772
+ - '436'
773
+ - '437'
774
+ - '438'
 
 
 
 
775
  - '439'
776
+ - '440'
777
+ - '441'
778
+ - '442'
779
+ - '443'
780
+ - '444'
781
+ - '445'
782
+ - '446'
783
+ - '447'
784
+ - '448'
785
+ - '449'
786
+ - '450'
787
+ - '451'
788
+ - '452'
789
+ - '453'
790
+ - '454'
791
  - '455'
792
+ - '456'
793
+ - '457'
794
+ - '458'
795
+ - '459'
796
+ - '460'
797
+ - '461'
798
+ - '462'
799
+ - '463'
800
+ - '464'
801
+ - '465'
802
+ - '466'
803
+ - '467'
804
+ - '468'
805
  - '469'
806
+ - '470'
807
+ - '471'
808
+ - '472'
809
+ - '473'
810
+ - '474'
811
+ - '475'
812
+ - '476'
813
+ - '477'
814
+ - '478'
815
+ - '479'
816
+ - '480'
817
  - '481'
818
+ - '482'
819
+ - '483'
820
+ - '484'
821
+ - '485'
822
+ - '486'
823
  - '487'
824
+ - '488'
825
+ - '489'
826
+ - '490'
827
+ - '491'
828
+ - '492'
829
+ - '493'
830
+ - '494'
831
+ - '495'
832
+ - '496'
833
+ - '497'
834
+ - '498'
835
+ - '499'
836
  - <sos/eos>
837
+ - <unk>
838
  odim: null
839
  init: null
840
  input_size: null
 
972
  loss_conf: {}
973
  required:
974
  - output_dir
975
+ version: '202304'
976
+ distributed: false
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/acc_src_attn.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/acc_tgt_attn.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/acc_unit_attn.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/asr_ctc_loss.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/backward_time.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/bleu_tgt_attn.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/cer_asr_ctc.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/cer_src_attn.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/cer_st_ctc.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/clip.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/forward_time.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/gpu_max_cached_mem_GB.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/grad_norm.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/iter_time.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/loss.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/loss_scale.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/optim0_lr0.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/optim_step_time.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/src_attn_loss.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/st_ctc_loss.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/tgt_attn_loss.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/train_time.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/unit_attn_loss.png CHANGED
exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/images/wer_src_attn.png CHANGED
meta.yaml CHANGED
@@ -2,7 +2,7 @@ espnet: '202310'
2
  files:
3
  s2st_model_file: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/500epoch.pth
4
  python: 3.10.13 (main, Sep 11 2023, 13:44:35) [GCC 11.2.0]
5
- timestamp: 1698273928.868672
6
  torch: 1.13.1
7
  yaml_files:
8
  s2st_train_config: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/config.yaml
 
2
  files:
3
  s2st_model_file: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/500epoch.pth
4
  python: 3.10.13 (main, Sep 11 2023, 13:44:35) [GCC 11.2.0]
5
+ timestamp: 1698603380.089127
6
  torch: 1.13.1
7
  yaml_files:
8
  s2st_train_config: exp/s2st_train_s2st_discrete_unit_raw_fbank_es_en/config.yaml