Rocketknight1 HF staff commited on
Commit
ace3ae2
1 Parent(s): bb7a108

Training in progress epoch 0

Browse files
README.md CHANGED
@@ -14,10 +14,10 @@ probably proofread and complete it, then remove this comment. -->
14
 
15
  This model is a fine-tuned version of [Helsinki-NLP/opus-mt-en-ROMANCE](https://huggingface.co/Helsinki-NLP/opus-mt-en-ROMANCE) on an unknown dataset.
16
  It achieves the following results on the evaluation set:
17
- - Train Loss: 0.7139
18
- - Validation Loss: 1.2774
19
- - Train Bleu: 12.5400
20
- - Train Gen Len: 62.1458
21
  - Epoch: 0
22
 
23
  ## Model description
@@ -44,12 +44,12 @@ The following hyperparameters were used during training:
44
 
45
  | Train Loss | Validation Loss | Train Bleu | Train Gen Len | Epoch |
46
  |:----------:|:---------------:|:----------:|:-------------:|:-----:|
47
- | 0.7139 | 1.2774 | 12.5400 | 62.1458 | 0 |
48
 
49
 
50
  ### Framework versions
51
 
52
- - Transformers 4.16.0.dev0
53
- - TensorFlow 2.8.0-rc0
54
- - Datasets 1.17.0
55
  - Tokenizers 0.11.0
 
14
 
15
  This model is a fine-tuned version of [Helsinki-NLP/opus-mt-en-ROMANCE](https://huggingface.co/Helsinki-NLP/opus-mt-en-ROMANCE) on an unknown dataset.
16
  It achieves the following results on the evaluation set:
17
+ - Train Loss: 3.0918
18
+ - Validation Loss: 2.0582
19
+ - Train Bleu: 7.3915
20
+ - Train Gen Len: 127.0
21
  - Epoch: 0
22
 
23
  ## Model description
 
44
 
45
  | Train Loss | Validation Loss | Train Bleu | Train Gen Len | Epoch |
46
  |:----------:|:---------------:|:----------:|:-------------:|:-----:|
47
+ | 3.0918 | 2.0582 | 7.3915 | 127.0 | 0 |
48
 
49
 
50
  ### Framework versions
51
 
52
+ - Transformers 4.21.0.dev0
53
+ - TensorFlow 2.9.1
54
+ - Datasets 2.4.0
55
  - Tokenizers 0.11.0
config.json CHANGED
@@ -22,6 +22,7 @@
22
  "decoder_layerdrop": 0.0,
23
  "decoder_layers": 6,
24
  "decoder_start_token_id": 65000,
 
25
  "do_blenderbot_90_layernorm": false,
26
  "dropout": 0.1,
27
  "encoder_attention_heads": 8,
@@ -54,8 +55,9 @@
54
  "num_hidden_layers": 6,
55
  "pad_token_id": 65000,
56
  "scale_embedding": true,
 
57
  "static_position_embeddings": true,
58
- "transformers_version": "4.16.0.dev0",
59
  "use_cache": true,
60
  "vocab_size": 65001
61
  }
 
22
  "decoder_layerdrop": 0.0,
23
  "decoder_layers": 6,
24
  "decoder_start_token_id": 65000,
25
+ "decoder_vocab_size": 65001,
26
  "do_blenderbot_90_layernorm": false,
27
  "dropout": 0.1,
28
  "encoder_attention_heads": 8,
 
55
  "num_hidden_layers": 6,
56
  "pad_token_id": 65000,
57
  "scale_embedding": true,
58
+ "share_encoder_decoder_embeddings": true,
59
  "static_position_embeddings": true,
60
+ "transformers_version": "4.21.0.dev0",
61
  "use_cache": true,
62
  "vocab_size": 65001
63
  }
logs/train/events.out.tfevents.1651825754.matt-TRX40-AORUS-PRO-WIFI.13939.0.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17af7519b25f8a918fab30c48a06afe1edac9d4420cc19e6dafbae7ab41875a1
3
+ size 3370216
logs/train/events.out.tfevents.1658760475.matt-TRX40-AORUS-PRO-WIFI.32190.0.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2773ecdc207aa83628a56643e376cc8b954685ff4497da878a1757a564c8d0a
3
+ size 3376592
logs/train/events.out.tfevents.1658760499.matt-TRX40-AORUS-PRO-WIFI.32190.1.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:156146353d05b8713a876c5e0f1e78ff7c3a0bbf5580a14187206c7b84a10cb3
3
+ size 3376592
logs/train/events.out.tfevents.1658760743.matt-TRX40-AORUS-PRO-WIFI.32190.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ec81ee3708ea4b23227ed149939e1d580f02ff80c045f472af9d66518bee2f5
3
+ size 3376592
logs/train/events.out.tfevents.1658761012.matt-TRX40-AORUS-PRO-WIFI.32190.5.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03f65a6b1a8f3473102bd370198894e9f41bc928d04d2704fdc2cb041167f674
3
+ size 3376624
logs/train/events.out.tfevents.1658761741.matt-TRX40-AORUS-PRO-WIFI.32190.7.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18e651e0c4ead5e63cef8260ecb8c07313f38c5834bda9170cb7da4a4537c0a7
3
+ size 3376624
logs/train/events.out.tfevents.1658762124.matt-TRX40-AORUS-PRO-WIFI.39717.0.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dd6d3bedbf3dca100879094037f024cf5b7e47cd739a34d55b9ba3d7cb6f911
3
+ size 3376592
logs/train/events.out.tfevents.1658766466.matt-TRX40-AORUS-PRO-WIFI.54320.0.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a7a7de773e59df614f58fea500a41cf0ac9ca750dec5a962cb5f3810e698bb7
3
+ size 3376790
logs/validation/events.out.tfevents.1658760501.matt-TRX40-AORUS-PRO-WIFI.32190.2.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a63696d5ddcd13c2efeda36ac569fb437aef34baed15e6fa7731577eba18db6d
3
+ size 127
logs/validation/events.out.tfevents.1658760746.matt-TRX40-AORUS-PRO-WIFI.32190.4.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2a0bdf06de78b1828972ed6430ad445c916e5a6dcc1082237847f9ce6f94c14
3
+ size 127
logs/validation/events.out.tfevents.1658761026.matt-TRX40-AORUS-PRO-WIFI.32190.6.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:347ab3726408d6846363c2494d018f41c84f9a9f4ecc821d216f47593aeba47a
3
+ size 127
logs/validation/events.out.tfevents.1658761743.matt-TRX40-AORUS-PRO-WIFI.32190.8.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bcfe98be39b9080cdb9b1005a0454e661626a11824d083453fa4b72f43a1568
3
+ size 127
logs/validation/events.out.tfevents.1658762140.matt-TRX40-AORUS-PRO-WIFI.39717.1.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:560261c70a1daeb49897a078667b19ef7d63c08634c7900b16dcf539a97d3ae2
3
+ size 127
logs/validation/events.out.tfevents.1658766482.matt-TRX40-AORUS-PRO-WIFI.54320.1.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01c825c7464bbc76e65831d746ac6996257641f23feacb95b85f81e70804ab58
3
+ size 193
special_tokens_map.json CHANGED
@@ -1 +1,5 @@
1
- {"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>"}
 
 
 
 
 
1
+ {
2
+ "eos_token": "</s>",
3
+ "pad_token": "<pad>",
4
+ "unk_token": "<unk>"
5
+ }
tf_model.h5 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1fecf9edea63b7ec6744eb377714dd76b1620101cd5f68b3fe33b3d7181951d8
3
  size 312319188
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11c6ba67f45932690ba0597939863f6db34b974c49bdf14cad1ff669dbd57d53
3
  size 312319188
tokenizer_config.json CHANGED
@@ -1 +1,13 @@
1
- {"source_lang": "en", "target_lang": "fr+fr_BE+fr_CA+fr_FR+wa+frp+oc+ca+rm+lld+fur+lij+lmo+es+es_AR+es_CL+es_CO+es_CR+es_DO+es_EC+es_ES+es_GT+es_HN+es_MX+es_NI+es_PA+es_PE+es_PR+es_SV+es_UY+es_VE+pt+pt_br+pt_BR+pt_PT+gl+lad+an+mwl+it+it_IT+co+nap+scn+vec+sc+ro+la", "unk_token": "<unk>", "eos_token": "</s>", "pad_token": "<pad>", "model_max_length": 512, "sp_model_kwargs": {}, "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "Helsinki-NLP/opus-mt-en-ROMANCE", "tokenizer_class": "MarianTokenizer"}
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eos_token": "</s>",
3
+ "model_max_length": 512,
4
+ "name_or_path": "Helsinki-NLP/opus-mt-en-ROMANCE",
5
+ "pad_token": "<pad>",
6
+ "separate_vocabs": false,
7
+ "source_lang": "en",
8
+ "sp_model_kwargs": {},
9
+ "special_tokens_map_file": null,
10
+ "target_lang": "fr+fr_BE+fr_CA+fr_FR+wa+frp+oc+ca+rm+lld+fur+lij+lmo+es+es_AR+es_CL+es_CO+es_CR+es_DO+es_EC+es_ES+es_GT+es_HN+es_MX+es_NI+es_PA+es_PE+es_PR+es_SV+es_UY+es_VE+pt+pt_br+pt_BR+pt_PT+gl+lad+an+mwl+it+it_IT+co+nap+scn+vec+sc+ro+la",
11
+ "tokenizer_class": "MarianTokenizer",
12
+ "unk_token": "<unk>"
13
+ }