ArthurZ HF staff commited on
Commit
d2831e0
1 Parent(s): cc83778

Update checkpoint for transformers>=4.29

Browse files

Following the merge of [a PR](https://github.com/huggingface/transformers/pull/24310) in `transformers` it appeared that this model was not properly converted. This PR will fix the inference and was tested using the following script:
```python
>>> from transformers import MarianModel, MarianMTModel
>>> tokenizer = AutoTokenizer.from_pretrained(Helsinki-NLP/opus-mt-tc-big-gmw-gmw)
>>> inputs = tokenizer(' >>en<< Hey how are you?', return_tensors=pt, padding=True)
>>> model = MarianMTModel.from_pretrained(Helsinki-NLP/opus-mt-tc-big-gmw-gmw)
>>> print(tokenizer.batch_decode(model.generate(**inputs)))
['<pad> "H Hey, wie geht es dir?"?"????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????</s>']
```

.gitattributes CHANGED
@@ -30,3 +30,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
30
  *.zst filter=lfs diff=lfs merge=lfs -text
31
  *tfevents* filter=lfs diff=lfs merge=lfs -text
32
  *.spm filter=lfs diff=lfs merge=lfs -text
 
 
30
  *.zst filter=lfs diff=lfs merge=lfs -text
31
  *tfevents* filter=lfs diff=lfs merge=lfs -text
32
  *.spm filter=lfs diff=lfs merge=lfs -text
33
+ model.safetensors filter=lfs diff=lfs merge=lfs -text
config.json CHANGED
@@ -39,7 +39,7 @@
39
  "share_encoder_decoder_embeddings": true,
40
  "static_position_embeddings": true,
41
  "torch_dtype": "float16",
42
- "transformers_version": "4.18.0.dev0",
43
  "use_cache": true,
44
  "vocab_size": 35698
45
  }
 
39
  "share_encoder_decoder_embeddings": true,
40
  "static_position_embeddings": true,
41
  "torch_dtype": "float16",
42
+ "transformers_version": "4.34.0.dev0",
43
  "use_cache": true,
44
  "vocab_size": 35698
45
  }
generation_config.json CHANGED
@@ -12,5 +12,5 @@
12
  "num_beams": 4,
13
  "pad_token_id": 35697,
14
  "renormalize_logits": true,
15
- "transformers_version": "4.32.0.dev0"
16
  }
 
12
  "num_beams": 4,
13
  "pad_token_id": 35697,
14
  "renormalize_logits": true,
15
+ "transformers_version": "4.34.0.dev0"
16
  }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69ea2cf1906dd5768225f7ef1a778f8eaa87dbc8e2c1e4190ec2ca774975dd69
3
+ size 425925172
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb52956b64faed0956ca615362b70aae47b5cede40136ea1f3f1eddd7b8b1a16
3
- size 499096835
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebbeee990e971cb41fd5262b168a044724e2c47dde06de7d10deb49287ad4cfc
3
+ size 425982149