Add pytorch weights

clone_sentdex_model_tokenizer.py

@@ -1,9 +1,10 @@
 #!/usr/bin/env python
-from transformers import AutoTokenizer, TFAutoModelForCausalLM
+from transformers import AutoTokenizer, TFAutoModelForCausalLM, AutoModelForCausalLM
 import tensorflow as tf
 
 tokenizer = AutoTokenizer.from_pretrained("Sentdex/GPyT")
-model =  TFAutoModelForCausalLM.from_pretrained("Sentdex/GPyT", from_pt=True)
-
+tf_model =  TFAutoModelForCausalLM.from_pretrained("Sentdex/GPyT")
+pytorch_model = AutoModelForCausalLM.from_pretrained("Sentdex/GPyT")
 tokenizer.save_pretrained(save_directory='./')
-model.save_pretrained(save_directory='./', saved_model=True)
+tf_model.save_pretrained(save_directory='./', saved_model=True)
+pytorch_model.save_pretrained(save_directory='./')

config.json

@@ -25,6 +25,7 @@
   "summary_proj_to_labels": true,
   "summary_type": "cls_index",
   "summary_use_proj": true,
+  "torch_dtype": "float32",
   "transformers_version": "4.9.1",
   "use_cache": true,
   "vocab_size": 52000

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813b4c1c121ea812773ceef131b206791e6265bcd41f803efa01f1af54307171
+size 515755881

saved_model/1/saved_model.pb

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e949c88949ecccebec606466c6a09546d1142140ae8455c5571b9c4ac7db5efd
-size 5079982
+oid sha256:5489a6eeed5f4e07908b547e6d43b4a4c866a5d6f38eb73eca2cc4e7ba7d8079
+size 5075538

saved_model/1/variables/variables.data-00000-of-00001

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:449d69e48d6fd879391fd8e811d76b6fe5a0a2ef3f9ec181d7266fdb829ffec1
-size 503191134
+oid sha256:7be84638458d0f43c1e177cf635acb3c96d5f796047fc7d240785f1f3525ab0e
+size 503189630

saved_model/1/variables/variables.index

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d770805de94ce9274fbc80084f94a83aaa950cac80934211ef5d6741cb326b5
-size 8900
+oid sha256:576740a66714ae9cbc48b5a1e8f2720cae9b335bed62085377955a63b30c8872
+size 8801

tf_model.h5

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4afd368410a15f1aae0c996ce4b11fd1b6205147a659668064c09418f06f2cb5
+oid sha256:05554bf7470cd63df842da5f54d56ec5c7472dd43b1d3864981bc5e4db7881dd
 size 503289416