Added onnx, coreml support

.gitattributes

@@ -15,3 +15,4 @@
 *.pt filter=lfs diff=lfs merge=lfs -text
 *.pth filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+model.onnx filter=lfs diff=lfs merge=lfs -text

distilgpt2-base-pretrained-he.mlpackage/Data/com.apple.CoreML/.gitattributes

@@ -0,0 +1 @@
+model.mlmodel filter=lfs diff=lfs merge=lfs -text

distilgpt2-base-pretrained-he.mlpackage/Data/com.apple.CoreML/FeatureDescriptions.json

@@ -0,0 +1,18 @@
+{
+  "Outputs" : {
+    "output_logits" : {
+      "MLFeatureShortDescription" : ""
+    }
+  },
+  "Inputs" : {
+    "position_ids" : {
+      "MLFeatureShortDescription" : ""
+    },
+    "input_ids" : {
+      "MLFeatureShortDescription" : ""
+    }
+  },
+  "TrainingInputs" : {
+
+  }
+}

distilgpt2-base-pretrained-he.mlpackage/Data/com.apple.CoreML/Metadata.json

@@ -0,0 +1,9 @@
+{
+  "MLModelVersionStringKey" : "1.0",
+  "MLModelDescriptionKey" : "hebrew-distilgpt2\n\nA tiny GPT2 based Hebrew text generation model trained on a TPUv3-8 via the TPU Research Cloud Program.",
+  "MLModelCreatorDefinedKey" : {
+    "model_card_url" : "https:\/\/huggingface.co\/Norod78\/distilgpt2-base-pretrained-he"
+  },
+  "MLModelAuthorKey" : "Doron Adler",
+  "MLModelLicenseKey" : "mit"
+}

distilgpt2-base-pretrained-he.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacb6071938fc719d81c51db527ae9a756d4292c183cf05b8d3e646340a1544e
+size 482254328

distilgpt2-base-pretrained-he.mlpackage/Manifest.json

@@ -0,0 +1,24 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "06B636B9-5BE3-49A2-A06B-C09242D53296": {
+            "author": "com.apple.CoreML",
+            "description": "External FeatureDescription Overlay",
+            "name": "FeatureDescriptions.json",
+            "path": "com.apple.CoreML/FeatureDescriptions.json"
+        },
+        "A8586C2A-1DD7-4EEC-BB42-6B6242D7B530": {
+            "author": "com.apple.CoreML",
+            "description": "External Metadata Overlay",
+            "name": "Metadata.json",
+            "path": "com.apple.CoreML/Metadata.json"
+        },
+        "FD401BB0-2CA8-4DB7-BAD6-23B171A68404": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "distilgpt2-base-pretrained-he-64-6.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        }
+    },
+    "rootModelIdentifier": "FD401BB0-2CA8-4DB7-BAD6-23B171A68404"
+}

model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9459cc41adc2c406570135eb583a5d351b2f6ea636875d831cd2c36cfcc674
+size 488438673

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "pad_token": "<pad>",
+  "unk_token": "<unk>"
+}

tokenizer_config.json

@@ -0,0 +1,9 @@
+{
+  "add_prefix_space": false,
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "name_or_path": "./distilgpt2-base-pretrained-he",
+  "special_tokens_map_file": "./distilgpt2-base-pretrained-he/special_tokens_map.json",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}