Upload folder using huggingface_hub

added_tokens.json

@@ -0,0 +1,4 @@
+{
+  "</s>": 2,
+  "<pad>": 1
+}

config.json

@@ -0,0 +1,31 @@
+{
+  "_name_or_path": "facebook/opt-350m",
+  "_remove_final_layer_norm": false,
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "architectures": [
+    "OPTForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 2,
+  "do_layer_norm_before": false,
+  "dropout": 0.1,
+  "enable_bias": true,
+  "eos_token_id": 2,
+  "ffn_dim": 4096,
+  "hidden_size": 1024,
+  "init_std": 0.02,
+  "layer_norm_elementwise_affine": true,
+  "layerdrop": 0.0,
+  "max_position_embeddings": 2048,
+  "model_type": "opt",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 1,
+  "prefix": "</s>",
+  "torch_dtype": "float16",
+  "transformers_version": "4.34.0",
+  "use_cache": true,
+  "vocab_size": 50272,
+  "word_embed_proj_dim": 512
+}

openvino_config.json

@@ -0,0 +1,44 @@
+{
+  "compression": {
+    "algorithm": "quantization",
+    "export_to_onnx_standard_ops": false,
+    "ignored_scopes": [
+      "{re}.*Embedding.*",
+      "{re}.*add___.*",
+      "{re}.*layer_norm_.*"
+    ],
+    "initializer": {
+      "batchnorm_adaptation": {
+        "num_bn_adaptation_samples": 0
+      },
+      "range": {
+        "num_init_samples": 16,
+        "type": "min_max"
+      }
+    },
+    "overflow_fix": "disable",
+    "preset": "performance"
+  },
+  "input_info": [
+    {
+      "keyword": "input_ids",
+      "sample_size": [
+        1,
+        32
+      ],
+      "type": "long"
+    },
+    {
+      "keyword": "attention_mask",
+      "sample_size": [
+        1,
+        32
+      ],
+      "type": "long"
+    }
+  ],
+  "log_dir": "./logs/opt-350m-w8w8-unstructured50/",
+  "optimum_version": "1.13.2",
+  "save_onnx_model": false,
+  "transformers_version": "4.34.0"
+}

openvino_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcff4277cc24fcb5853341ca033bdf3b43f14b0a6e7c796e4eaea81ee3c23d3
+size 442306456

ov_sparsity_stats.json

@@ -0,0 +1,149 @@
+{
+  "Constant_201525": 0.0069179534912109375,
+  "Constant_201529": 0.50006103515625,
+  "Constant_201533": 0.5007028579711914,
+  "Constant_201537": 0.5001296997070312,
+  "Constant_201541": 0.5001859664916992,
+  "Constant_201545": 0.50016188621521,
+  "Constant_201549": 0.500258207321167,
+  "Constant_201553": 0.5001916885375977,
+  "Constant_201557": 0.5002012252807617,
+  "Constant_201561": 0.5000591278076172,
+  "Constant_201565": 0.5001449584960938,
+  "Constant_201569": 0.5001871585845947,
+  "Constant_201573": 0.5000674724578857,
+  "Constant_201577": 0.5001707077026367,
+  "Constant_201581": 0.5001487731933594,
+  "Constant_201585": 0.5000381469726562,
+  "Constant_201589": 0.5000143051147461,
+  "Constant_201593": 0.5002789497375488,
+  "Constant_201597": 0.5002901554107666,
+  "Constant_201601": 0.5001840591430664,
+  "Constant_201605": 0.5001916885375977,
+  "Constant_201609": 0.5003271102905273,
+  "Constant_201613": 0.5000181198120117,
+  "Constant_201617": 0.5001442432403564,
+  "Constant_201621": 0.5001802444458008,
+  "Constant_201625": 0.5000400543212891,
+  "Constant_201629": 0.5001459121704102,
+  "Constant_201633": 0.5001134872436523,
+  "Constant_201637": 0.5000715255737305,
+  "Constant_201641": 0.500129222869873,
+  "Constant_201645": 0.5002434253692627,
+  "Constant_201649": 0.5000200271606445,
+  "Constant_201653": 0.500244140625,
+  "Constant_201657": 0.5000839233398438,
+  "Constant_201661": 0.5002164840698242,
+  "Constant_201665": 0.5000641345977783,
+  "Constant_201669": 0.5002322196960449,
+  "Constant_201673": 0.5000286102294922,
+  "Constant_201677": 0.5002031326293945,
+  "Constant_201681": 0.5005426406860352,
+  "Constant_201685": 0.5001363754272461,
+  "Constant_201689": 0.5001888275146484,
+  "Constant_201693": 0.500004768371582,
+  "Constant_201697": 0.5000076293945312,
+  "Constant_201701": 0.5001287460327148,
+  "Constant_201705": 0.5004806518554688,
+  "Constant_201709": 0.5001335144042969,
+  "Constant_201713": 0.5000123977661133,
+  "Constant_201717": 0.5001475811004639,
+  "Constant_201721": 0.5000696182250977,
+  "Constant_201725": 0.5002098083496094,
+  "Constant_201729": 0.5004663467407227,
+  "Constant_201733": 0.5002079010009766,
+  "Constant_201737": 0.5002341270446777,
+  "Constant_201741": 0.5000836849212646,
+  "Constant_201745": 0.5001115798950195,
+  "Constant_201749": 0.5000095367431641,
+  "Constant_201753": 0.5002813339233398,
+  "Constant_201757": 0.5000953674316406,
+  "Constant_201761": 0.5000920295715332,
+  "Constant_201765": 0.5000362396240234,
+  "Constant_201769": 0.500056266784668,
+  "Constant_201773": 0.5001335144042969,
+  "Constant_201777": 0.5001678466796875,
+  "Constant_201781": 0.5002002716064453,
+  "Constant_201785": 0.5001099109649658,
+  "Constant_201789": 0.5000040531158447,
+  "Constant_201793": 0.5000696182250977,
+  "Constant_201797": 0.5001897811889648,
+  "Constant_201801": 0.500213623046875,
+  "Constant_201805": 0.5000772476196289,
+  "Constant_201809": 0.5000016689300537,
+  "Constant_201813": 0.5001311302185059,
+  "Constant_201817": 0.5000152587890625,
+  "Constant_201821": 0.5001249313354492,
+  "Constant_201825": 0.5000734329223633,
+  "Constant_201829": 0.5003366470336914,
+  "Constant_201833": 0.5001416206359863,
+  "Constant_201837": 0.5001189708709717,
+  "Constant_201841": 0.5002670288085938,
+  "Constant_201845": 0.5002050399780273,
+  "Constant_201849": 0.5002527236938477,
+  "Constant_201853": 0.5001449584960938,
+  "Constant_201857": 0.5001153945922852,
+  "Constant_201861": 0.5001699924468994,
+  "Constant_201865": 0.5001010894775391,
+  "Constant_201869": 0.5001974105834961,
+  "Constant_201873": 0.500030517578125,
+  "Constant_201877": 0.5001068115234375,
+  "Constant_201881": 0.5000848770141602,
+  "Constant_201885": 0.5000336170196533,
+  "Constant_201889": 0.5002536773681641,
+  "Constant_201893": 0.5002059936523438,
+  "Constant_201897": 0.5001115798950195,
+  "Constant_201901": 0.5000457763671875,
+  "Constant_201905": 0.5002875328063965,
+  "Constant_201909": 0.500126838684082,
+  "Constant_201913": 0.5001535415649414,
+  "Constant_201917": 0.5001840591430664,
+  "Constant_201921": 0.500187873840332,
+  "Constant_201925": 0.5001668930053711,
+  "Constant_201929": 0.500324010848999,
+  "Constant_201933": 0.5001082420349121,
+  "Constant_201937": 0.5002193450927734,
+  "Constant_201941": 0.5001583099365234,
+  "Constant_201945": 0.5000391006469727,
+  "Constant_201949": 0.5000143051147461,
+  "Constant_201953": 0.5001306533813477,
+  "Constant_201957": 0.5001113414764404,
+  "Constant_201961": 0.5001735687255859,
+  "Constant_201965": 0.5001688003540039,
+  "Constant_201969": 0.5000753402709961,
+  "Constant_201973": 0.5002660751342773,
+  "Constant_201977": 0.5000832080841064,
+  "Constant_201981": 0.5001823902130127,
+  "Constant_201985": 0.5002040863037109,
+  "Constant_201989": 0.5001678466796875,
+  "Constant_201993": 0.5002288818359375,
+  "Constant_201997": 0.5000133514404297,
+  "Constant_202001": 0.5002453327178955,
+  "Constant_202005": 0.5000607967376709,
+  "Constant_202009": 0.5000705718994141,
+  "Constant_202013": 0.5000247955322266,
+  "Constant_202017": 0.5001020431518555,
+  "Constant_202021": 0.5003366470336914,
+  "Constant_202025": 0.5000171661376953,
+  "Constant_202029": 0.5000460147857666,
+  "Constant_202033": 0.5002079010009766,
+  "Constant_202037": 0.5001144409179688,
+  "Constant_202041": 0.5002431869506836,
+  "Constant_202045": 0.5000209808349609,
+  "Constant_202049": 0.5001280307769775,
+  "Constant_202053": 0.5001664161682129,
+  "Constant_202057": 0.5001163482666016,
+  "Constant_202061": 0.5002288818359375,
+  "Constant_202065": 0.5002784729003906,
+  "Constant_202069": 0.5000295639038086,
+  "Constant_202073": 0.500084400177002,
+  "Constant_202077": 0.5001175403594971,
+  "Constant_202081": 0.5000619888305664,
+  "Constant_202085": 0.5002574920654297,
+  "Constant_202089": 0.5000839233398438,
+  "Constant_202093": 0.5000972747802734,
+  "Constant_202097": 0.5002822875976562,
+  "Constant_202101": 0.5000905990600586,
+  "Constant_202105": 0.0028743743896484375,
+  "Constant_202109": 0.008723831419577499
+}

special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "</s>",
+  "eos_token": "</s>",
+  "pad_token": "</s>",
+  "unk_token": "</s>"
+}

tokenizer_config.json

@@ -0,0 +1,31 @@
+{
+  "add_bos_token": true,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "bos_token": "</s>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "</s>",
+  "errors": "replace",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "</s>"
+}