Upload folder using huggingface_hub

added_tokens.json

@@ -0,0 +1,4 @@
+{
+  "</s>": 2,
+  "<pad>": 1
+}

config.json

@@ -0,0 +1,31 @@
+{
+  "_name_or_path": "facebook/opt-6.7b",
+  "_remove_final_layer_norm": false,
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "architectures": [
+    "OPTForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 2,
+  "do_layer_norm_before": true,
+  "dropout": 0.1,
+  "enable_bias": true,
+  "eos_token_id": 2,
+  "ffn_dim": 16384,
+  "hidden_size": 4096,
+  "init_std": 0.02,
+  "layer_norm_elementwise_affine": true,
+  "layerdrop": 0.0,
+  "max_position_embeddings": 2048,
+  "model_type": "opt",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "pad_token_id": 1,
+  "prefix": "</s>",
+  "torch_dtype": "float16",
+  "transformers_version": "4.34.0",
+  "use_cache": true,
+  "vocab_size": 50272,
+  "word_embed_proj_dim": 4096
+}

openvino_config.json

@@ -0,0 +1,44 @@
+{
+  "compression": {
+    "algorithm": "quantization",
+    "export_to_onnx_standard_ops": false,
+    "ignored_scopes": [
+      "{re}.*Embedding.*",
+      "{re}.*add___.*",
+      "{re}.*layer_norm_.*"
+    ],
+    "initializer": {
+      "batchnorm_adaptation": {
+        "num_bn_adaptation_samples": 0
+      },
+      "range": {
+        "num_init_samples": 16,
+        "type": "min_max"
+      }
+    },
+    "overflow_fix": "disable",
+    "preset": "performance"
+  },
+  "input_info": [
+    {
+      "keyword": "input_ids",
+      "sample_size": [
+        1,
+        32
+      ],
+      "type": "long"
+    },
+    {
+      "keyword": "attention_mask",
+      "sample_size": [
+        1,
+        32
+      ],
+      "type": "long"
+    }
+  ],
+  "log_dir": "./logs/opt-6.7b-w8w8-unstructured50/",
+  "optimum_version": "1.13.2",
+  "save_onnx_model": false,
+  "transformers_version": "4.34.0"
+}

openvino_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c59d0a9a9349be156fbe0cef16f776555f2a1293ffdf200be1579faa287468
+size 7516461328

ov_sparsity_stats.json

@@ -0,0 +1,195 @@
+{
+  "Constant_740364": 0.5002646446228027,
+  "Constant_740368": 0.5002545714378357,
+  "Constant_740372": 0.5001242160797119,
+  "Constant_740376": 0.5001725554466248,
+  "Constant_740380": 0.5000810772180557,
+  "Constant_740384": 0.50013767182827,
+  "Constant_740388": 0.5000916123390198,
+  "Constant_740392": 0.5001347064971924,
+  "Constant_740396": 0.5001572370529175,
+  "Constant_740400": 0.5001401305198669,
+  "Constant_740404": 0.5002889931201935,
+  "Constant_740408": 0.5001097619533539,
+  "Constant_740412": 0.5000396966934204,
+  "Constant_740416": 0.5000334978103638,
+  "Constant_740420": 0.500091016292572,
+  "Constant_740424": 0.5000038146972656,
+  "Constant_740428": 0.5001920312643051,
+  "Constant_740432": 0.5002889633178711,
+  "Constant_740436": 0.5001274347305298,
+  "Constant_740440": 0.5002991557121277,
+  "Constant_740444": 0.5000097155570984,
+  "Constant_740448": 0.5003159642219543,
+  "Constant_740452": 0.5002010613679886,
+  "Constant_740456": 0.5002553313970566,
+  "Constant_740460": 0.5001412630081177,
+  "Constant_740464": 0.5001715421676636,
+  "Constant_740468": 0.5000601410865784,
+  "Constant_740472": 0.5000429749488831,
+  "Constant_740476": 0.5002230852842331,
+  "Constant_740480": 0.5002836287021637,
+  "Constant_740484": 0.5001240372657776,
+  "Constant_740488": 0.5000519752502441,
+  "Constant_740492": 0.5000098347663879,
+  "Constant_740496": 0.5000232458114624,
+  "Constant_740500": 0.5000854283571243,
+  "Constant_740504": 0.5000220388174057,
+  "Constant_740508": 0.5000513792037964,
+  "Constant_740512": 0.5000736713409424,
+  "Constant_740516": 0.5001561045646667,
+  "Constant_740520": 0.5001461505889893,
+  "Constant_740524": 0.5000685006380081,
+  "Constant_740528": 0.5001946538686752,
+  "Constant_740532": 0.5001165866851807,
+  "Constant_740536": 0.5002720952033997,
+  "Constant_740540": 0.5002614259719849,
+  "Constant_740544": 0.5001602172851562,
+  "Constant_740548": 0.5002289712429047,
+  "Constant_740552": 0.5001602917909622,
+  "Constant_740556": 0.5000261068344116,
+  "Constant_740560": 0.500288188457489,
+  "Constant_740564": 0.5002854466438293,
+  "Constant_740568": 0.5000322461128235,
+  "Constant_740572": 0.5001158714294434,
+  "Constant_740576": 0.5001968443393707,
+  "Constant_740580": 0.5000325441360474,
+  "Constant_740584": 0.500220775604248,
+  "Constant_740588": 0.5002447366714478,
+  "Constant_740592": 0.5002323389053345,
+  "Constant_740596": 0.5001165121793747,
+  "Constant_740600": 0.5001854747533798,
+  "Constant_740604": 0.5000985264778137,
+  "Constant_740608": 0.5000840425491333,
+  "Constant_740612": 0.5001408457756042,
+  "Constant_740616": 0.5001469254493713,
+  "Constant_740620": 0.5002485513687134,
+  "Constant_740624": 0.5000925958156586,
+  "Constant_740628": 0.5001927614212036,
+  "Constant_740632": 0.5001641511917114,
+  "Constant_740636": 0.5002038478851318,
+  "Constant_740640": 0.5001091361045837,
+  "Constant_740644": 0.5001162588596344,
+  "Constant_740648": 0.5002866089344025,
+  "Constant_740652": 0.5001062154769897,
+  "Constant_740656": 0.5000807642936707,
+  "Constant_740660": 0.5003570318222046,
+  "Constant_740664": 0.5001456141471863,
+  "Constant_740668": 0.5002349317073822,
+  "Constant_740672": 0.500250443816185,
+  "Constant_740676": 0.5001181364059448,
+  "Constant_740680": 0.5002414584159851,
+  "Constant_740684": 0.5002016425132751,
+  "Constant_740688": 0.5001419186592102,
+  "Constant_740692": 0.5002192854881287,
+  "Constant_740696": 0.5002044141292572,
+  "Constant_740700": 0.5001293420791626,
+  "Constant_740704": 0.5000990629196167,
+  "Constant_740708": 0.5001548528671265,
+  "Constant_740712": 0.5000123381614685,
+  "Constant_740716": 0.5000330209732056,
+  "Constant_740720": 0.5000393390655518,
+  "Constant_740724": 0.5000688433647156,
+  "Constant_740728": 0.5001242160797119,
+  "Constant_740732": 0.5002279877662659,
+  "Constant_740736": 0.5000247359275818,
+  "Constant_740740": 0.500240683555603,
+  "Constant_740744": 0.5000388026237488,
+  "Constant_740748": 0.5001137852668762,
+  "Constant_740752": 0.5000342726707458,
+  "Constant_740756": 0.5001882314682007,
+  "Constant_740760": 0.5003361105918884,
+  "Constant_740764": 0.5002809017896652,
+  "Constant_740768": 0.5002386122941971,
+  "Constant_740772": 0.500178337097168,
+  "Constant_740776": 0.5001136660575867,
+  "Constant_740780": 0.5001077651977539,
+  "Constant_740784": 0.5003582239151001,
+  "Constant_740788": 0.5000877976417542,
+  "Constant_740792": 0.5002572685480118,
+  "Constant_740796": 0.5001864433288574,
+  "Constant_740800": 0.5001525282859802,
+  "Constant_740804": 0.5002452731132507,
+  "Constant_740808": 0.5003000497817993,
+  "Constant_740812": 0.500264897942543,
+  "Constant_740816": 0.5001865923404694,
+  "Constant_740820": 0.5002719759941101,
+  "Constant_740824": 0.5002580285072327,
+  "Constant_740828": 0.5001961588859558,
+  "Constant_740832": 0.5003326535224915,
+  "Constant_740836": 0.5000276118516922,
+  "Constant_740840": 0.500083327293396,
+  "Constant_740844": 0.5002673864364624,
+  "Constant_740848": 0.5000994801521301,
+  "Constant_740852": 0.5002595782279968,
+  "Constant_740856": 0.5001588463783264,
+  "Constant_740860": 0.5000343769788742,
+  "Constant_740864": 0.5002723783254623,
+  "Constant_740868": 0.5001829266548157,
+  "Constant_740872": 0.5002307295799255,
+  "Constant_740876": 0.5000202059745789,
+  "Constant_740880": 0.5001521110534668,
+  "Constant_740884": 0.5001227259635925,
+  "Constant_740888": 0.5002606809139252,
+  "Constant_740892": 0.5002914667129517,
+  "Constant_740896": 0.5001171827316284,
+  "Constant_740900": 0.5000696182250977,
+  "Constant_740904": 0.5002221465110779,
+  "Constant_740908": 0.5001393109560013,
+  "Constant_740912": 0.5002193599939346,
+  "Constant_740916": 0.5000544786453247,
+  "Constant_740920": 0.5001165866851807,
+  "Constant_740924": 0.5000243186950684,
+  "Constant_740928": 0.5000439286231995,
+  "Constant_740932": 0.5000893771648407,
+  "Constant_740936": 0.500079557299614,
+  "Constant_740940": 0.5002276301383972,
+  "Constant_740944": 0.500243067741394,
+  "Constant_740948": 0.5001072287559509,
+  "Constant_740952": 0.5000651478767395,
+  "Constant_740956": 0.5001714676618576,
+  "Constant_740960": 0.5000118166208267,
+  "Constant_740964": 0.5000373721122742,
+  "Constant_740968": 0.5002548694610596,
+  "Constant_740972": 0.5001973509788513,
+  "Constant_740976": 0.5001676082611084,
+  "Constant_740980": 0.5000311583280563,
+  "Constant_740984": 0.5000687539577484,
+  "Constant_740988": 0.5003244876861572,
+  "Constant_740992": 0.5001760125160217,
+  "Constant_740996": 0.5001277923583984,
+  "Constant_741000": 0.5002439618110657,
+  "Constant_741004": 0.5001821517944336,
+  "Constant_741008": 0.5001326352357864,
+  "Constant_741012": 0.5003024935722351,
+  "Constant_741016": 0.5000227093696594,
+  "Constant_741020": 0.5000532865524292,
+  "Constant_741024": 0.5000585913658142,
+  "Constant_741028": 0.500203400850296,
+  "Constant_741032": 0.500085711479187,
+  "Constant_741036": 0.5000766515731812,
+  "Constant_741040": 0.5001662373542786,
+  "Constant_741044": 0.5001732707023621,
+  "Constant_741048": 0.5001737475395203,
+  "Constant_741052": 0.5000820159912109,
+  "Constant_741056": 0.5001400411128998,
+  "Constant_741060": 0.5001081824302673,
+  "Constant_741064": 0.5001533627510071,
+  "Constant_741068": 0.5001651048660278,
+  "Constant_741072": 0.5000892877578735,
+  "Constant_741076": 0.5000907778739929,
+  "Constant_741080": 0.5000842660665512,
+  "Constant_741084": 0.5001571774482727,
+  "Constant_741088": 0.5000737309455872,
+  "Constant_741092": 0.5000970959663391,
+  "Constant_741096": 0.5000082850456238,
+  "Constant_741100": 0.5002415478229523,
+  "Constant_741104": 0.5001385509967804,
+  "Constant_741108": 0.5000050067901611,
+  "Constant_741112": 0.5001327395439148,
+  "Constant_741116": 0.500109076499939,
+  "Constant_741120": 0.500032901763916,
+  "Constant_741124": 0.5000126212835312,
+  "Constant_741128": 0.5000438243150711,
+  "Constant_741132": 0.013297121665949733
+}

special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "</s>",
+  "eos_token": "</s>",
+  "pad_token": "</s>",
+  "unk_token": "</s>"
+}

tokenizer_config.json

@@ -0,0 +1,31 @@
+{
+  "add_bos_token": true,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "bos_token": "</s>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "</s>",
+  "errors": "replace",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "</s>"
+}