yujiepan commited on
Commit
db9b31a
1 Parent(s): e8d5ffc

Upload 9 files

Browse files
config.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "textattack/bert-base-uncased-SST-2",
3
+ "architectures": [
4
+ "NNCFNetwork"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "finetuning_task": "sst2",
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "id2label": {
13
+ "0": "negative",
14
+ "1": "positive"
15
+ },
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 3072,
18
+ "label2id": {
19
+ "negative": 0,
20
+ "positive": 1
21
+ },
22
+ "layer_norm_eps": 1e-12,
23
+ "max_position_embeddings": 512,
24
+ "model_type": "bert",
25
+ "num_attention_heads": 12,
26
+ "num_hidden_layers": 12,
27
+ "pad_token_id": 0,
28
+ "position_embedding_type": "absolute",
29
+ "problem_type": "single_label_classification",
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.26.0",
32
+ "type_vocab_size": 2,
33
+ "use_cache": true,
34
+ "vocab_size": 30522
35
+ }
openvino_config.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "compression": [
3
+ {
4
+ "algorithm": "quantization",
5
+ "export_to_onnx_standard_ops": false,
6
+ "ignored_scopes": [
7
+ "{re}.*Embeddings.*",
8
+ "{re}.*__add___[0-1]",
9
+ "{re}.*layer_norm_0",
10
+ "{re}.*matmul_1",
11
+ "{re}.*__truediv__*"
12
+ ],
13
+ "initializer": {
14
+ "batchnorm_adaptation": {
15
+ "num_bn_adaptation_samples": 0
16
+ },
17
+ "range": {
18
+ "num_init_samples": 300,
19
+ "type": "mean_min_max"
20
+ }
21
+ },
22
+ "overflow_fix": "disable",
23
+ "preset": "mixed",
24
+ "scope_overrides": {
25
+ "activations": {
26
+ "{re}.*matmul_0": {
27
+ "mode": "symmetric"
28
+ }
29
+ }
30
+ }
31
+ },
32
+ {
33
+ "algorithm": "magnitude_sparsity",
34
+ "ignored_scopes": [
35
+ "{re}.*NNCFEmbedding.*",
36
+ "{re}.*LayerNorm.*",
37
+ "{re}.*pooler.*",
38
+ "{re}.*classifier.*"
39
+ ],
40
+ "params": {
41
+ "power": 3,
42
+ "schedule": "polynomial",
43
+ "sparsity_freeze_epoch": 10,
44
+ "sparsity_target": 0.8,
45
+ "sparsity_target_epoch": 9,
46
+ "steps_per_epoch": 2105,
47
+ "update_per_optimizer_step": true
48
+ },
49
+ "sparsity_init": 0.0
50
+ }
51
+ ],
52
+ "input_info": [
53
+ {
54
+ "keyword": "input_ids",
55
+ "sample_size": [
56
+ 32,
57
+ 128
58
+ ],
59
+ "type": "long"
60
+ },
61
+ {
62
+ "keyword": "token_type_ids",
63
+ "sample_size": [
64
+ 32,
65
+ 128
66
+ ],
67
+ "type": "long"
68
+ },
69
+ {
70
+ "keyword": "attention_mask",
71
+ "sample_size": [
72
+ 32,
73
+ 128
74
+ ],
75
+ "type": "long"
76
+ }
77
+ ],
78
+ "log_dir": "/nvme2/yujiepan/workspace/jpqd-test/LOGS/optimum-magnitude-int8/v1.7-ow-disable.json",
79
+ "optimum_version": "1.6.3",
80
+ "save_onnx_model": false,
81
+ "transformers_version": "4.26.0"
82
+ }
openvino_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bc46883c54fe9cf7d9ed6d172ee9622273d1c081c186aae0da2755d30bc0861
3
+ size 181696972
openvino_model.xml ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db74623dddd1b4b137050000513cf9aca5b7a07131693df439c5b3d0c2b3236d
3
+ size 778415781
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "do_basic_tokenize": true,
4
+ "do_lower_case": true,
5
+ "mask_token": "[MASK]",
6
+ "model_max_length": 512,
7
+ "name_or_path": "textattack/bert-base-uncased-SST-2",
8
+ "never_split": null,
9
+ "pad_token": "[PAD]",
10
+ "sep_token": "[SEP]",
11
+ "special_tokens_map_file": "/home/yujiepan/.cache/huggingface/hub/models--textattack--bert-base-uncased-SST-2/snapshots/95f0f6f859b35c8ff0863ae3cd4e2dbc702c0ae2/special_tokens_map.json",
12
+ "strip_accents": null,
13
+ "tokenize_chinese_chars": true,
14
+ "tokenizer_class": "BertTokenizer",
15
+ "unk_token": "[UNK]"
16
+ }
vocab.txt ADDED
The diff for this file is too large to render. See raw diff