yujiepan commited on
Commit
688644f
1 Parent(s): 3d8d321

torch accuracy=91.28

Browse files
config.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "textattack/bert-base-uncased-SST-2",
3
+ "architectures": [
4
+ "NNCFNetwork"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "finetuning_task": "sst2",
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "id2label": {
13
+ "0": "negative",
14
+ "1": "positive"
15
+ },
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 3072,
18
+ "label2id": {
19
+ "negative": 0,
20
+ "positive": 1
21
+ },
22
+ "layer_norm_eps": 1e-12,
23
+ "max_position_embeddings": 512,
24
+ "model_type": "bert",
25
+ "num_attention_heads": 12,
26
+ "num_hidden_layers": 12,
27
+ "pad_token_id": 0,
28
+ "position_embedding_type": "absolute",
29
+ "problem_type": "single_label_classification",
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.26.0",
32
+ "type_vocab_size": 2,
33
+ "use_cache": true,
34
+ "vocab_size": 30522
35
+ }
openvino_config.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "compression": {
3
+ "algorithm": "magnitude_sparsity",
4
+ "ignored_scopes": [
5
+ "{re}.*NNCFEmbedding.*",
6
+ "{re}.*LayerNorm.*"
7
+ ],
8
+ "params": {
9
+ "power": 3,
10
+ "schedule": "polynomial",
11
+ "sparsity_freeze_epoch": 9,
12
+ "sparsity_target": 0.8,
13
+ "sparsity_target_epoch": 8,
14
+ "steps_per_epoch": 1053,
15
+ "update_per_optimizer_step": false
16
+ },
17
+ "sparsity_init": 0.7
18
+ },
19
+ "input_info": [
20
+ {
21
+ "keyword": "input_ids",
22
+ "sample_size": [
23
+ 64,
24
+ 128
25
+ ],
26
+ "type": "long"
27
+ },
28
+ {
29
+ "keyword": "token_type_ids",
30
+ "sample_size": [
31
+ 64,
32
+ 128
33
+ ],
34
+ "type": "long"
35
+ },
36
+ {
37
+ "keyword": "attention_mask",
38
+ "sample_size": [
39
+ 64,
40
+ 128
41
+ ],
42
+ "type": "long"
43
+ }
44
+ ],
45
+ "log_dir": "/tmp/0205_2tx9_bertsst2attack_spar0.7to0.8prune0_per_epoch_cos7x4_lr5e-05_bs64_epo28",
46
+ "optimum_version": "1.6.3",
47
+ "save_onnx_model": false,
48
+ "transformers_version": "4.26.0"
49
+ }
openvino_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5865de56d7a3db9af336f951a978a2db4f7130a3b674182c04c9c307bb2605e7
3
+ size 437939356
openvino_model.xml ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecb803205bb7cd4d09cf276eed4a8bfb3330a8b440b813365d9fb4065eb22300
3
+ size 780142429
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "do_basic_tokenize": true,
4
+ "do_lower_case": true,
5
+ "mask_token": "[MASK]",
6
+ "model_max_length": 512,
7
+ "name_or_path": "textattack/bert-base-uncased-SST-2",
8
+ "never_split": null,
9
+ "pad_token": "[PAD]",
10
+ "sep_token": "[SEP]",
11
+ "special_tokens_map_file": "/home/yujiepan/.cache/huggingface/hub/models--textattack--bert-base-uncased-SST-2/snapshots/95f0f6f859b35c8ff0863ae3cd4e2dbc702c0ae2/special_tokens_map.json",
12
+ "strip_accents": null,
13
+ "tokenize_chinese_chars": true,
14
+ "tokenizer_class": "BertTokenizer",
15
+ "unk_token": "[UNK]"
16
+ }
trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfa89851685a73238fbca6cd229d31e28eb7d6fe1ec04469f33e5d4ede2baa1f
3
+ size 4091
vocab.txt ADDED
The diff for this file is too large to render. See raw diff