dacorvo HF staff commited on
Commit
843c19b
1 Parent(s): a154283

Upload folder using huggingface_hub

Browse files
decoder/config.json CHANGED
@@ -1,5 +1,6 @@
1
  {
2
- "_name_or_path": "/tmp/tmp1v7faz4n/decoder/config.json",
 
3
  "bos_token_id": 0,
4
  "classifier_dropout": 0.0,
5
  "d_ff": 37,
@@ -17,12 +18,10 @@
17
  "layer_norm_epsilon": 1e-06,
18
  "model_type": "t5",
19
  "neuron": {
20
- "auto_cast": "matmul",
21
- "auto_cast_type": "bf16",
22
  "compiler_type": "neuronx-cc",
23
- "compiler_version": "2.11.0.34+c5231f848",
24
- "disable_fallback": false,
25
- "disable_fast_relayout": false,
26
  "dynamic_batch_size": false,
27
  "input_names": [
28
  "decoder_input_ids",
@@ -33,8 +32,13 @@
33
  "beam_scores"
34
  ],
35
  "model_type": "t5-decoder",
 
 
 
36
  "output_names": [
 
37
  "next_tokens",
 
38
  "past.0.self.key",
39
  "past.1.self.key",
40
  "past.2.self.key",
@@ -57,8 +61,8 @@
57
  "past.4.cross.value"
58
  ],
59
  "static_batch_size": 1,
60
- "static_num_beams": 1,
61
- "static_sequence_length": 64
62
  },
63
  "num_decoder_layers": 5,
64
  "num_heads": 4,
@@ -68,7 +72,7 @@
68
  "relative_attention_num_buckets": 8,
69
  "task": "text2text-generation",
70
  "torchscript": true,
71
- "transformers_version": "4.35.0",
72
  "use_cache": true,
73
  "vocab_size": 1103
74
  }
 
1
  {
2
+ "_commit_hash": "2f582cd79ed5795b71539951d237945bc1c5ac7e",
3
+ "_name_or_path": "hf-internal-testing/tiny-random-t5",
4
  "bos_token_id": 0,
5
  "classifier_dropout": 0.0,
6
  "d_ff": 37,
 
18
  "layer_norm_epsilon": 1e-06,
19
  "model_type": "t5",
20
  "neuron": {
21
+ "auto_cast": null,
22
+ "auto_cast_type": null,
23
  "compiler_type": "neuronx-cc",
24
+ "compiler_version": "2.12.54.0+f631c2365",
 
 
25
  "dynamic_batch_size": false,
26
  "input_names": [
27
  "decoder_input_ids",
 
32
  "beam_scores"
33
  ],
34
  "model_type": "t5-decoder",
35
+ "optlevel": "2",
36
+ "output_attentions": false,
37
+ "output_hidden_states": false,
38
  "output_names": [
39
+ "next_token_scores",
40
  "next_tokens",
41
+ "next_indices",
42
  "past.0.self.key",
43
  "past.1.self.key",
44
  "past.2.self.key",
 
61
  "past.4.cross.value"
62
  ],
63
  "static_batch_size": 1,
64
+ "static_num_beams": 4,
65
+ "static_sequence_length": 18
66
  },
67
  "num_decoder_layers": 5,
68
  "num_heads": 4,
 
72
  "relative_attention_num_buckets": 8,
73
  "task": "text2text-generation",
74
  "torchscript": true,
75
+ "transformers_version": "4.11.0.dev0",
76
  "use_cache": true,
77
  "vocab_size": 1103
78
  }
decoder/model.neuron CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c3097f7318069e99aa9b3419f7a1c965bdb6308d8b995431b86aa292a9a2ce5
3
- size 561436
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16fc7412146e0cf515099112ee32d3399c5bf8890fc57b77216a8edb3118c488
3
+ size 783754
encoder/config.json CHANGED
@@ -1,5 +1,6 @@
1
  {
2
- "_name_or_path": "/tmp/tmp1v7faz4n/encoder/config.json",
 
3
  "bos_token_id": 0,
4
  "classifier_dropout": 0.0,
5
  "d_ff": 37,
@@ -17,18 +18,19 @@
17
  "layer_norm_epsilon": 1e-06,
18
  "model_type": "t5",
19
  "neuron": {
20
- "auto_cast": "matmul",
21
- "auto_cast_type": "bf16",
22
  "compiler_type": "neuronx-cc",
23
- "compiler_version": "2.11.0.34+c5231f848",
24
- "disable_fallback": false,
25
- "disable_fast_relayout": false,
26
  "dynamic_batch_size": false,
27
  "input_names": [
28
  "input_ids",
29
  "attention_mask"
30
  ],
31
  "model_type": "t5-encoder",
 
 
 
32
  "output_names": [
33
  "present.0.self.key",
34
  "present.1.self.key",
@@ -52,8 +54,8 @@
52
  "present.4.cross.value"
53
  ],
54
  "static_batch_size": 1,
55
- "static_num_beams": 1,
56
- "static_sequence_length": 64
57
  },
58
  "num_decoder_layers": 5,
59
  "num_heads": 4,
@@ -63,7 +65,7 @@
63
  "relative_attention_num_buckets": 8,
64
  "task": "text2text-generation",
65
  "torchscript": true,
66
- "transformers_version": "4.35.0",
67
  "use_cache": true,
68
  "vocab_size": 1103
69
  }
 
1
  {
2
+ "_commit_hash": "2f582cd79ed5795b71539951d237945bc1c5ac7e",
3
+ "_name_or_path": "hf-internal-testing/tiny-random-t5",
4
  "bos_token_id": 0,
5
  "classifier_dropout": 0.0,
6
  "d_ff": 37,
 
18
  "layer_norm_epsilon": 1e-06,
19
  "model_type": "t5",
20
  "neuron": {
21
+ "auto_cast": null,
22
+ "auto_cast_type": null,
23
  "compiler_type": "neuronx-cc",
24
+ "compiler_version": "2.12.54.0+f631c2365",
 
 
25
  "dynamic_batch_size": false,
26
  "input_names": [
27
  "input_ids",
28
  "attention_mask"
29
  ],
30
  "model_type": "t5-encoder",
31
+ "optlevel": "2",
32
+ "output_attentions": false,
33
+ "output_hidden_states": false,
34
  "output_names": [
35
  "present.0.self.key",
36
  "present.1.self.key",
 
54
  "present.4.cross.value"
55
  ],
56
  "static_batch_size": 1,
57
+ "static_num_beams": 4,
58
+ "static_sequence_length": 18
59
  },
60
  "num_decoder_layers": 5,
61
  "num_heads": 4,
 
65
  "relative_attention_num_buckets": 8,
66
  "task": "text2text-generation",
67
  "torchscript": true,
68
+ "transformers_version": "4.11.0.dev0",
69
  "use_cache": true,
70
  "vocab_size": 1103
71
  }
encoder/model.neuron CHANGED
Binary files a/encoder/model.neuron and b/encoder/model.neuron differ
 
special_tokens_map.json CHANGED
@@ -101,25 +101,7 @@
101
  "<extra_id_98>",
102
  "<extra_id_99>"
103
  ],
104
- "eos_token": {
105
- "content": "</s>",
106
- "lstrip": false,
107
- "normalized": false,
108
- "rstrip": false,
109
- "single_word": false
110
- },
111
- "pad_token": {
112
- "content": "<pad>",
113
- "lstrip": false,
114
- "normalized": false,
115
- "rstrip": false,
116
- "single_word": false
117
- },
118
- "unk_token": {
119
- "content": "<unk>",
120
- "lstrip": false,
121
- "normalized": false,
122
- "rstrip": false,
123
- "single_word": false
124
- }
125
  }
 
101
  "<extra_id_98>",
102
  "<extra_id_99>"
103
  ],
104
+ "eos_token": "</s>",
105
+ "pad_token": "<pad>",
106
+ "unk_token": "<unk>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107
  }