kazssym commited on
Commit
d73efdc
1 Parent(s): 46a22ba

Update files

Browse files
Files changed (2) hide show
  1. README.md +38 -2
  2. config.json +2 -2
README.md CHANGED
@@ -2,10 +2,46 @@
2
  license: cc-by-sa-4.0
3
  ---
4
 
 
 
 
 
 
 
5
  # Output from Optimum CLI
6
 
7
  ```
8
  The ONNX export succeeded with the warning: The maximum absolute difference between the output of the reference model and the ONNX exported model is not within the set tolerance 1e-05:
9
- - logits: max diff = 2.6702880859375e-05
10
- - present.31.value: max diff = 2.7894973754882812e-05.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
11
  ```
 
2
  license: cc-by-sa-4.0
3
  ---
4
 
5
+ # Command
6
+
7
+ ```
8
+ optimum-cli export onnx --model stabilityai/stablelm-3b-4e1t --trust-remote-code --device cpu --optimize O1 output/onnx-fp32/
9
+ ```
10
+
11
  # Output from Optimum CLI
12
 
13
  ```
14
  The ONNX export succeeded with the warning: The maximum absolute difference between the output of the reference model and the ONNX exported model is not within the set tolerance 1e-05:
15
+ - logits: max diff = 6.580352783203125e-05
16
+ - present.7.key: max diff = 4.1484832763671875e-05
17
+ - present.8.key: max diff = 4.291534423828125e-05
18
+ - present.9.key: max diff = 4.2438507080078125e-05
19
+ - present.10.key: max diff = 5.14984130859375e-05
20
+ - present.11.key: max diff = 5.245208740234375e-05
21
+ - present.12.key: max diff = 4.863739013671875e-05
22
+ - present.13.key: max diff = 4.9114227294921875e-05
23
+ - present.14.key: max diff = 5.0067901611328125e-05
24
+ - present.15.key: max diff = 5.340576171875e-05
25
+ - present.16.key: max diff = 4.9591064453125e-05
26
+ - present.17.key: max diff = 4.38690185546875e-05
27
+ - present.18.key: max diff = 2.956390380859375e-05
28
+ - present.19.key: max diff = 2.6702880859375e-05
29
+ - present.20.key: max diff = 2.574920654296875e-05
30
+ - present.21.key: max diff = 2.47955322265625e-05
31
+ - present.22.key: max diff = 1.6689300537109375e-05
32
+ - present.23.key: max diff = 1.4781951904296875e-05
33
+ - present.24.key: max diff = 1.4901161193847656e-05
34
+ - present.25.key: max diff = 1.5735626220703125e-05
35
+ - present.25.value: max diff = 1.8090009689331055e-05
36
+ - present.26.key: max diff = 1.7642974853515625e-05
37
+ - present.26.value: max diff = 1.4066696166992188e-05
38
+ - present.27.key: max diff = 1.704692840576172e-05
39
+ - present.27.value: max diff = 1.5974044799804688e-05
40
+ - present.28.key: max diff = 1.576542854309082e-05
41
+ - present.28.value: max diff = 1.71661376953125e-05
42
+ - present.29.key: max diff = 1.4781951904296875e-05
43
+ - present.29.value: max diff = 1.9371509552001953e-05
44
+ - present.30.value: max diff = 2.384185791015625e-05
45
+ - present.31.key: max diff = 1.811981201171875e-05
46
+ - present.31.value: max diff = 7.2479248046875e-05.
47
  ```
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "stabilityai/stablelm-3b-4e1t",
3
  "architectures": [
4
  "StableLmForCausalLM"
5
  ],
@@ -21,7 +21,7 @@
21
  "rope_scaling": null,
22
  "rope_theta": 10000,
23
  "tie_word_embeddings": false,
24
- "transformers_version": "4.38.1",
25
  "use_cache": true,
26
  "use_qkv_bias": false,
27
  "vocab_size": 50304
 
1
  {
2
+ "_name_or_path": "output\\onnx-fp32",
3
  "architectures": [
4
  "StableLmForCausalLM"
5
  ],
 
21
  "rope_scaling": null,
22
  "rope_theta": 10000,
23
  "tie_word_embeddings": false,
24
+ "transformers_version": "4.39.0.dev0",
25
  "use_cache": true,
26
  "use_qkv_bias": false,
27
  "vocab_size": 50304