Hugging Face's logo

fxmarty
/
llama-tiny-w-fp8-a-fp8

Safetensors
llama
quark
Model card Files Community
fxmarty commited on
Commit
c85996e
•
1 Parent(s): bd1d16e

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +41 -47
config.json CHANGED
@@ -21,54 +21,48 @@
21
  "pad_token_id": -1,
22
  "pretraining_tp": 1,
23
  "quantization_config": {
24
- "activation_scheme": "static",
25
- "kv_cache_scheme": null,
26
- "library": "quark",
27
- "quant_method": "fp8",
28
- "quark_config": {
29
- "algo_config": null,
30
- "exclude": [
31
- "lm_head"
32
- ],
33
- "export": {
34
- "kv_cache_group": [],
35
- "pack_method": "reorder",
36
- "weight_format": "real_quantized",
37
- "weight_merge_groups": null
38
- },
39
- "global_quant_config": {
40
- "bias": null,
41
- "input_tensors": {
42
- "ch_axis": null,
43
- "dtype": "fp8_e4m3",
44
- "group_size": null,
45
- "is_dynamic": false,
46
- "observer_cls": "PerTensorMinMaxObserver",
47
- "qscheme": "per_tensor",
48
- "round_method": null,
49
- "scale_type": null,
50
- "symmetric": null
51
- },
52
- "output_tensors": null,
53
- "target_device": null,
54
- "weight": {
55
- "ch_axis": null,
56
- "dtype": "fp8_e4m3",
57
- "group_size": null,
58
- "is_dynamic": false,
59
- "observer_cls": "PerTensorMinMaxObserver",
60
- "qscheme": "per_tensor",
61
- "round_method": null,
62
- "scale_type": null,
63
- "symmetric": null
64
- }
65
- },
66
- "layer_quant_config": {},
67
- "layer_type_quant_config": {},
68
  "pack_method": "reorder",
69
- "quant_method": "quark",
70
- "quant_mode": 1
71
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
72
  },
73
  "rms_norm_eps": 1e-06,
74
  "rope_scaling": null,
 
21
  "pad_token_id": -1,
22
  "pretraining_tp": 1,
23
  "quantization_config": {
24
+ "algo_config": null,
25
+ "exclude": [
26
+ "lm_head"
27
+ ],
28
+ "export": {
29
+ "kv_cache_group": [],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
30
  "pack_method": "reorder",
31
+ "weight_format": "real_quantized",
32
+ "weight_merge_groups": null
33
+ },
34
+ "global_quant_config": {
35
+ "bias": null,
36
+ "input_tensors": {
37
+ "ch_axis": null,
38
+ "dtype": "fp8_e4m3",
39
+ "group_size": null,
40
+ "is_dynamic": false,
41
+ "observer_cls": "PerTensorMinMaxObserver",
42
+ "qscheme": "per_tensor",
43
+ "round_method": null,
44
+ "scale_type": null,
45
+ "symmetric": null
46
+ },
47
+ "output_tensors": null,
48
+ "target_device": null,
49
+ "weight": {
50
+ "ch_axis": null,
51
+ "dtype": "fp8_e4m3",
52
+ "group_size": null,
53
+ "is_dynamic": false,
54
+ "observer_cls": "PerTensorMinMaxObserver",
55
+ "qscheme": "per_tensor",
56
+ "round_method": null,
57
+ "scale_type": null,
58
+ "symmetric": null
59
+ }
60
+ },
61
+ "layer_quant_config": {},
62
+ "layer_type_quant_config": {},
63
+ "pack_method": "reorder",
64
+ "quant_method": "quark",
65
+ "quant_mode": 1
66
  },
67
  "rms_norm_eps": 1e-06,
68
  "rope_scaling": null,