Text Generation
Transformers
reasoning
conversational
Inference Endpoints
altomek commited on
Commit
98c8424
1 Parent(s): ca5da01

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -11
config.json CHANGED
@@ -24,16 +24,6 @@
24
  "torch_dtype": "float16",
25
  "transformers_version": "4.35.0",
26
  "use_cache": true,
27
- "vocab_size": 32016,
28
- "quantization_config": {
29
- "quant_method": "exl2",
30
- "version": "0.0.20",
31
- "bits": "4.15",
32
- "head_bits": 8,
33
- "calibration": {
34
- "rows": 100,
35
- "length": 2048,
36
- "dataset": "(default)"
37
- }
38
  }
39
  }
 
24
  "torch_dtype": "float16",
25
  "transformers_version": "4.35.0",
26
  "use_cache": true,
27
+ "vocab_size": 32016
 
 
 
 
 
 
 
 
 
 
28
  }
29
  }