Xenova HF staff commited on
Commit
c661660
1 Parent(s): 61ed20a

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +6 -0
config.json CHANGED
@@ -51,6 +51,12 @@
51
  "model_type": "multi_modality",
52
  "torch_dtype": "bfloat16",
53
  "transformers_version": "4.38.2",
 
 
 
 
 
 
54
  "vision_config": {
55
  "cls": "CLIPVisionTower",
56
  "model_type": "vision",
 
51
  "model_type": "multi_modality",
52
  "torch_dtype": "bfloat16",
53
  "transformers_version": "4.38.2",
54
+ "transformers.js_config": {
55
+ "kv_cache_dtype": {
56
+ "fp16": "float16",
57
+ "q4f16": "float16"
58
+ }
59
+ },
60
  "vision_config": {
61
  "cls": "CLIPVisionTower",
62
  "model_type": "vision",