dacorvo HF staff commited on
Commit
1518247
1 Parent(s): 64bba01

Added teknium/OpenHermes-2.5-Mistral-7B

Browse files
Files changed (1) hide show
  1. inference-cache-config/mistral.json +14 -0
inference-cache-config/mistral.json CHANGED
@@ -74,5 +74,19 @@
74
  "num_cores": 8,
75
  "auto_cast_type": "bf16"
76
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
77
  ]
78
  }
 
74
  "num_cores": 8,
75
  "auto_cast_type": "bf16"
76
  }
77
+ ],
78
+ "teknium/OpenHermes-2.5-Mistral-7B": [
79
+ {
80
+ "batch_size": 1,
81
+ "sequence_length": 4096,
82
+ "num_cores": 2,
83
+ "auto_cast_type": "bf16"
84
+ },
85
+ {
86
+ "batch_size": 4,
87
+ "sequence_length": 4096,
88
+ "num_cores": 2,
89
+ "auto_cast_type": "bf16"
90
+ }
91
  ]
92
  }