nota-ai
/

cpt-lora_st-vicuna-v1.3-2.7b-ppl-q4f16_0-MLC

Model card Files Files and versions Community

illian01 commited on Jul 24

Commit

d349b69

•

1 Parent(s): 790e1b5

Update chat config

Files changed (1) hide show

mlc-chat-config.json +5 -2

mlc-chat-config.json CHANGED Viewed

@@ -23,11 +23,14 @@
   "prefill_chunk_size": 2048,
   "attention_sink_size": -1,
   "tensor_parallel_shards": 1,
-  "temperature": 1.0,
   "presence_penalty": 0.0,
   "frequency_penalty": 0.0,
   "repetition_penalty": 1.0,
-  "top_p": 1.0,
   "tokenizer_files": [
     "tokenizer.model",
     "tokenizer_config.json",

   "prefill_chunk_size": 2048,
   "attention_sink_size": -1,
   "tensor_parallel_shards": 1,
+  "mean_gen_len": 128,
+  "max_gen_len": 512,
+  "shift_fill_factor": 0.3,
+  "temperature": 0.6,
   "presence_penalty": 0.0,
   "frequency_penalty": 0.0,
   "repetition_penalty": 1.0,
+  "top_p": 0.9,
   "tokenizer_files": [
     "tokenizer.model",
     "tokenizer_config.json",