| { | |
| "model_lib": "RedPajama-INCITE-Chat-3B-v1-q4f16_0", | |
| "local_id": "doctorGPT_mini", | |
| "conv_template": "redpajama_chat", | |
| "temperature": 0.7, | |
| "repetition_penalty": 1.01, | |
| "top_p": 0.95, | |
| "mean_gen_len": 128, | |
| "shift_fill_factor": 0.3, | |
| "estimated_vram_req": 2254857830, | |
| "tokenizer_files": [ | |
| "tokenizer.json" | |
| ] | |
| } | |