name: openchat-3.6 backend: transformers parameters: model: fakezeta/openchat-3.6-8b-20240522-ov-int8 context_size: 8192 type: OVModelForCausalLM template: use_tokenizer_template: true