name: Yi-34B | |
backend: transformers | |
parameters: | |
model: fakezeta/Yi-1.5-34B-Chat-ov-int4 | |
context_size: 8192 | |
type: OVModelForCausalLM | |
template: | |
use_tokenizer_template: true | |
name: Yi-34B | |
backend: transformers | |
parameters: | |
model: fakezeta/Yi-1.5-34B-Chat-ov-int4 | |
context_size: 8192 | |
type: OVModelForCausalLM | |
template: | |
use_tokenizer_template: true | |