| name: phi3-medium | |
| backend: transformers | |
| parameters: | |
| model: fakezeta/Phi-3-medium-4k-instruct-ov-int8 | |
| context_size: 4096 | |
| type: OVModelForCausalLM | |
| template: | |
| use_tokenizer_template: true | |
| stopwords: | |
| - "<|end|>" | |
| - "<|endoftext|>" | |
| name: phi3-medium | |
| backend: transformers | |
| parameters: | |
| model: fakezeta/Phi-3-medium-4k-instruct-ov-int8 | |
| context_size: 4096 | |
| type: OVModelForCausalLM | |
| template: | |
| use_tokenizer_template: true | |
| stopwords: | |
| - "<|end|>" | |
| - "<|endoftext|>" | |