| name: phi3-medium | |
| backend: transformers | |
| parameters: | |
| model: fakezeta/Phi-3-medium-4k-instruct-ov-int4 | |
| context_size: 4096 | |
| trust_remote_code: true | |
| type: OVModelForCausalLM | |
| template: | |
| use_tokenizer_template: true | |
| name: phi3-medium | |
| backend: transformers | |
| parameters: | |
| model: fakezeta/Phi-3-medium-4k-instruct-ov-int4 | |
| context_size: 4096 | |
| trust_remote_code: true | |
| type: OVModelForCausalLM | |
| template: | |
| use_tokenizer_template: true | |