| name: gemma-2-9b-it-SimPO | |
| backend: transformers | |
| parameters: | |
| model: fakezeta/gemma-2-9b-it-SimPO-ov-int8 | |
| context_size: 8192 | |
| type: OVModelForCausalLM | |
| template: | |
| use_tokenizer_template: true | |
| stopwords: | |
| - "<eos>" | |
| - "<end_of_turn>" | |
| name: gemma-2-9b-it-SimPO | |
| backend: transformers | |
| parameters: | |
| model: fakezeta/gemma-2-9b-it-SimPO-ov-int8 | |
| context_size: 8192 | |
| type: OVModelForCausalLM | |
| template: | |
| use_tokenizer_template: true | |
| stopwords: | |
| - "<eos>" | |
| - "<end_of_turn>" | |