llama.cpp/examples/chaton_meta.json

62 lines
1.1 KiB
JSON

{
"llama2": {
"global": {
"prefix": "[INST] ",
"suffix": " [/INST]"
},
"system": {
"prefix": " <<SYS>>\n",
"suffix": "\n<</SYS>>\n\n"
},
"user": {
"prefix": "",
"suffix": ""
},
"assistant": {
"prefix": "",
"suffix": ""
},
"reverse-prompt": "</s>"
},
"llama3": {
"global": {
"prefix": "",
"suffix": ""
},
"system": {
"prefix": "<|start_header_id|>system<|end_header_id|>\n\n",
"suffix": "<|eot_id|>\n\n"
},
"user": {
"prefix": "<|start_header_id|>user<|end_header_id|>\n\n",
"suffix": "<|eot_id|>\n\n"
},
"assistant": {
"prefix": "<|start_header_id|>assistant<|end_header_id|>\n\n",
"suffix": ""
},
"reverse-prompt": "<|eot_id|>"
},
"chatml": {
"global": {
"prefix": "",
"suffix": ""
},
"system": {
"prefix": "<|im_start|>system\n",
"suffix": "<|im_end|>\n"
},
"user": {
"prefix": "\n<|im_start|>user\n",
"suffix": "<|im_end|>\n"
},
"assistant": {
"prefix": "<|im_start|>assistant\n",
"suffix": ""
},
"reverse-prompt": "<|im_start|>user\n"
}
}