llama.cpp/examples/chaton_meta.json

85 lines
1.5 KiB
JSON

{
"llama2": {
"global": {
"begin": "",
"end": ""
},
"system": {
"prefix": "[INST] <<SYS>>\n",
"suffix": "\n<</SYS>> [/INST]\n\n"
},
"user": {
"prefix": "[INST] ",
"suffix": " [/INST]\n\n"
},
"assistant": {
"prefix": "",
"suffix": ""
},
"reverse-prompt": "</s>",
"systemuser-1st-user-has-prefix": false
},
"llama3": {
"global": {
"begin": "",
"end": ""
},
"system": {
"prefix": "<|start_header_id|>system<|end_header_id|>\n",
"suffix": "<|eot_id|>\n\n"
},
"user": {
"prefix": "<|start_header_id|>user<|end_header_id|>\n",
"suffix": "<|eot_id|>\n\n"
},
"assistant": {
"prefix": "<|start_header_id|>assistant<|end_header_id|>\n",
"suffix": ""
},
"reverse-prompt": "<|eot_id|>",
"systemuser-1st-user-has-prefix": true
},
"chatml": {
"global": {
"begin": "",
"end": ""
},
"system": {
"prefix": "<|im_start|>system\n",
"suffix": "<|im_end|>\n"
},
"user": {
"prefix": "\n<|im_start|>user\n",
"suffix": "<|im_end|>\n"
},
"assistant": {
"prefix": "<|im_start|>assistant\n",
"suffix": ""
},
"reverse-prompt": "<|im_start|>user\n",
"systemuser-1st-user-has-prefix": true
},
"zephyr": {
"global": {
"begin": "",
"end": ""
},
"system": {
"prefix": "<|system|>\n",
"suffix": "<|endoftext|>\n"
},
"user": {
"prefix": "<|user|>\n",
"suffix": "<|endoftext|>\n"
},
"assistant": {
"prefix": "<|assistant|>\n",
"suffix": ""
},
"reverse-prompt": "</s>",
"systemuser-1st-user-has-prefix": true
}
}