115 lines
3.8 KiB
C++
115 lines
3.8 KiB
C++
#include "chat-peg-parser.h"
|
|
|
|
#include <nlohmann/json.hpp>
|
|
|
|
using json = nlohmann::json;
|
|
|
|
static std::string_view trim_trailing_space(std::string_view sv) {
|
|
while (!sv.empty() && std::isspace(static_cast<unsigned char>(sv.back()))) {
|
|
sv.remove_suffix(1);
|
|
}
|
|
return sv;
|
|
}
|
|
|
|
void common_chat_peg_mapper::from_ast(const common_peg_ast_arena & arena, const common_peg_parse_result & result) {
|
|
arena.visit(result, [this](const common_peg_ast_node & node) {
|
|
map(node);
|
|
});
|
|
}
|
|
|
|
void common_chat_peg_mapper::map(const common_peg_ast_node & node) {
|
|
bool is_reasoning = node.tag == common_chat_peg_builder::REASONING;
|
|
bool is_content = node.tag == common_chat_peg_builder::CONTENT;
|
|
|
|
if (is_reasoning) {
|
|
result.reasoning_content = std::string(trim_trailing_space(node.text));
|
|
}
|
|
|
|
if (is_content) {
|
|
result.content = std::string(trim_trailing_space(node.text));
|
|
}
|
|
}
|
|
|
|
void common_chat_peg_native_mapper::map(const common_peg_ast_node & node) {
|
|
common_chat_peg_mapper::map(node);
|
|
|
|
bool is_tool_open = node.tag == common_chat_peg_native_builder::TOOL_OPEN;
|
|
bool is_tool_name = node.tag == common_chat_peg_native_builder::TOOL_NAME;
|
|
bool is_tool_id = node.tag == common_chat_peg_native_builder::TOOL_ID;
|
|
bool is_tool_args = node.tag == common_chat_peg_native_builder::TOOL_ARGS;
|
|
|
|
if (is_tool_open) {
|
|
result.tool_calls.emplace_back();
|
|
current_tool = &result.tool_calls.back();
|
|
}
|
|
|
|
if (is_tool_id && current_tool) {
|
|
current_tool->id = std::string(trim_trailing_space(node.text));
|
|
}
|
|
|
|
if (is_tool_name && current_tool) {
|
|
current_tool->name = std::string(trim_trailing_space(node.text));
|
|
}
|
|
|
|
if (is_tool_args && current_tool) {
|
|
current_tool->arguments = std::string(trim_trailing_space(node.text));
|
|
}
|
|
}
|
|
|
|
void common_chat_peg_constructed_mapper::map(const common_peg_ast_node & node) {
|
|
common_chat_peg_mapper::map(node);
|
|
|
|
bool is_tool_open = node.tag == common_chat_peg_constructed_builder::TOOL_OPEN;
|
|
bool is_tool_name = node.tag == common_chat_peg_constructed_builder::TOOL_NAME;
|
|
bool is_tool_close = node.tag == common_chat_peg_constructed_builder::TOOL_CLOSE;
|
|
bool is_arg_open = node.tag == common_chat_peg_constructed_builder::TOOL_ARG_OPEN;
|
|
bool is_arg_close = node.tag == common_chat_peg_constructed_builder::TOOL_ARG_CLOSE;
|
|
bool is_arg_name = node.tag == common_chat_peg_constructed_builder::TOOL_ARG_NAME;
|
|
bool is_arg_string = node.tag == common_chat_peg_constructed_builder::TOOL_ARG_STRING_VALUE;
|
|
bool is_arg_json = node.tag == common_chat_peg_constructed_builder::TOOL_ARG_JSON_VALUE;
|
|
|
|
if (is_tool_open) {
|
|
result.tool_calls.emplace_back();
|
|
current_tool = &result.tool_calls.back();
|
|
arg_count = 0;
|
|
}
|
|
|
|
if (is_tool_name) {
|
|
current_tool->name = std::string(node.text);
|
|
current_tool->arguments = "{";
|
|
}
|
|
|
|
if (is_arg_open) {
|
|
needs_closing_quote = false;
|
|
}
|
|
|
|
if (is_arg_name && current_tool) {
|
|
if (arg_count > 0) {
|
|
current_tool->arguments += ",";
|
|
}
|
|
current_tool->arguments += json(trim_trailing_space(node.text)).dump() + ":";
|
|
++arg_count;
|
|
}
|
|
|
|
if (is_arg_string && current_tool) {
|
|
// Serialize to JSON, but exclude the end quote
|
|
std::string dumped = json(node.text).dump();
|
|
current_tool->arguments += dumped.substr(0, dumped.size() - 1);
|
|
needs_closing_quote = true;
|
|
}
|
|
|
|
if (is_arg_close && current_tool) {
|
|
if (needs_closing_quote) {
|
|
current_tool->arguments += "\"";
|
|
}
|
|
}
|
|
|
|
if (is_arg_json && current_tool) {
|
|
current_tool->arguments += std::string(trim_trailing_space(node.text));
|
|
}
|
|
|
|
if (is_tool_close && current_tool) {
|
|
current_tool->arguments += "}";
|
|
}
|
|
}
|