#pragma once #include "chat.h" #include "peg-parser.h" class common_chat_peg_builder : public common_peg_parser_builder { public: static constexpr const char * REASONING_BLOCK = "reasoning-block"; static constexpr const char * REASONING = "reasoning"; static constexpr const char * CONTENT = "content"; common_peg_parser reasoning_block(const common_peg_parser & p) { return tag(REASONING_BLOCK, p); } common_peg_parser reasoning(const common_peg_parser & p) { return tag(REASONING, p); } common_peg_parser content(const common_peg_parser & p) { return tag(CONTENT, p); } }; inline common_peg_arena build_chat_peg_parser(const std::function & fn) { common_chat_peg_builder builder; builder.set_root(fn(builder)); return builder.build(); } class common_chat_peg_mapper { public: common_chat_msg & result; common_chat_peg_mapper(common_chat_msg & msg) : result(msg) {} virtual void from_ast(const common_peg_ast_arena & arena, const common_peg_parse_result & result); virtual void map(const common_peg_ast_node & node); }; class common_chat_peg_native_builder : public common_chat_peg_builder { public: static constexpr const char * TOOL = "tool"; static constexpr const char * TOOL_OPEN = "tool-open"; static constexpr const char * TOOL_CLOSE = "tool-close"; static constexpr const char * TOOL_ID = "tool-id"; static constexpr const char * TOOL_NAME = "tool-name"; static constexpr const char * TOOL_ARGS = "tool-args"; common_peg_parser tool(const common_peg_parser & p) { return tag(TOOL, p); } common_peg_parser tool_open(const common_peg_parser & p) { return atomic(tag(TOOL_OPEN, p)); } common_peg_parser tool_close(const common_peg_parser & p) { return atomic(tag(TOOL_CLOSE, p)); } common_peg_parser tool_id(const common_peg_parser & p) { return atomic(tag(TOOL_ID, p)); } common_peg_parser tool_name(const common_peg_parser & p) { return atomic(tag(TOOL_NAME, p)); } common_peg_parser tool_args(const common_peg_parser & p) { return tag(TOOL_ARGS, p); } }; class common_chat_peg_native_mapper : public common_chat_peg_mapper { common_chat_tool_call * current_tool; public: common_chat_peg_native_mapper(common_chat_msg & msg) : common_chat_peg_mapper(msg) {} void map(const common_peg_ast_node & node) override; }; inline common_peg_arena build_chat_peg_native_parser(const std::function & fn) { common_chat_peg_native_builder builder; builder.set_root(fn(builder)); return builder.build(); } class common_chat_peg_constructed_builder : public common_chat_peg_builder { public: static constexpr const char * TOOL = "tool"; static constexpr const char * TOOL_OPEN = "tool-open"; static constexpr const char * TOOL_CLOSE = "tool-close"; static constexpr const char * TOOL_NAME = "tool-name"; static constexpr const char * TOOL_ARG = "tool-arg"; static constexpr const char * TOOL_ARG_OPEN = "tool-arg-open"; static constexpr const char * TOOL_ARG_CLOSE = "tool-arg-close"; static constexpr const char * TOOL_ARG_NAME = "tool-arg-name"; static constexpr const char * TOOL_ARG_STRING_VALUE = "tool-arg-string-value"; static constexpr const char * TOOL_ARG_JSON_VALUE = "tool-arg-json-value"; common_peg_parser tool(const common_peg_parser & p) { return tag(TOOL, p); } common_peg_parser tool_open(const common_peg_parser & p) { return atomic(tag(TOOL_OPEN, p)); } common_peg_parser tool_close(const common_peg_parser & p) { return atomic(tag(TOOL_CLOSE, p)); } common_peg_parser tool_name(const common_peg_parser & p) { return atomic(tag(TOOL_NAME, p)); } common_peg_parser tool_arg(const common_peg_parser & p) { return tag(TOOL_ARG, p); } common_peg_parser tool_arg_open(const common_peg_parser & p) { return atomic(tag(TOOL_ARG_OPEN, p)); } common_peg_parser tool_arg_close(const common_peg_parser & p) { return atomic(tag(TOOL_ARG_CLOSE, p)); } common_peg_parser tool_arg_name(const common_peg_parser & p) { return atomic(tag(TOOL_ARG_NAME, p)); } common_peg_parser tool_arg_string_value(const common_peg_parser & p) { return tag(TOOL_ARG_STRING_VALUE, p); } common_peg_parser tool_arg_json_value(const common_peg_parser & p) { return tag(TOOL_ARG_JSON_VALUE, p); } }; class common_chat_peg_constructed_mapper : public common_chat_peg_mapper { common_chat_tool_call * current_tool; int arg_count = 0; bool needs_closing_quote = false; public: common_chat_peg_constructed_mapper(common_chat_msg & msg) : common_chat_peg_mapper(msg) {} void map(const common_peg_ast_node & node) override; }; inline common_peg_arena build_chat_peg_constructed_parser(const std::function & fn) { common_chat_peg_constructed_builder builder; builder.set_root(fn(builder)); return builder.build(); }