llama.cpp/tools/server/public_simplechat/tooljs.mjs

//@ts-check
// ALERT - Simple Stupid flow - Using from a discardable VM is better
// Helpers to handle tools/functions calling wrt
// * javascript interpreter
// * simple arithmatic calculator
// using the js specific web worker.
// by Humans for All
//

import * as mChatMagic from './simplechat.js'


let gMe = /** @type{mChatMagic.Me} */(/** @type {unknown} */(null));


let sysdatetime_meta = {
        "type": "function",
        "function": {
            "name": "sys_date_time",
            "description": "Returns the current system date and time. One can optionally pass template to control what and all parts of date and time are returned",
            "parameters": {
                "type": "object",
                "properties": {
                     "template": {
                        "type": "string",
                        "description": `Optional template can be any combination of Y,M,D,h,m,s.
                            Y - FullYear 4 digits, M - Month 2 digits, D - Day 2 digits,
                            h - hour 2 digits, m - minutes 2 digits, s - seconds 2 digits,
                            any other char will be returned as is

                            If no template is given, it defaults to YMDThm
                            `
                    }
               },
                "required": ["template"]
            }
        }
    }


/**
 * Implementation of the system date and time.
 * @param {string} chatid
 * @param {string} toolcallid
 * @param {string} toolname
 * @param {any} obj
 */
function sysdatetime_run(chatid, toolcallid, toolname, obj) {
    let dt = new Date()
    let tmpl = obj['template'];
    if ((tmpl == undefined) || (tmpl == "")) {
        tmpl = 'YMDThm';
    }
    let sDT = ""
    for (const c of tmpl) {
        switch (c) {
            case 'Y':
                sDT += dt.getFullYear().toString().padStart(4, '0')
                break;
            case 'M':
                sDT += (dt.getMonth()+1).toString().padStart(2, '0')
                break;
            case 'D':
                sDT += dt.getDate().toString().padStart(2, '0')
                break;
            case 'h':
                sDT += dt.getHours().toString().padStart(2, '0')
                break;
            case 'm':
                sDT += dt.getMinutes().toString().padStart(2, '0')
                break;
            case 's':
                sDT += dt.getSeconds().toString().padStart(2, '0')
                break;
            default:
                sDT += c;
                break;
        }
    }
    gMe.toolsMgr.workers_postmessage_for_main(gMe.toolsMgr.workers.js, chatid, toolcallid, toolname, sDT);
}


let js_meta = {
        "type": "function",
        "function": {
            "name": "run_javascript_function_code",
            "description": "Runs given code using eval within a web worker context in a browser's javascript environment and returns the console.log outputs of the execution after few seconds",
            "parameters": {
                "type": "object",
                "properties": {
                    "code": {
                        "type": "string",
                        "description": "The code that will be run using eval within a web worker in the browser's javascript interpreter environment."
                    }
                },
                "required": ["code"]
            }
        }
    }


/**
 * Implementation of the javascript interpretor logic. Minimal skeleton for now.
 * ALERT: Has access to the javascript web worker environment and can mess with it and beyond
 * @param {string} chatid
 * @param {string} toolcallid
 * @param {string} toolname
 * @param {any} obj
 */
function js_run(chatid, toolcallid, toolname, obj) {
    gMe.toolsMgr.workers.js.postMessage({ cid: chatid, tcid: toolcallid, name: toolname, code: obj["code"]})
}


let calc_meta = {
        "type": "function",
        "function": {
            "name": "simple_calculator",
            "description": "Calculates the provided arithmatic expression using console.log within a web worker of a browser's javascript interpreter environment and returns the output of the execution once it is done in few seconds",
            "parameters": {
                "type": "object",
                "properties": {
                    "arithexpr":{
                        "type":"string",
                        "description":"The arithmatic expression that will be calculated by passing it to console.log of a browser's javascript interpreter."
                    }
                },
                "required": ["arithexpr"]
            }
        }
    }


/**
 * Implementation of the simple calculator logic. Minimal skeleton for now.
 * ALERT: Has access to the javascript web worker environment and can mess with it and beyond
 * @param {string} chatid
 * @param {string} toolcallid
 * @param {string} toolname
 * @param {any} obj
 */
function calc_run(chatid, toolcallid, toolname, obj) {
    gMe.toolsMgr.workers.js.postMessage({ cid: chatid, tcid: toolcallid, name: toolname, code: `console.log(${obj["arithexpr"]})`})
}


/**
 * @type {Object<string, Object<string, any>>}
 */
export let tc_switch = {
    "sys_date_time": {
        "handler": sysdatetime_run,
        "meta": sysdatetime_meta,
        "result": ""
    },
    "run_javascript_function_code": {
        "handler": js_run,
        "meta": js_meta,
        "result": ""
    },
    "simple_calculator": {
        "handler": calc_run,
        "meta": calc_meta,
        "result": ""
    },
}


/**
 * Used to get hold of the web worker to use for running tool/function call related code
 * Also to setup tool calls, which need to cross check things at runtime
 * @param {mChatMagic.Me} me
 */
export async function init(me) {
    gMe = me
}