happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

SimpleChatTC: Actual tool call implementations simplified 

These no longer need to worry about

* setting up the console.log related redirection to capture
  the generated outputs, nor about
* setting up a dynamic function for executing the needed
  tool call related code

The web worker setup to help run tool calls in a relatively
isolated environment independent of the main browser env,
takes care of these.

One needs to only worry about getting the handle to the
web worker to use and inturn pass the need code wrt the
tool call to it.
This commit is contained in:
hanishkvc 2025-10-14 00:58:23 +05:30
parent 14d67f6c3c
commit 2a8bd1c9e7
1 changed files with 13 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
tools/server/public_simplechat/tooljs.mjs
View File

@ -7,7 +7,7 @@
//
import * as tconsole from "./toolsconsole.mjs"
let gToolsWorker = /** @type{Worker} */(/** @type {unknown} */(null));
let js_meta = {
@ -31,16 +31,12 @@ let js_meta = {
/**
* Implementation of the javascript interpretor logic. Minimal skeleton for now.
* ALERT: Has access to the javascript environment and can mess with it and beyond
* ALERT: Has access to the javascript web worker environment and can mess with it and beyond
* @param {string} toolname
* @param {any} obj
*/
function js_run(toolname, obj) {
tconsole.console_redir()
let func = new Function(obj["code"])
func()
tconsole.console_revert()
tc_switch[toolname]["result"] = tconsole.gConsoleStr
gToolsWorker.postMessage({ name: toolname, code: obj["code"]})
}
@ -65,16 +61,12 @@ let calc_meta = {
/**
* Implementation of the simple calculator logic. Minimal skeleton for now.
* ALERT: Has access to the javascript environment and can mess with it and beyond
* ALERT: Has access to the javascript web worker environment and can mess with it and beyond
* @param {string} toolname
* @param {any} obj
*/
function calc_run(toolname, obj) {
tconsole.console_redir()
let func = new Function(`console.log(${obj["arithexpr"]})`)
func()
tconsole.console_revert()
tc_switch[toolname]["result"] = tconsole.gConsoleStr
gToolsWorker.postMessage({ name: toolname, code: `console.log(${obj["arithexpr"]})`})
}
@ -94,3 +86,11 @@ export let tc_switch = {
}
}
/**
* Used to get hold of the web worker to use for running tool/function call related code
* @param {Worker} toolsWorker
*/
export function init(toolsWorker) {
gToolsWorker = toolsWorker
}