happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

SimpleChatTC: use tcpdump to dbg hs; check if ai aware of tools

This commit is contained in:
hanishkvc 2025-10-11 01:06:23 +05:30
parent 6167cdff9f
commit 32f5278e8c
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tools/server/public_simplechat/test-tools-cmdline.sh
View File

@ -2,6 +2,7 @@ echo "DONT FORGET TO RUN llama-server"
echo "build/bin/llama-server -m ~/Downloads/GenAi.Text/gemma-3n-E4B-it-Q8_0.gguf --path tools/server/public_simplechat --jinja" echo "build/bin/llama-server -m ~/Downloads/GenAi.Text/gemma-3n-E4B-it-Q8_0.gguf --path tools/server/public_simplechat --jinja"
echo "Note: Remove stream: true line below, if you want one shot instead of streaming response from ai server" echo "Note: Remove stream: true line below, if you want one shot instead of streaming response from ai server"
echo "Note: Using different locations below, as the mechanism / url used to fetch will / may need to change" echo "Note: Using different locations below, as the mechanism / url used to fetch will / may need to change"
echo "Note: sudo tcpdump -i lo -s 0 -vvv -A host 127.0.0.1 and port 8080 | tee /tmp/td.log can be used to capture the hs"
curl http://localhost:8080/v1/chat/completions -d '{ curl http://localhost:8080/v1/chat/completions -d '{
"model": "gpt-3.5-turbo", "model": "gpt-3.5-turbo",
"stream": true, "stream": true,
@ -61,7 +62,7 @@ curl http://localhost:8080/v1/chat/completions -d '{
"messages": [ "messages": [
{ {
"role": "user", "role": "user",
"content": "what is your name." "content": "What and all tools you have access to"
} }
] ]
}' }'
@ -71,6 +72,7 @@ exit
"content": "what is your name." "content": "what is your name."
"content": "What and all tools you have access to"
"content": "Print a hello world message with python." "content": "Print a hello world message with python."
"content": "Print a hello world message with javascript." "content": "Print a hello world message with javascript."
"content": "Calculate the sum of 5 and 27." "content": "Calculate the sum of 5 and 27."