llama.cpp/chat_tcp_server.sh

7 lines
115 B
Bash
Executable File

#!/usr/bin/env bash
PORT=${PORT:-8080}
MODEL=${MODEL:-models/7B/ggml-model-q4_0.bin}
./main -l ${PORT} -m $MODEL