happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

server : don't pass temperature as string

This commit is contained in:
Georgi Gerganov 2024-05-19 18:47:38 +03:00
parent 2789baf480
commit f159c9d2b1
No known key found for this signature in database
GPG Key ID: BF970631944C16B7
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/server/tests/features/steps/steps.py
View File

@ -883,7 +883,7 @@ async def request_completion(prompt,
"cache_prompt": cache_prompt, "cache_prompt": cache_prompt,
"id_slot": id_slot, "id_slot": id_slot,
"seed": seed if seed is not None else 42, "seed": seed if seed is not None else 42,
"temperature": temperature if temperature is not None else "0.8f", "temperature": temperature if temperature is not None else 0.8f,
"n_probs": 2, "n_probs": 2,
}, },
headers=headers, headers=headers,