agent: cache_prompt=True

2024-04-10 01:03:39 +01:00 · 2024-04-10 01:03:39 +01:00 · a634e03aba
parent 0532680f40
commit a634e03aba
1 changed files with 1 additions and 0 deletions
--- a/examples/agent/agent.py
+++ b/examples/agent/agent.py
@ -71,6 +71,7 @@ def completion_with_tool_usage(
            messages=messages,
            response_format=response_format,
            tools=tools_schemas,
+            cache_prompt=True,
            **kwargs,
        )
        if verbose: