diff options
Diffstat (limited to 'libpanto/src/openai_chat_json.zig')
| -rw-r--r-- | libpanto/src/openai_chat_json.zig | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/libpanto/src/openai_chat_json.zig b/libpanto/src/openai_chat_json.zig index 3b81c41..8e6c9be 100644 --- a/libpanto/src/openai_chat_json.zig +++ b/libpanto/src/openai_chat_json.zig @@ -91,6 +91,9 @@ pub fn serializeRequest( try s.objectField("stream"); try s.write(true); + try s.objectField("max_tokens"); + try s.write(cfg.max_tokens); + // Ask for the final-chunk usage block. Without this the server // sends `usage: null` and we can't stamp token counts on the // session log. Most OpenAI-compatible proxies accept this; ones |