Support max_completion_tokens

PublicAffairs · Dec 16, 2024 · dc3d17a · dc3d17a
1 parent b25e4d4
commit dc3d17a
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/readme.MD b/readme.MD
@@ -153,7 +153,7 @@ Implemented via [`inlineData`](https://ai.google.dev/api/caching#Part).
   - [ ] `logit_bias`
   - [ ] `logprobs`
   - [ ] `top_logprobs`
-  - [x] `max_tokens`
+  - [x] `max_tokens`, `max_completion_tokens`
   - [x] `n` (`candidateCount` <8, not for streaming)
   - [x] `presence_penalty`
   - [x] `response_format`

diff --git a/src/worker.mjs b/src/worker.mjs
@@ -210,6 +210,7 @@ const fieldsMap = {
   stop: "stopSequences",
   n: "candidateCount", // not for streaming
   max_tokens: "maxOutputTokens",
+  max_completion_tokens: "maxOutputTokens",
   temperature: "temperature",
   top_p: "topP",
   top_k: "topK", // non-standard