Skip to content

Commit 05ff38e

Browse files
authored
Merge pull request #45 from gewa24/fix-completion-tokens-openai
Fix OpenAI driver to use max_completion_tokens instead of deprecated …
2 parents 9520be4 + 266d09f commit 05ff38e

1 file changed

Lines changed: 6 additions & 0 deletions

File tree

‎packages/polyglot/src/Inference/Drivers/OpenAI/OpenAIBodyFormat.php‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,12 @@ public function toRequestBody(InferenceRequest $request) : array {
3333
'messages' => $this->messageFormat->map($messages),
3434
]), $options);
3535

36+
// max_tokens is deprecated in OpenAI API, use max_completion_tokens instead.
37+
// Preserve an explicitly provided max_completion_tokens (from options) if present.
38+
if (array_key_exists('max_tokens', $requestBody) && !array_key_exists('max_completion_tokens', $requestBody)) {
39+
$requestBody['max_completion_tokens'] = $requestBody['max_tokens'];
40+
}
41+
unset($requestBody['max_tokens']);
3642
if ($options['stream'] ?? false) {
3743
$requestBody['stream_options']['include_usage'] = true;
3844
}

0 commit comments

Comments
 (0)