2 parents 9520be4 + 266d09f commit 05ff38eCopy full SHA for 05ff38e
1 file changed
packages/polyglot/src/Inference/Drivers/OpenAI/OpenAIBodyFormat.php
@@ -33,6 +33,12 @@ public function toRequestBody(InferenceRequest $request) : array {
33
'messages' => $this->messageFormat->map($messages),
34
]), $options);
35
36
+ // max_tokens is deprecated in OpenAI API, use max_completion_tokens instead.
37
+ // Preserve an explicitly provided max_completion_tokens (from options) if present.
38
+ if (array_key_exists('max_tokens', $requestBody) && !array_key_exists('max_completion_tokens', $requestBody)) {
39
+ $requestBody['max_completion_tokens'] = $requestBody['max_tokens'];
40
+ }
41
+ unset($requestBody['max_tokens']);
42
if ($options['stream'] ?? false) {
43
$requestBody['stream_options']['include_usage'] = true;
44
}
0 commit comments