fix(multimodal): fix UnsupportedOperationException for BigDecimal/BigInteger in message content (#250) (#255)

JsonTreeWriter.jsonValue() throws UnsupportedOperationException, but
MultiModalConversationParam.getInput() serializes messages via
Gson.toJsonTree(), so a BigDecimal/BigInteger value (e.g. fps) in message
content crashed the request before sending. Regression introduced by #244
in v2.22.25. Write numbers with value(Number) and serialize fallback
objects directly into the writer instead.

Co-authored-by: zhansheng.lzs <zhansheng.lzs@alibaba-inc.com>

Author: lzsweb

src/main/java/com/alibaba/dashscope/common/MultiModalMessageAdapter.java

@@ -46,12 +46,10 @@ private void writeValue(JsonWriter out, Object value) throws IOException {
       out.value(((Number) value).doubleValue());
     } else if (value instanceof Short || value instanceof Byte) {
       out.value(((Number) value).intValue());
-    } else if (value instanceof BigDecimal) {
-      // Use jsonValue to write as JSON number, not string
-      out.jsonValue(((BigDecimal) value).toPlainString());
-    } else if (value instanceof BigInteger) {
-      // Use jsonValue to write as JSON number, not string
-      out.jsonValue(((BigInteger) value).toString());
+    } else if (value instanceof BigDecimal || value instanceof BigInteger) {
+      // value(Number) keeps the JSON number unquoted and is JsonTreeWriter-safe,
+      // unlike jsonValue which throws UnsupportedOperationException under toJsonTree
+      out.value((Number) value);
     } else if (value instanceof Boolean) {
       out.value((Boolean) value);
     } else if (value instanceof Character) {
@@ -66,9 +64,9 @@ private void writeValue(JsonWriter out, Object value) throws IOException {
     } else if (value instanceof Map) {
       writeMapObject(out, (Map<String, Object>) value);
     } else {
-      // For unsupported types, serialize using Gson to JSON string
-      String jsonStr = JsonUtils.toJson(value);
-      out.jsonValue(jsonStr);
+      // Serialize arbitrary objects through Gson directly into the writer;
+      // works for both streaming and JsonTreeWriter (toJsonTree) paths
+      JsonUtils.gson.toJson(value, value.getClass(), out);
     }
   }
 

src/test/java/com/alibaba/dashscope/TestMultiModalMessageAdapter.java

@@ -0,0 +1,87 @@
+// Copyright (c) Alibaba, Inc. and its affiliates.
+package com.alibaba.dashscope;
+
+import static org.junit.jupiter.api.Assertions.assertEquals;
+import static org.junit.jupiter.api.Assertions.assertTrue;
+
+import com.alibaba.dashscope.common.MultiModalMessage;
+import com.alibaba.dashscope.utils.JsonUtils;
+import com.google.gson.JsonArray;
+import com.google.gson.JsonObject;
+import java.math.BigDecimal;
+import java.math.BigInteger;
+import java.util.Arrays;
+import java.util.Collections;
+import java.util.HashMap;
+import java.util.Map;
+import org.junit.jupiter.api.Test;
+
+public class TestMultiModalMessageAdapter {
+
+  private static class CustomContent {
+    public String url = "http://example.com/a.png";
+  }
+
+  @Test
+  public void testBigDecimalAndBigIntegerViaToJsonTree() {
+    Map<String, Object> videoContent = new HashMap<>();
+    videoContent.put("video", Arrays.asList("base64img1", "base64img2"));
+    videoContent.put("fps", new BigDecimal("0.1"));
+    videoContent.put("nframes", new BigInteger("12345678901234567890"));
+
+    MultiModalMessage msg =
+        MultiModalMessage.builder()
+            .role("user")
+            .content(
+                Arrays.asList(
+                    Collections.singletonMap("text", (Object) "describe this video"), videoContent))
+            .build();
+
+    // MultiModalConversationParam.getInput() serializes through Gson.toJsonTree,
+    // whose JsonTreeWriter does not support jsonValue()
+    JsonArray array = JsonUtils.toJsonArray(Arrays.asList(msg));
+    JsonObject video =
+        array.get(0).getAsJsonObject().getAsJsonArray("content").get(1).getAsJsonObject();
+    assertTrue(video.get("fps").isJsonPrimitive());
+    assertTrue(video.get("fps").getAsJsonPrimitive().isNumber());
+    assertEquals(new BigDecimal("0.1"), video.get("fps").getAsBigDecimal());
+    assertEquals(new BigInteger("12345678901234567890"), video.get("nframes").getAsBigInteger());
+  }
+
+  @Test
+  public void testUnsupportedTypeFallbackViaToJsonTree() {
+    Map<String, Object> content = new HashMap<>();
+    content.put("custom", new CustomContent());
+
+    MultiModalMessage msg =
+        MultiModalMessage.builder().role("user").content(Arrays.asList(content)).build();
+
+    JsonArray array = JsonUtils.toJsonArray(Arrays.asList(msg));
+    JsonObject custom =
+        array
+            .get(0)
+            .getAsJsonObject()
+            .getAsJsonArray("content")
+            .get(0)
+            .getAsJsonObject()
+            .getAsJsonObject("custom");
+    assertEquals("http://example.com/a.png", custom.get("url").getAsString());
+  }
+
+  @Test
+  public void testStreamingWriterPathStillWorks() {
+    Map<String, Object> content = new HashMap<>();
+    content.put("fps", new BigDecimal("0.1"));
+    content.put("custom", new CustomContent());
+
+    MultiModalMessage msg =
+        MultiModalMessage.builder().role("user").content(Arrays.asList(content)).build();
+
+    String json = JsonUtils.toJson(msg);
+    JsonObject parsed = JsonUtils.parse(json);
+    JsonObject first = parsed.getAsJsonArray("content").get(0).getAsJsonObject();
+    assertEquals(new BigDecimal("0.1"), first.get("fps").getAsBigDecimal());
+    assertEquals(
+        "http://example.com/a.png", first.getAsJsonObject("custom").get("url").getAsString());
+  }
+}