feat: configurable per-provider response buffer limit (#114)

* feat: configurable per-provider response buffer limit

* fix: scope response buffer to image clients with 64 MB default and lift Jackson limit

Author: Akvicor

api-docs/openapi/v3_0/aiFoundationApis.json

@@ -1983,6 +1983,11 @@
             "type" : "string",
             "description" : "Image generation endpoint path relative to baseUrl. OpenAI-compatible providers only."
           },
+          "maxInMemorySize" : {
+            "type" : "integer",
+            "description" : "In-memory buffer limit in bytes for image generation responses (optional, defaults to 64 MB)",
+            "format" : "int32"
+          },
           "parameterMappings" : {
             "$ref" : "#/components/schemas/ModelParameterMappings"
           },

app/src/main/java/run/halo/aifoundation/endpoint/ProviderConsoleEndpoint.java

@@ -190,6 +190,7 @@ private Mono<AiProvider> validateAndSaveProvider(AiProvider provider, String exi
         }
         try {
             validateProxyConfig(provider.getSpec());
+            validateMaxInMemorySize(provider.getSpec());
             normalizeEndpointPaths(provider.getSpec());
             parameterMappingValidator.validateProvider(
                 provider.getSpec().getParameterMappings(), type);
@@ -236,6 +237,17 @@ private void validateProxyConfig(AiProvider.AiProviderSpec spec) {
         }
     }
 
+    private void validateMaxInMemorySize(AiProvider.AiProviderSpec spec) {
+        var maxInMemorySize = spec.getMaxInMemorySize();
+        if (maxInMemorySize == null) {
+            return;
+        }
+        if (maxInMemorySize < 1024 || maxInMemorySize > 1024 * 1024 * 1024) {
+            throw new IllegalArgumentException(
+                "maxInMemorySize must be between 1024 and 1073741824 bytes");
+        }
+    }
+
     private void normalizeEndpointPaths(AiProvider.AiProviderSpec spec) {
         spec.setChatEndpointPath(normalizeEndpointPath("chatEndpointPath",
             spec.getChatEndpointPath()));

app/src/main/java/run/halo/aifoundation/extension/AiProvider.java

@@ -43,6 +43,8 @@ public static class AiProviderSpec {
         private String proxyHost;
         @Schema(description = "Proxy port for this provider (optional)")
         private Integer proxyPort;
+        @Schema(description = "In-memory buffer limit in bytes for image generation responses (optional, defaults to 64 MB)")
+        private Integer maxInMemorySize;
         @Schema(description = "Administrator overrides for provider-neutral parameter mappings")
         private ModelParameterMappings parameterMappings;
     }

app/src/main/java/run/halo/aifoundation/provider/AbstractAiProviderType.java

@@ -123,6 +123,10 @@ protected WebClient.Builder discoveryWebClientBuilder(AiProvider provider) {
         return ProviderHttpClientFactory.discoveryWebClientBuilder(provider);
     }
 
+    protected WebClient.Builder imageWebClientBuilder(AiProvider provider) {
+        return ProviderHttpClientFactory.imageWebClientBuilder(provider);
+    }
+
     protected RestClient.Builder restClientBuilder(AiProvider provider) {
         return ProviderHttpClientFactory.restClientBuilder(provider);
     }

app/src/main/java/run/halo/aifoundation/provider/aihubmix/AiHubMixProvider.java

@@ -175,7 +175,7 @@ public ProviderImageGenerationClient buildImageGenerationClient(AiProvider provi
         String apiKey, String modelId) {
         return new AiHubMixImageGenerationClient(new ImageGenerationClientOptions(
             getProviderType(), resolveBaseUrl(provider), apiKey, modelId,
-            AiHubMixHeaders.DEFAULTS), webClientBuilder(provider));
+            AiHubMixHeaders.DEFAULTS), imageWebClientBuilder(provider));
     }
 
     @Override

app/src/main/java/run/halo/aifoundation/provider/dashscope/DashScopeProvider.java

@@ -210,7 +210,7 @@ public ProviderImageGenerationClient buildImageGenerationClient(AiProvider provi
         String apiKey, String modelId) {
         return new DashScopeImageGenerationClient(new ImageGenerationClientOptions(
             getProviderType(), resolveBaseUrl(provider), apiKey, modelId, null),
-            webClientBuilder(provider));
+            imageWebClientBuilder(provider));
     }
 
     @Override

app/src/main/java/run/halo/aifoundation/provider/doubao/DouBaoProvider.java

@@ -130,7 +130,7 @@ public ProviderImageGenerationClient buildImageGenerationClient(AiProvider provi
         String apiKey, String modelId) {
         return new DouBaoImageGenerationClient(new ImageGenerationClientOptions(
             getProviderType(), resolveBaseUrl(provider), apiKey, modelId, null),
-            webClientBuilder(provider));
+            imageWebClientBuilder(provider));
     }
 
     @Override

app/src/main/java/run/halo/aifoundation/provider/ernie/ErnieProvider.java

@@ -159,7 +159,7 @@ public ProviderRerankingClient buildRerankingClient(AiProvider provider, String
     public ProviderImageGenerationClient buildImageGenerationClient(AiProvider provider,
         String apiKey, String modelId) {
         return new ErnieImageGenerationClient(new ImageGenerationClientOptions(getProviderType(),
-            resolveBaseUrl(provider), apiKey, modelId, null), webClientBuilder(provider));
+            resolveBaseUrl(provider), apiKey, modelId, null), imageWebClientBuilder(provider));
     }
 
     @Override

app/src/main/java/run/halo/aifoundation/provider/gitee/GiteeProvider.java

@@ -163,7 +163,7 @@ public ProviderImageGenerationClient buildImageGenerationClient(AiProvider provi
         String apiKey, String modelId) {
         return new GiteeImageGenerationClient(new ImageGenerationClientOptions(getProviderType(),
             resolveBaseUrl(provider), apiKey, modelId, failoverHeaders()),
-            webClientBuilder(provider));
+            imageWebClientBuilder(provider));
     }
 
     @Override

app/src/main/java/run/halo/aifoundation/provider/minimax/MiniMaxProvider.java

@@ -150,7 +150,7 @@ public ProviderImageGenerationClient buildImageGenerationClient(AiProvider provi
         String apiKey, String modelId) {
         return new MiniMaxImageGenerationClient(new ImageGenerationClientOptions(
             getProviderType(), resolveBaseUrl(provider), apiKey, modelId, null),
-            webClientBuilder(provider));
+            imageWebClientBuilder(provider));
     }
 
     @Override