Update Jackson max message size

Greater-Wellington-Regional-Council · Jan 9, 2024 · 9680d50 · 9680d50
1 parent e633e8a
commit 9680d50
Show file tree

Hide file tree

Showing 4 changed files with 12 additions and 2 deletions.
diff --git a/packages/HilltopCrawler/src/main/kotlin/nz/govt/eop/hilltop_crawler/Application.kt b/packages/HilltopCrawler/src/main/kotlin/nz/govt/eop/hilltop_crawler/Application.kt
@@ -1,5 +1,6 @@
 package nz.govt.eop.hilltop_crawler
 
+import com.fasterxml.jackson.core.StreamReadConstraints
 import org.springframework.boot.autoconfigure.SpringBootApplication
 import org.springframework.boot.context.properties.EnableConfigurationProperties
 import org.springframework.boot.runApplication
@@ -12,5 +13,9 @@ class Application {}
 
 fun main(args: Array<String>) {
   System.setProperty("com.sun.security.enableAIAcaIssuers", "true")
+
+  StreamReadConstraints.overrideDefaultStreamReadConstraints(
+      StreamReadConstraints.builder().maxStringLength(50_000_000).build())
+
   runApplication<Application>(*args)
 }
diff --git a/packages/HilltopCrawler/src/main/resources/application.yml b/packages/HilltopCrawler/src/main/resources/application.yml
@@ -13,7 +13,7 @@ spring:
 
     streams:
       properties:
-        num.stream.threads: 8
+        num.stream.threads: 2
         producer.max.request.size: 10485760
         producer.compression.type: gzip
         default:

diff --git a/packages/Manager/src/main/kotlin/nz/govt/eop/Application.kt b/packages/Manager/src/main/kotlin/nz/govt/eop/Application.kt
@@ -1,5 +1,6 @@
 package nz.govt.eop
 
+import com.fasterxml.jackson.core.StreamReadConstraints
 import java.nio.file.Files
 import java.util.Base64
 import kotlin.io.path.pathString
@@ -26,6 +27,10 @@ fun main(args: Array<String>) {
   if (System.getenv(ENV_CONFIG_KEYSTORE_CONTENT) != null) {
     storeKeystoreFromEnvironment()
   }
+
+  StreamReadConstraints.overrideDefaultStreamReadConstraints(
+    StreamReadConstraints.builder().maxStringLength(50_000_000).build())
+
   runApplication<Application>(*args)
 }
 

diff --git a/packages/Manager/src/main/resources/application.yml b/packages/Manager/src/main/resources/application.yml
@@ -40,7 +40,7 @@ spring:
 
     streams:
       properties:
-        num.stream.threads: 4
+        num.stream.threads: 2
         max.poll.records: 10
         default:
           key.serde: org.apache.kafka.common.serialization.Serdes$StringSerde