streaming-huge-json: 1 GiB streaming vs tree vs binding benchmark (Jackson 3.2.4, JDK 25) for the rewritten streaming post

Co-Authored-By: Claude Sonnet 5.5 <[email protected]>
Claude-Session: https://claude.ai/code/session_01CifR2BE7PBvRy5hT8TS9oz

streaming-huge-json/output/GenerateHugeJson.txt

@@ -0,0 +1 @@
+wrote target/regen.json : 1,073,741,995 bytes (1.00 GiB), 4,088,325 records, 6,279 ms

streaming-huge-json/output/HybridNaive.txt

@@ -0,0 +1,3 @@
+Exception in thread "main" tools.jackson.databind.exc.MismatchedInputException: Trailing token (`JsonToken.START_OBJECT`) found after value (bound as `com.ankurm.jackson3.streaminghuge.Scan$LogEntry`): not allowed as per `DeserializationFeature.FAIL_ON_TRAILING_TOKENS`
+ at [Source: REDACTED (`StreamReadFeature.INCLUDE_SOURCE_IN_LOCATION` disabled); byte offset: #258]
+	at tools.jackson.databind.exc.MismatchedInputException.from(MismatchedInputException.java:70)

streaming-huge-json/output/NestedTrap.txt

@@ -0,0 +1,10 @@
+expected: 2 ERROR records
+
+-- original loop (flat objects only) --
+ERROR: null
+guard tripped (inner loop)
+
+-- with skipChildren() --
+ERROR: database down
+ERROR: disk full
+Total errors found: 2

streaming-huge-json/output/ReadLimits.txt

@@ -0,0 +1,5 @@
+maxNestingDepth    = 500
+maxStringLength    = 100000000
+maxNumberLength    = 1000
+maxNameLength      = 50000
+maxDocumentLength  = -1  (-1 = unlimited)

streaming-huge-json/output/TruncatedFile.txt

@@ -0,0 +1,13 @@
+input (truncated): [{"id":1,"level":"ERROR"},{"id":2,"level":"INFO"},{"id":3,"level":"ERROR"},
+
+-- streaming --
+handled an ERROR record, running total 1
+handled an ERROR record, running total 2
+exception : tools.jackson.core.exc.StreamReadException
+is unchecked: true
+first line: Unexpected end-of-input within/between Array entries
+records already handled before the exception: 2
+
+-- readTree --
+exception : tools.jackson.core.exc.StreamReadException
+records handled: 0 (no tree was returned)

streaming-huge-json/output/bench.txt

@@ -0,0 +1,24 @@
+file: target/huge.json (1073741995 bytes)
+java: openjdk version "25.0.5" 2026-10-20 LTS
+cpus: 2   ram: 8027 MB
+
+stream  -Xmx=   32 MB  OK    records=4,088,325 errors=81,728 errLatencySum=81,712,926    8,898 ms  peakUsed=   19 MB
+stream  -Xmx=   64 MB  OK    records=4,088,325 errors=81,728 errLatencySum=81,712,926    9,654 ms  peakUsed=   38 MB
+stream  -Xmx=  128 MB  OK    records=4,088,325 errors=81,728 errLatencySum=81,712,926   10,482 ms  peakUsed=   56 MB
+stream  -Xmx= 1024 MB  OK    records=4,088,325 errors=81,728 errLatencySum=81,712,926   12,047 ms  peakUsed=   56 MB
+hybrid  -Xmx=   32 MB  OK    records=4,088,325 errors=81,728 errLatencySum=81,712,926   19,128 ms  peakUsed=   20 MB
+hybrid  -Xmx=   64 MB  OK    records=4,088,325 errors=81,728 errLatencySum=81,712,926   20,717 ms  peakUsed=   39 MB
+hybrid  -Xmx=  128 MB  OK    records=4,088,325 errors=81,728 errLatencySum=81,712,926   29,960 ms  peakUsed=   57 MB
+hybrid  -Xmx= 1024 MB  OK    records=4,088,325 errors=81,728 errLatencySum=81,712,926   30,921 ms  peakUsed=  122 MB
+tree    -Xmx=   64 MB  FAIL  java.lang.OutOfMemoryError: Java heap space  after 4,278 ms
+tree    -Xmx=  256 MB  FAIL  java.lang.OutOfMemoryError: Java heap space  after 16,122 ms
+tree    -Xmx= 1024 MB  FAIL  java.lang.OutOfMemoryError: Java heap space  after 69,293 ms
+tree    -Xmx= 2048 MB  FAIL  java.lang.OutOfMemoryError: Java heap space  after 161,614 ms
+tree    -Xmx= 3072 MB  FAIL  java.lang.OutOfMemoryError: Java heap space  after 82,230 ms
+tree    -Xmx= 4096 MB  FAIL  java.lang.OutOfMemoryError: Java heap space  after 78,019 ms
+tree    -Xmx= 6144 MB  KILLED  no Java output, exit=137 (SIGKILL by the OS: the heap limit was larger than free RAM)
+bind    -Xmx=   64 MB  FAIL  java.lang.OutOfMemoryError: Java heap space  after 6,245 ms
+bind    -Xmx=  256 MB  FAIL  java.lang.OutOfMemoryError: Java heap space  after 22,555 ms
+bind    -Xmx= 1024 MB  FAIL  java.lang.OutOfMemoryError: Java heap space  after 124,703 ms
+bind    -Xmx= 2048 MB  FAIL  java.lang.OutOfMemoryError: Java heap space  after 177,038 ms
+bind    -Xmx= 3072 MB  OK    records=4,088,325 errors=81,728 errLatencySum=81,712,926   32,180 ms  peakUsed=2,943 MB