Add docker-model-runner module: Spring AI OpenAI starter against Docker Model Runner and Ollama with a benchmark runner (time to first token, decode tokens/second, container memory, tool-call success); real docker/model-runner v1.2.9 CPU image and Ollama 0.40.13 on a shared 2-vCPU sandbox, no GPU

Co-Authored-By: Claude Sonnet 5.5 <[email protected]>
Claude-Session: https://claude.ai/code/session_017ic4b4VQVEJWetTT1dYzyJ
This commit is contained in:
2026-10-29 06:24:00 +00:00
co-authored by Claude Sonnet 5.5
parent 6d792f00e0
commit c97bcf9adf
18 changed files with 668 additions and 0 deletions
@@ -0,0 +1,14 @@
package com.ankurm.dmr;
import org.springframework.boot.context.properties.ConfigurationProperties;
/** Settings for the benchmark itself (the engine settings are plain spring.ai.openai.* ones). */
@ConfigurationProperties("bench")
public record BenchProperties(String label, Integer repeats, Integer toolRuns, Integer maxTokens, String outFile) {
public BenchProperties {
if (label == null) label = "engine";
if (repeats == null) repeats = 3;
if (toolRuns == null) toolRuns = 20;
if (maxTokens == null) maxTokens = 128;
}
}