Add docker-model-runner module: Spring AI OpenAI starter against Docker Model Runner and Ollama with a benchmark runner (time to first token, decode tokens/second, container memory, tool-call success); real docker/model-runner v1.2.9 CPU image and Ollama 0.40.13 on a shared 2-vCPU sandbox, no GPU
Co-Authored-By: Claude Sonnet 5.5 <[email protected]> Claude-Session: https://claude.ai/code/session_017ic4b4VQVEJWetTT1dYzyJ
This commit is contained in:
@@ -0,0 +1,14 @@
|
||||
package com.ankurm.dmr;
|
||||
|
||||
import org.springframework.boot.context.properties.ConfigurationProperties;
|
||||
|
||||
/** Settings for the benchmark itself (the engine settings are plain spring.ai.openai.* ones). */
|
||||
@ConfigurationProperties("bench")
|
||||
public record BenchProperties(String label, Integer repeats, Integer toolRuns, Integer maxTokens, String outFile) {
|
||||
public BenchProperties {
|
||||
if (label == null) label = "engine";
|
||||
if (repeats == null) repeats = 3;
|
||||
if (toolRuns == null) toolRuns = 20;
|
||||
if (maxTokens == null) maxTokens = 128;
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user