Add jlama module: run a 4-bit TinyLlama inside the JVM with Jlama on the Vector API, with tokens per second, streaming and an Ollama baseline

Co-Authored-By: Claude Sonnet 5.5 <[email protected]> Claude-Session: https://claude.ai/code/session_01G8ikz8xdWuTP5yun8DZ1hk
2026-10-11 09:24:56 +00:00
parent 10545299f8
commit fdff2b7388
17 changed files with 564 additions and 0 deletions
@@ -12,6 +12,7 @@
  <modules>
    <module>embabel</module>
    <module>a2a</module>
+    <module>jlama</module>
  </modules>

  <properties>
@@ -20,6 +21,7 @@
    <!-- Verified on Maven Central 2026-10-11 -->
    <embabel.version>1.5.3</embabel.version>
    <a2a.sdk.version>1.0.0.Alpha3</a2a.sdk.version>
+    <jlama.version>0.8.4</jlama.version>
    <junit.version>6.1.3</junit.version>
    <assertj.version>3.27.6</assertj.version>
    <slf4j.version>2.0.17</slf4j.version>