Merge pull request #1 from SKaiNET-developers/feature/gemma-3n-e4b-support

Feature/gemma 3n e4b support

Author: michalharakal

README.md

@@ -0,0 +1,44 @@
+# SKaiNET-transformers
+
+SKaiNET-transformers is a high-performance LLM (Large Language Model) application layer built on top of the [SKaiNET](https://github.com/SKaiNET-developers/SKaiNET.git) engine. It provides a set of runtimes and CLI tools for various transformer-based models, optimized for Kotlin Multiplatform.
+
+## Key Features
+
+- **Multi-Model Support**: Implementations for popular architectures including Llama, Gemma, Qwen, and BERT.
+- **Engineered for Performance**: Uses the SKaiNET library as its core inference engine, leveraging hardware acceleration where available.
+- **Kotlin Multiplatform**: Designed to run across different platforms (JVM, Native, Android, etc.).
+- **Efficient Weights Loading**: Support for `safetensors` format for fast and safe model loading.
+
+## Project Structure
+
+- `llm-core`: Core abstractions and base classes for LLM components.
+- `llm-inference`: Model-specific inference logic (Llama, BERT, Gemma, Qwen).
+- `llm-runtime`: Platform-specific runtime implementations.
+- `llm-apps`: Ready-to-use CLI applications for model interaction and testing.
+- `llm-agent`: High-level agentic capabilities (in development).
+
+## Getting Started
+
+### Prerequisites
+
+- JDK 17 or higher
+- Gradle
+
+### Running the CLI Tools
+
+You can run the provided CLI tools using Gradle. For example, to run the BERT CLI:
+
+```bash
+./gradlew :llm-apps:kbert-cli:run --args="/path/to/model-dir 'query text'"
+```
+
+Replace `/path/to/model-dir` with a directory containing `model.safetensors`, `vocab.txt`, and `config.json`.
+
+## Engine
+
+This project uses **SKaiNET** as its underlying execution engine. 
+GitHub: [https://github.com/SKaiNET-developers/SKaiNET](https://github.com/SKaiNET-developers/SKaiNET.git)
+
+## License
+
+[Add License Information Here]

build.gradle.kts

@@ -14,7 +14,8 @@ allprojects {
     group = "sk.ainet.llm"
 }
 
-// Require JDK 21+ but allow any newer version (produces Java 21 bytecode via --release / jvmTarget)
+// Require JDK 21+ for bytecode target; JDK 25 recommended (set via jenv local 25.0).
+// Produces Java 21 bytecode via --release / jvmTarget for backward compatibility.
 subprojects {
     require(JavaVersion.current() >= JavaVersion.VERSION_21) {
         "This project requires JDK 21+, but found ${JavaVersion.current()}"

gradle.properties

@@ -1,12 +1,12 @@
-GROUP=sk.ainet.llm
-VERSION_NAME=0.1.0
+GROUP=sk.ainet.transformers
+VERSION_NAME=0.3.0
 
-POM_DESCRIPTION=SKaiNET-LLM
+POM_DESCRIPTION=SKaiNET-transformers
 
-POM_URL=https://github.com/SKaiNET-developers/skainet/
-POM_SCM_URL=https://github.com/SKaiNET-developers/skainet
-POM_SCM_CONNECTION=scm:git:git@github.com:SKaiNET-developers/skainet.git
-POM_SCM_DEV_CONNECTION=scm:git:ssh@github.com:SKaiNET-developers/skainet.git
+POM_URL=https://github.com/SKaiNET-developers/SKaiNET-transformers/
+POM_SCM_URL=https://github.com/SKaiNET-developers/SKaiNET-transformers
+POM_SCM_CONNECTION=scm:git:git@github.com:SKaiNET-developers/SKaiNET-transformers.git
+POM_SCM_DEV_CONNECTION=scm:git:ssh@github.com:SKaiNET-developers/SKaiNET-transformers.git
 
 POM_LICENCE_NAME=MIT License
 POM_LICENCE_URL=https://mit-license.org/

gradle/libs.versions.toml

@@ -3,7 +3,7 @@ skainet = "0.15.3"
 agp = "8.13.0"
 jacksonDatabind = "2.21.1"
 jsonSchemaValidator = "3.0.0"
-jsonSchemaValidatorVersion = "0.5.3"
+jsonSchemaValidatorVersion = "0.5.4"
 junit = "4.13.2"
 junitJupiter = "6.0.3"
 kotlin = "2.3.0"
@@ -12,7 +12,7 @@ kotlinBrowser = "0.5.0"
 android-minSdk = "24"
 android-compileSdk = "36"
 kotlinxSerializationJson = "1.9.0"
-ktorClientCore = "3.1.1"
+ktorClientCore = "3.4.1"
 ktorClientPlugins = "3.1.1"
 logbackClassic = "1.5.32"
 kover = "0.9.7"

llm-agent/gradle.properties

@@ -1,4 +1,4 @@
-POM_ARTIFACT_ID=skainet-kllama-agents
+POM_ARTIFACT_ID=skainet-transformers-agent
 POM_NAME=Agentic API for kllama
 
 kotlin.mpp.applyDefaultHierarchyTemplate=false

llm-apps/kllama-cli/gradle.properties

@@ -1,4 +1,4 @@
-POM_ARTIFACT_ID=skainet-apps-kllama-cli
+POM_ARTIFACT_ID=skainet-transformers-apps-kllama-cli
 POM_NAME=skainet neural network scripting API
 
 kotlin.mpp.applyDefaultHierarchyTemplate=false

llm-bom/gradle.properties

@@ -1,2 +1,2 @@
-POM_ARTIFACT_ID=skainet-llm-bom
-POM_NAME=SKaiNET-LLM Bill of Materials
+POM_ARTIFACT_ID=skainet-transformers-bom
+POM_NAME=SKaiNET-transformers Bill of Materials

llm-core/gradle.properties

@@ -1,4 +1,4 @@
-POM_ARTIFACT_ID=skainet-llm
-POM_NAME=skainet llm core
+POM_ARTIFACT_ID=skainet-transformers-core
+POM_NAME=skainet transformers core
 
 kotlin.mpp.applyDefaultHierarchyTemplate=false

llm-inference/bert/gradle.properties

@@ -1,2 +1,2 @@
-POM_ARTIFACT_ID=skainet-model-bert
+POM_ARTIFACT_ID=skainet-transformers-inference-bert
 POM_NAME=skainet bert embeddings loader

llm-inference/gemma/gradle.properties

@@ -1,2 +1,2 @@
-POM_ARTIFACT_ID=skainet-model-gemma
+POM_ARTIFACT_ID=skainet-transformers-inference-gemma
 POM_NAME=skainet gemma model loader