Skip to content

Commit 12257ed

Browse files
michalharakalmichalharakal
committed
transformer and llm related code moved from SKaiNET core
1 parent 408c7cc commit 12257ed

17 files changed

Lines changed: 609 additions & 52 deletions

File tree

‎.gitignore‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
11
# models
22
*.gguf
33
*.onnx
4+
model-371/
45

56
local.properties
67
.gradle
@@ -12,17 +13,40 @@ build/
1213
.kiro/
1314
.claude/
1415

16+
## antora
17+
_public
18+
.cache
19+
20+
### MNIST data
21+
22+
*ubyte*
23+
1524
### IntelliJ IDEA ###
1625
.idea
1726
*.iws
1827
*.iml
1928
*.ipr
2029
out/
2130

31+
2232
### VS Code ###
2333
.vscode/
2434

2535
### Mac OS ###
2636
.DS_Store
2737

2838
.java-version
39+
40+
### BROKK'S CONFIGURATION ###
41+
.brokk/**
42+
/.brokk/workspace.properties
43+
/.brokk/sessions/
44+
/.brokk/dependencies/
45+
/.brokk/history.zip
46+
!.brokk/style.md
47+
!.brokk/review.md
48+
!.brokk/project.properties
49+
**.onnx
50+
51+
### Build artifacts ###
52+
com/

‎gradle/libs.versions.toml‎

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
[versions]
2+
skainet = "0.15.3"
23
agp = "8.13.0"
34
jacksonDatabind = "2.21.1"
45
jsonSchemaValidator = "3.0.0"
@@ -76,6 +77,16 @@ kotest-runner-junit5 = { module = "io.kotest:kotest-runner-junit5", version.ref
7677
kotest-assertions-core = { module = "io.kotest:kotest-assertions-core", version.ref = "kotest" }
7778
kotest-property = { module = "io.kotest:kotest-property", version.ref = "kotest" }
7879

80+
# SKaiNET
81+
skainet-lang-core = { module = "sk.ainet.core:skainet-lang-core", version.ref = "skainet" }
82+
skainet-lang-models = { module = "sk.ainet.core:skainet-lang-models", version.ref = "skainet" }
83+
skainet-lang-ksp-annotations = { module = "sk.ainet.core:skainet-lang-ksp-annotations", version.ref = "skainet" }
84+
skainet-compile-core = { module = "sk.ainet.core:skainet-compile-core", version.ref = "skainet" }
85+
skainet-backend-cpu = { module = "sk.ainet.core:skainet-backend-cpu", version.ref = "skainet" }
86+
skainet-io-core = { module = "sk.ainet.core:skainet-io-core", version.ref = "skainet" }
87+
skainet-io-gguf = { module = "sk.ainet.core:skainet-io-gguf", version.ref = "skainet" }
88+
skainet-io-safetensors = { module = "sk.ainet.core:skainet-io-safetensors", version.ref = "skainet" }
89+
7990
[plugins]
8091
androidLibrary = { id = "com.android.library", version.ref = "agp" }
8192
androidMultiplatformLibrary = { id = "com.android.kotlin.multiplatform.library", version.ref = "agp" }

‎llm-agent/build.gradle.kts‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ kotlin {
4343

4444
sourceSets {
4545
commonMain.dependencies {
46-
implementation("sk.ainet:skainet-lang-core")
46+
implementation(libs.skainet.lang.core)
4747
implementation(project(":llm-core"))
4848
implementation(libs.kotlinx.serialization.json)
4949
}

‎llm-apps/kbert-cli/build.gradle.kts‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -5,10 +5,10 @@ plugins {
55

66
dependencies {
77
implementation(project(":llm-inference:bert"))
8-
implementation("sk.ainet:skainet-lang-core")
9-
implementation("sk.ainet:skainet-io-core")
10-
implementation("sk.ainet:skainet-io-safetensors")
11-
implementation("sk.ainet:skainet-backend-cpu")
8+
implementation(libs.skainet.lang.core)
9+
implementation(libs.skainet.io.core)
10+
implementation(libs.skainet.io.safetensors)
11+
implementation(libs.skainet.backend.cpu)
1212
implementation(libs.kotlinx.coroutines)
1313
}
1414

‎llm-bom/build.gradle.kts‎

Lines changed: 34 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
plugins {
2+
`java-platform`
3+
alias(libs.plugins.vanniktech.mavenPublish)
4+
}
5+
6+
group = "sk.ainet.llm"
7+
version = rootProject.findProperty("VERSION_NAME") ?: "0.1.0"
8+
9+
javaPlatform {
10+
allowDependencies()
11+
}
12+
13+
dependencies {
14+
// Import SKaiNET BOM so consumers get aligned SKaiNET versions too
15+
api(platform("sk.ainet:skainet-bom:${libs.versions.skainet.get()}"))
16+
17+
constraints {
18+
// LLM core
19+
api(project(":llm-core"))
20+
21+
// Agent
22+
api(project(":llm-agent"))
23+
24+
// Inference — model loaders
25+
api(project(":llm-inference:llama"))
26+
api(project(":llm-inference:qwen"))
27+
api(project(":llm-inference:gemma"))
28+
api(project(":llm-inference:bert"))
29+
30+
// Runtime
31+
api(project(":llm-runtime:kllama"))
32+
api(project(":llm-runtime:kgemma"))
33+
}
34+
}

‎llm-bom/gradle.properties‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
POM_ARTIFACT_ID=skainet-llm-bom
2+
POM_NAME=SKaiNET-LLM Bill of Materials

‎llm-core/build.gradle.kts‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ kotlin {
4343

4444
sourceSets {
4545
commonMain.dependencies {
46-
implementation("sk.ainet:skainet-lang-core")
46+
implementation(libs.skainet.lang.core)
4747
}
4848

4949
commonTest.dependencies {

‎llm-inference/bert/build.gradle.kts‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -42,11 +42,11 @@ kotlin {
4242
sourceSets {
4343
commonMain.dependencies {
4444
api(project(":llm-core"))
45-
implementation("sk.ainet:skainet-lang-core")
46-
implementation("sk.ainet:skainet-io-safetensors")
47-
implementation("sk.ainet:skainet-compile-core")
48-
implementation("sk.ainet:skainet-backend-cpu")
49-
implementation("sk.ainet:skainet-io-core")
45+
implementation(libs.skainet.lang.core)
46+
implementation(libs.skainet.io.safetensors)
47+
implementation(libs.skainet.compile.core)
48+
implementation(libs.skainet.backend.cpu)
49+
implementation(libs.skainet.io.core)
5050
implementation(libs.kotlinx.coroutines)
5151
}
5252

@@ -58,8 +58,8 @@ kotlin {
5858
dependencies {
5959
implementation(libs.kotlin.test)
6060
implementation(libs.kotlinx.coroutines.test)
61-
implementation("sk.ainet:skainet-backend-cpu")
62-
implementation("sk.ainet:skainet-io-safetensors")
61+
implementation(libs.skainet.backend.cpu)
62+
implementation(libs.skainet.io.safetensors)
6363
}
6464
}
6565
}

‎llm-inference/gemma/build.gradle.kts‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -43,27 +43,27 @@ kotlin {
4343

4444
sourceSets {
4545
commonMain.dependencies {
46-
implementation("sk.ainet:skainet-lang-core")
47-
implementation("sk.ainet:skainet-io-core")
48-
implementation("sk.ainet:skainet-io-gguf")
49-
implementation("sk.ainet:skainet-io-safetensors")
50-
implementation("sk.ainet:skainet-compile-core")
46+
implementation(libs.skainet.lang.core)
47+
implementation(libs.skainet.io.core)
48+
implementation(libs.skainet.io.gguf)
49+
implementation(libs.skainet.io.safetensors)
50+
implementation(libs.skainet.compile.core)
5151
implementation(project(":llm-core"))
5252
implementation(libs.kotlinx.io.core)
5353
implementation(libs.kotlinx.coroutines)
5454
}
5555

5656
commonTest.dependencies {
5757
implementation(libs.kotlin.test)
58-
implementation("sk.ainet:skainet-backend-cpu")
58+
implementation(libs.skainet.backend.cpu)
5959
}
6060

6161
val jvmTest by getting {
6262
dependencies {
6363
implementation(libs.kotlin.test)
6464
implementation(libs.junit)
6565
implementation(libs.kotlinx.coroutines.test)
66-
implementation("sk.ainet:skainet-backend-cpu")
66+
implementation(libs.skainet.backend.cpu)
6767
}
6868
}
6969
}

‎llm-inference/llama/build.gradle.kts‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -43,27 +43,27 @@ kotlin {
4343

4444
sourceSets {
4545
commonMain.dependencies {
46-
implementation("sk.ainet:skainet-lang-core")
47-
implementation("sk.ainet:skainet-io-core")
48-
implementation("sk.ainet:skainet-io-gguf")
49-
implementation("sk.ainet:skainet-io-safetensors")
50-
implementation("sk.ainet:skainet-compile-core")
46+
implementation(libs.skainet.lang.core)
47+
implementation(libs.skainet.io.core)
48+
implementation(libs.skainet.io.gguf)
49+
implementation(libs.skainet.io.safetensors)
50+
implementation(libs.skainet.compile.core)
5151
implementation(project(":llm-core"))
5252
implementation(libs.kotlinx.io.core)
5353
implementation(libs.kotlinx.coroutines)
5454
}
5555

5656
commonTest.dependencies {
5757
implementation(libs.kotlin.test)
58-
implementation("sk.ainet:skainet-backend-cpu")
58+
implementation(libs.skainet.backend.cpu)
5959
}
6060

6161
val jvmTest by getting {
6262
dependencies {
6363
implementation(libs.kotlin.test)
6464
implementation(libs.junit)
6565
implementation(libs.kotlinx.coroutines.test)
66-
implementation("sk.ainet:skainet-backend-cpu")
66+
implementation(libs.skainet.backend.cpu)
6767
}
6868
}
6969
}

0 commit comments

Comments
 (0)