Skip to content

Commit ad3c8c4

Browse files
mudlermudler
authored
fix(agents): handle embedding model dim changes on collection upload (#9365)
Bumps LocalAGI to pick up the LocalRecall postgres backend fix that resizes the pgvector column when the configured embedding model returns vectors of a different dimensionality than the existing collection. Switching the agent pool's embedding model now triggers a transparent re-embed at startup instead of failing every subsequent upload with 'expected N dimensions, not M' (SQLSTATE 22000). Also surfaces a 409 with an actionable message in UploadToCollectionEndpoint as a safety net for the rare cases the upstream migration path doesn't cover (e.g. a model swapped at runtime), instead of the previous opaque 500.
1 parent 6f00513 commit ad3c8c4

3 files changed

Lines changed: 31 additions & 10 deletions

File tree

‎core/http/endpoints/localai/agent_collections.go‎

Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -85,12 +85,33 @@ func UploadToCollectionEndpoint(app *application.Application) echo.HandlerFunc {
8585
if strings.Contains(err.Error(), "not found") {
8686
return c.JSON(http.StatusNotFound, map[string]string{"error": err.Error()})
8787
}
88+
if isEmbeddingDimensionMismatch(err) {
89+
return c.JSON(http.StatusConflict, map[string]string{
90+
"error": "embedding model dimensionality changed and the collection could not be migrated automatically; restart LocalAI to trigger re-embedding, or reset the collection",
91+
})
92+
}
8893
return c.JSON(http.StatusInternalServerError, map[string]string{"error": err.Error()})
8994
}
9095
return c.JSON(http.StatusOK, map[string]string{"status": "ok", "filename": file.Filename, "key": key})
9196
}
9297
}
9398

99+
// isEmbeddingDimensionMismatch detects the pgvector-side error that bubbles up
100+
// from LocalRecall when the configured embedding model returns vectors of a
101+
// different dimensionality than the collection's vector column. LocalRecall
102+
// migrates the column on startup; this guard only fires for edge cases the
103+
// migration path doesn't cover (e.g. a model swapped at runtime), so we
104+
// surface a 409 with an actionable message instead of an opaque 500.
105+
func isEmbeddingDimensionMismatch(err error) bool {
106+
if err == nil {
107+
return false
108+
}
109+
msg := err.Error()
110+
return strings.Contains(msg, "SQLSTATE 22000") &&
111+
strings.Contains(msg, "expected ") &&
112+
strings.Contains(msg, " dimensions, not ")
113+
}
114+
94115
func ListCollectionEntriesEndpoint(app *application.Application) echo.HandlerFunc {
95116
return func(c echo.Context) error {
96117
svc := app.AgentPoolService()

‎go.mod‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -153,7 +153,7 @@ require (
153153
github.com/go-telegram/bot v1.17.0 // indirect
154154
github.com/gobwas/glob v0.2.3 // indirect
155155
github.com/gocolly/colly v1.2.0 // indirect
156-
github.com/gofiber/fiber/v2 v2.52.9 // indirect
156+
github.com/gofiber/fiber/v2 v2.52.11 // indirect
157157
github.com/golang/protobuf v1.5.4 // indirect
158158
github.com/gomarkdown/markdown v0.0.0-20250311123330-531bef5e742b // indirect
159159
github.com/google/go-github/v69 v69.2.0 // indirect
@@ -168,8 +168,8 @@ require (
168168
github.com/kevinburke/ssh_config v1.2.0 // indirect
169169
github.com/labstack/gommon v0.4.2 // indirect
170170
github.com/mschoch/smat v0.2.0 // indirect
171-
github.com/mudler/LocalAGI v0.0.0-20260325172845-736ccbb95ec8
172-
github.com/mudler/localrecall v0.5.9-0.20260321005011-810084e9369b // indirect
171+
github.com/mudler/LocalAGI v0.0.0-20260415165142-3369136c7380
172+
github.com/mudler/localrecall v0.5.9-0.20260415164846-8ad831f840fc // indirect
173173
github.com/mudler/skillserver v0.0.6
174174
github.com/olekukonko/tablewriter v0.0.5 // indirect
175175
github.com/oxffaa/gopher-parse-sitemap v0.0.0-20191021113419-005d2eb1def4 // indirect
@@ -318,7 +318,7 @@ require (
318318
github.com/docker/cli v29.4.0+incompatible // indirect
319319
github.com/docker/docker v28.5.2+incompatible
320320
github.com/docker/docker-credential-helpers v0.9.3 // indirect
321-
github.com/docker/go-connections v0.6.0
321+
github.com/docker/go-connections v0.6.0 // indirect
322322
github.com/docker/go-units v0.5.0 // indirect
323323
github.com/dsnet/compress v0.0.2-0.20210315054119-f66993602bf5 // indirect
324324
github.com/flynn/noise v1.1.0 // indirect

‎go.sum‎

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -378,8 +378,8 @@ github.com/gocolly/colly v1.2.0/go.mod h1:Hof5T3ZswNVsOHYmba1u03W65HDWgpV5HifSuu
378378
github.com/godbus/dbus/v5 v5.0.4/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA=
379379
github.com/godbus/dbus/v5 v5.1.0 h1:4KLkAxT3aOY8Li4FRJe/KvhoNFFxo0m6fNuFUO8QJUk=
380380
github.com/godbus/dbus/v5 v5.1.0/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA=
381-
github.com/gofiber/fiber/v2 v2.52.9 h1:YjKl5DOiyP3j0mO61u3NTmK7or8GzzWzCFzkboyP5cw=
382-
github.com/gofiber/fiber/v2 v2.52.9/go.mod h1:YEcBbO/FB+5M1IZNBP9FO3J9281zgPAreiI1oqg8nDw=
381+
github.com/gofiber/fiber/v2 v2.52.11 h1:5f4yzKLcBcF8ha1GQTWB+mpblWz3Vz6nSAbTL31HkWs=
382+
github.com/gofiber/fiber/v2 v2.52.11/go.mod h1:YEcBbO/FB+5M1IZNBP9FO3J9281zgPAreiI1oqg8nDw=
383383
github.com/gofrs/flock v0.13.0 h1:95JolYOvGMqeH31+FC7D2+uULf6mG61mEZ/A8dRYMzw=
384384
github.com/gofrs/flock v0.13.0/go.mod h1:jxeyy9R1auM5S6JYDBhDt+E2TCo7DkratH4Pgi8P+Z0=
385385
github.com/gogo/protobuf v1.1.1/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ=
@@ -705,8 +705,8 @@ github.com/mr-tron/base58 v1.2.0 h1:T/HDJBh4ZCPbU39/+c3rRvE0uKBQlU27+QI8LJ4t64o=
705705
github.com/mr-tron/base58 v1.2.0/go.mod h1:BinMc/sQntlIE1frQmRFPUoPA1Zkr8VRgBdjWI2mNwc=
706706
github.com/mschoch/smat v0.2.0 h1:8imxQsjDm8yFEAVBe7azKmKSgzSkZXDuKkSq9374khM=
707707
github.com/mschoch/smat v0.2.0/go.mod h1:kc9mz7DoBKqDyiRL7VZN8KvXQMWeTaVnttLRXOlotKw=
708-
github.com/mudler/LocalAGI v0.0.0-20260325172845-736ccbb95ec8 h1:wfF/rwxGvoqUbCzbOUUfx0ME7DUMmZa2hM2kjXVUxhI=
709-
github.com/mudler/LocalAGI v0.0.0-20260325172845-736ccbb95ec8/go.mod h1:6uCPaPPXuA0zS/RaUk39qk57WgRuwYWrEXALqJF+a4U=
708+
github.com/mudler/LocalAGI v0.0.0-20260415165142-3369136c7380 h1:gSS535c1MO3IRSUIWJT1xzZjT4lZBsqtHpptXvrEsmw=
709+
github.com/mudler/LocalAGI v0.0.0-20260415165142-3369136c7380/go.mod h1:rD7G70wl+5zlpvNF13iZBpAuat8LsiJFn678z3Kxleo=
710710
github.com/mudler/cogito v0.9.5-0.20260315222927-63abdec7189b h1:A74T2Lauvg61KodYqsjTYDY05kPLcW+efVZjd23dghU=
711711
github.com/mudler/cogito v0.9.5-0.20260315222927-63abdec7189b/go.mod h1:6sfja3lcu2nWRzEc0wwqGNu/eCG3EWgij+8s7xyUeQ4=
712712
github.com/mudler/edgevpn v0.31.1 h1:7qegiDWd0kAg6ljhNHxqvp8hbo/6BbzSdbb7/2WZfiY=
@@ -715,8 +715,8 @@ github.com/mudler/go-piper v0.0.0-20241023091659-2494246fd9fc h1:RxwneJl1VgvikiX
715715
github.com/mudler/go-piper v0.0.0-20241023091659-2494246fd9fc/go.mod h1:O7SwdSWMilAWhBZMK9N9Y/oBDyMMzshE3ju8Xkexwig=
716716
github.com/mudler/go-processmanager v0.1.0 h1:fcSKgF9U/a1Z7KofAFeZnke5YseadCI5GqL9oT0LS3E=
717717
github.com/mudler/go-processmanager v0.1.0/go.mod h1:h6kmHUZeafr+k5hRYpGLMzJFH4hItHffgpRo2QIkP+o=
718-
github.com/mudler/localrecall v0.5.9-0.20260321005011-810084e9369b h1:XeAnOEOOSKMfS5XNGpRTltQgjKCinho0V4uAhrgxN7Q=
719-
github.com/mudler/localrecall v0.5.9-0.20260321005011-810084e9369b/go.mod h1:xuPtgL9zUyiQLmspYzO3kaboYrGbWmwi8BQPt1aCAcs=
718+
github.com/mudler/localrecall v0.5.9-0.20260415164846-8ad831f840fc h1:p1ucQ2rbU4mhG2Xl1Emg5Q6QCYCjI+fvMF9KTek/+sY=
719+
github.com/mudler/localrecall v0.5.9-0.20260415164846-8ad831f840fc/go.mod h1:xuPtgL9zUyiQLmspYzO3kaboYrGbWmwi8BQPt1aCAcs=
720720
github.com/mudler/memory v0.0.0-20260406210934-424c1ecf2cf8 h1:Ry8RiWy8fZ6Ff4E7dPmjRsBrnHOnPeOOj2LhCgyjQu0=
721721
github.com/mudler/memory v0.0.0-20260406210934-424c1ecf2cf8/go.mod h1:EA8Ashhd56o32qN7ouPKFSRUs/Z+LrRCF4v6R2Oarm8=
722722
github.com/mudler/skillserver v0.0.6 h1:ixz6wUekLdTmbnpAavCkTydDF6UdXAG3ncYufSPK9G0=

0 commit comments

Comments
 (0)