feat(v1.3.0): add BBolt support and refactor database layer

- Add BBolt implementations for cache, KV, and queue systems
- Introduce factory pattern for cache, KV, and queue initialization
- Add memory-based queue implementation for lightweight deployments
- Refactor database drivers with improved SQL support
- Update authentication and project controllers
- Enhance GraphQL subscription handling
- Remove deprecated executor Makefiles and docker resolver
- Update dependencies and configuration models
- Add BBolt migration documentation
- Improve path utility functions

Author: sh0umik

const/db.go

@@ -23,6 +23,7 @@ const (
 
 	// EmbeddedDB Embedded Database
 	CoreDB string = "coreDB"
+	BoltDB string = "bbolt"
 
 	// RedisDriver KeyValue database
 	RedisDriver string = "redis"

controller/auth_controller.go

@@ -4,6 +4,7 @@ import (
 	"encoding/json"
 	"fmt"
 	"net/http"
+	"strconv"
 	"time"
 
 	"github.com/apito-io/engine/database/project/driver/mongo"
@@ -21,7 +22,6 @@ import (
 	"golang.org/x/oauth2/google"
 )
 
-
 type authCtrl struct {
 	Cfg           *models.Config
 	graphQLServer *resolver.GraphQLServer
@@ -150,15 +150,16 @@ func (a *authCtrl) Journey(c echo.Context) error {
 }
 
 type DatabaseRequest struct {
+	File     string `json:"file"`
 	Type     string `json:"type"`
 	Host     string `json:"host"`
-	Port     string `json:"port"`
+	Port     int    `json:"port"`
 	Database string `json:"database"`
 	Username string `json:"username"`
 	Password string `json:"password"`
 }
 
-func (a *authCtrl) DatabaseTest(c echo.Context) error {
+func (a *authCtrl) DatabaseCheck(c echo.Context) error {
 
 	var req DatabaseRequest
 	if err := c.Bind(&req); err != nil {
@@ -173,7 +174,7 @@ func (a *authCtrl) DatabaseTest(c echo.Context) error {
 		driver, err := mongo.GetMongoDriver(&models.DriverCredentials{
 			Engine:   req.Type,
 			Host:     req.Host,
-			Port:     req.Port,
+			Port:     strconv.Itoa(req.Port),
 			Database: req.Database,
 			User:     req.Username,
 			Password: req.Password,
@@ -198,9 +199,10 @@ func (a *authCtrl) DatabaseTest(c echo.Context) error {
 
 	case "postgresql", "mysql", "sqlite", "sqlServer", "mariadb":
 		driver, err := sql.GetSQLDriver(&models.DriverCredentials{
+			File:     req.File,
 			Engine:   req.Type,
 			Host:     req.Host,
-			Port:     req.Port,
+			Port:     strconv.Itoa(req.Port),
 			Database: req.Database,
 			User:     req.Username,
 			Password: req.Password,
@@ -246,12 +248,11 @@ func (a *authCtrl) errorHandler(router echo.Context, response *models.HttpRespon
 	router.JSON(int(response.Code), response)
 }
 
-
 func (a *authCtrl) ProjectSwitchV2(c echo.Context) error {
 	var req *models.ProjectCreateRequest
 	if err := c.Bind(&req); err != nil {
 		return c.JSON(http.StatusBadRequest, &models.HttpResponse{
-			Message: "Bad boy, Jason ...",
+			Message: err.Error(),
 			Code:    http.StatusBadRequest,
 		})
 	}
@@ -281,6 +282,13 @@ func (a *authCtrl) ProjectSwitchV2(c echo.Context) error {
 		})
 	}
 
+	if resp.User == nil {
+		return c.JSON(http.StatusForbidden, &models.HttpResponse{
+			Message: "user is missing in the project with roles",
+			Code:    http.StatusForbidden,
+		})
+	}
+
 	// project switched so empty the cache
 	//a.gqlServer.Param.ProjectId = project.ID
 
@@ -332,7 +340,6 @@ func (a *authCtrl) ProjectSwitchV2(c echo.Context) error {
 	//time.Sleep(time.Second * 2)
 
 	_project.Schema = nil
-	_project.MicroServicePort = ""
 
 	return c.JSON(http.StatusOK, &models.HttpResponse{
 		Message: "Project Switched",

controller/project_controller.go

@@ -8,8 +8,6 @@ import (
 	"os"
 	"strings"
 	"time"
-
-	_const "github.com/apito-io/engine/const"
 	"github.com/apito-io/engine/models"
 	"github.com/apito-io/engine/utility"
 	"github.com/google/uuid"
@@ -70,13 +68,6 @@ func (a *authCtrl) ProjectCreation(c echo.Context) error {
 		createdProject++
 	}
 
-	if createdProject >= int32(user.ProjectLimit) {
-		return c.JSON(http.StatusBadRequest, &models.HttpResponse{
-			Message: "You can not create more projects. Please upgrade your plan",
-			Code:    http.StatusBadRequest,
-		})
-	}
-
 	// prepare the project skeleton
 	var _projectID string
 	if val, ok := req["id"]; ok && val != nil {
@@ -113,62 +104,53 @@ func (a *authCtrl) ProjectCreation(c echo.Context) error {
 		Teams:            []*models.Team{user.DefaultTeam},
 	}
 
-	var planType string
-	if val, ok := req["plan_type"]; ok && val != nil {
-		planType = val.(string)
+	// optional
+	if val, ok := req["description"]; ok && val != nil {
+		project.Description = val.(string)
+	}
+
+	var databaseType string
+	if val, ok := req["database_type"]; ok && val != nil {
+		databaseType = val.(string)
 	} else {
 		return c.JSON(http.StatusBadRequest, &models.HttpResponse{
-			Message: "Plan type is required",
+			Message: "Database type is required",
 			Code:    http.StatusBadRequest,
 		})
 	}
 
-	switch planType {
-	case "dedicated":
-
-		project.PlanType = "dedicated"
-		if val, ok := req["tier_name"]; ok && val != nil {
-			project.TireType = val.(string)
-		} else {
-			return c.JSON(http.StatusBadRequest, &models.HttpResponse{
-				Message: "Tier name is required",
-				Code:    http.StatusBadRequest,
-			})
-		}
-
-		if project.TireType == "free" && createdProject >= 1 {
-			return c.JSON(http.StatusBadRequest, &models.HttpResponse{
-				Message: "You can not create more than 1 project with free tier",
-				Code:    http.StatusBadRequest,
-			})
-		}
-	case "byod":
-		var databaseType string
-		if val, ok := req["database_type"]; ok && val != nil {
-			databaseType = val.(string)
-		} else {
-			return c.JSON(http.StatusBadRequest, &models.HttpResponse{
-				Message: "Database type is required",
-				Code:    http.StatusBadRequest,
-			})
-		}
-		project.PlanType = "byod"
-		project.Driver = &models.DriverCredentials{
-			Engine: databaseType,
-		}
+	var dbConfig map[string]interface{}
+	if val, ok := req["db_config"]; ok && val != nil && len(val.(map[string]interface{})) > 0 {
+		dbConfig = val.(map[string]interface{})
+	} else {
+		return c.JSON(http.StatusBadRequest, &models.HttpResponse{
+			Message: "Database configuration is required",
+			Code:    http.StatusBadRequest,
+		})
 	}
 
-	if val, ok := req["description"]; ok && val != nil {
-		project.Description = val.(string)
+	project.Driver = &models.DriverCredentials{
+		Engine: databaseType,
 	}
 
-	/* ust := c.Get("ust")
-	if ust == nil {
-		return c.JSON(http.StatusBadRequest, &models.HttpResponse{
-			Message: "user is missing in the token payload",
-			Code:    http.StatusBadRequest,
-		})
-	} */
+	if val, ok := dbConfig["host"]; ok && val != nil {
+		project.Driver.Host = val.(string)
+	}
+	if val, ok := dbConfig["port"]; ok && val != nil {
+		project.Driver.Port = val.(string)
+	}
+	if val, ok := dbConfig["user"]; ok && val != nil {
+		project.Driver.User = val.(string)
+	}
+	if val, ok := dbConfig["password"]; ok && val != nil {
+		project.Driver.Password = val.(string)
+	}
+	if val, ok := dbConfig["database"]; ok && val != nil {
+		project.Driver.Database = val.(string)
+	}
+	if val, ok := dbConfig["file"]; ok && val != nil {
+		project.Driver.File = val.(string)
+	}
 
 	switch strings.ToLower(req["project_type"].(string)) {
 	case "regular", "general":
@@ -222,23 +204,21 @@ func (a *authCtrl) ProjectCreation(c echo.Context) error {
 	}
 
 	if project.Driver == nil {
-		cfg := &models.DriverCredentials{
-			ProjectID: projectID, // this is must be passed from here
-			Engine:   a.Cfg.DefaultProjectDatabaseEngine,
-			Host:     a.Cfg.DefaultProjectDBHost,
-			Port:     a.Cfg.DefaultProjectDBPort,
-			User:     a.Cfg.DefaultProjectDBUser,
-			Database: a.Cfg.DefaultProjectDBName,
-			Password: a.Cfg.DefaultProjectDBPassword,
-		}
-		// only save the engine
 		project.Driver = &models.DriverCredentials{
-			Engine: _const.ApitoDB,
+			ProjectID: projectID, // this is must be passed from here
+			Engine:    a.Cfg.DefaultProjectDatabaseEngine,
+			Host:      a.Cfg.DefaultProjectDBHost,
+			Port:      a.Cfg.DefaultProjectDBPort,
+			User:      a.Cfg.DefaultProjectDBUser,
+			Database:  a.Cfg.DefaultProjectDBName,
+			Password:  a.Cfg.DefaultProjectDBPassword,
 		}
-		// inject driver credential to connection manager
-		a.graphQLServer.GraphQLExecutor.SetProjectDriverCredential(ctx, cfg)
 	}
 
+	// inject driver credential to connection manager
+	project.Driver.ProjectID = projectID // this is a must for connection manager
+	a.graphQLServer.GraphQLExecutor.SetProjectDriverCredential(ctx, project.Driver)
+
 	if project.ProjectType != models.ProjectType_SaaS {
 		//inject project_id via context
 		ctx = context.WithValue(ctx, "project_id", projectID)

controller/token_controller.go

@@ -179,7 +179,7 @@ func (a *authCtrl) SyncProject(c echo.Context) error {
 	var req SyncProjectRequest
 	if err := c.Bind(&req); err != nil {
 		return c.JSON(http.StatusBadRequest, &models.HttpResponse{
-			Message: "Bad boy, Jason ...",
+			Message: err.Error(),
 			Code:    http.StatusBadRequest,
 		})
 	}