feat: add core backend infrastructure

- Add structured logging system with terminal + file output and rotation
- Implement collections CRUD operations with validation and error handling
- Add required database schema for the same
- Account for possible DB connection leak during application startup

Author: maniac-en

.air.toml

@@ -0,0 +1,22 @@
+root = "."
+testdata_dir = "testdata"
+tmp_dir = "tmp"
+
+[build]
+  bin = "tmp/req"
+  args_bin = ["-verbose"]
+  cmd = "go build -o ./tmp/req ."
+  delay = 1000
+  exclude_dir = ["tmp", "testdata"]
+  include_ext = ["go"]
+
+[log]
+  time = true
+  main_only = false
+
+[misc]
+  clean_on_exit = true
+
+[screen]
+  clear_on_rebuild = true
+  keep_scroll = true

.gitignore

@@ -27,6 +27,9 @@ go.work.sum
 # Editor/IDE
 .vscode/
 
-
 # Some nix shit
 .gopath/
+
+# air - go hot reloading
+tmp/
+testdata/

db/migrations/002_create_endpoints_table.sql

@@ -0,0 +1,18 @@
+-- +goose Up
+CREATE TABLE endpoints (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    collection_id INTEGER NOT NULL,
+    name TEXT NOT NULL,
+    method TEXT NOT NULL,
+    url TEXT NOT NULL,
+    headers TEXT DEFAULT '{}' NOT NULL,
+    query_params TEXT DEFAULT '{}' NOT NULL,
+    request_body TEXT DEFAULT '' NOT NULL,
+    created_at TEXT NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    updated_at TEXT NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    FOREIGN KEY (collection_id) REFERENCES collections(id) ON DELETE CASCADE
+);
+
+-- +goose Down
+DROP TABLE endpoints;
+

db/migrations/003_add_updated_at_trigger.sql

@@ -0,0 +1,14 @@
+-- +goose Up
+-- +goose StatementBegin
+CREATE TRIGGER update_collections_updated_at
+    AFTER UPDATE ON collections
+    FOR EACH ROW
+    BEGIN
+        UPDATE collections 
+        SET updated_at = CURRENT_TIMESTAMP 
+        WHERE id = NEW.id;
+    END;
+-- +goose StatementEnd
+
+-- +goose Down
+DROP TRIGGER IF EXISTS update_collections_updated_at;

db/migrations/004_add_collections_name_index.sql

@@ -0,0 +1,5 @@
+-- +goose Up
+CREATE INDEX idx_collections_name ON collections(name);
+
+-- +goose Down
+DROP INDEX IF EXISTS idx_collections_name;

db/queries/collections.sql

@@ -1,2 +1,15 @@
 -- name: CreateCollection :one
 INSERT INTO collections (name) VALUES (?) RETURNING *;
+
+-- name: GetAllCollections :many
+SELECT * FROM collections;
+
+-- name: UpdateCollectionName :one
+UPDATE collections
+SET name = ?
+WHERE id = ?
+RETURNING *;
+
+-- name: DeleteCollection :exec
+DELETE FROM collections
+WHERE id = ?;

go.mod

@@ -5,6 +5,7 @@ go 1.24.4
 require (
 	github.com/mattn/go-sqlite3 v1.14.29
 	github.com/pressly/goose/v3 v3.24.3
+	gopkg.in/natefinch/lumberjack.v2 v2.2.1
 )
 
 require (

go.sum

@@ -30,6 +30,8 @@ golang.org/x/sync v0.14.0 h1:woo0S4Yywslg6hp4eUFjTVOyKt0RookbpAHG4c1HmhQ=
 golang.org/x/sync v0.14.0/go.mod h1:1dzgHSNfp02xaA81J2MS99Qcpr2w7fw1gpm99rleRqA=
 golang.org/x/sys v0.33.0 h1:q3i8TbbEz+JRD9ywIRlyRAQbM0qF7hu24q3teo2hbuw=
 golang.org/x/sys v0.33.0/go.mod h1:BJP2sWEmIv4KK5OTEluFJCKSidICx8ciO85XgH3Ak8k=
+gopkg.in/natefinch/lumberjack.v2 v2.2.1 h1:bBRl1b0OH9s/DuPhuXpNl+VtCaJXFZ5/uEFST95x9zc=
+gopkg.in/natefinch/lumberjack.v2 v2.2.1/go.mod h1:YD8tP3GAjkrDg1eZH7EGmyESg/lsYskCTPBJVb9jqSc=
 gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
 gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
 modernc.org/libc v1.65.0 h1:e183gLDnAp9VJh6gWKdTy0CThL9Pt7MfcR/0bgb7Y1Y=

internal/collections/collections.go

@@ -0,0 +1,89 @@
+package collections
+
+import (
+	"context"
+	"fmt"
+	"strings"
+
+	"github.com/maniac-en/req/internal/database"
+	"github.com/maniac-en/req/internal/log"
+)
+
+func NewCollectionsManager(q *database.Queries) *CollectionsManager {
+	collectionsManager := CollectionsManager{
+		DB: q,
+	}
+	return &collectionsManager
+}
+
+func (c *CollectionsManager) GetAllCollections(ctx context.Context) ([]database.Collection, error) {
+	log.Debug("fetching all collections")
+	dbCollections, err := c.DB.GetAllCollections(ctx)
+	if err != nil {
+		log.Error("failed to fetch collections", "error", err)
+		return nil, err
+	}
+	log.Info("fetched collections", "count", len(dbCollections))
+	return dbCollections, nil
+}
+
+func (c *CollectionsManager) CreateCollection(ctx context.Context, name string) (database.Collection, error) {
+	if err := validateCollectionName(name); err != nil {
+		log.Error("invalid collection name", "name", name, "error", err)
+		return database.Collection{}, err
+	}
+
+	log.Info("creating collection", "name", name)
+	collection, err := c.DB.CreateCollection(ctx, name)
+	if err != nil {
+		log.Error("failed to create collection", "name", name, "error", err)
+		return database.Collection{}, err
+	}
+	log.Info("created collection", "id", collection.ID, "name", collection.Name)
+	return collection, nil
+}
+
+func (c *CollectionsManager) UpdateCollectionName(ctx context.Context, name string, collectionId int) (database.Collection, error) {
+	if err := validateCollectionName(name); err != nil {
+		log.Error("invalid collection name", "name", name, "error", err)
+		return database.Collection{}, err
+	}
+
+	id := int64(collectionId)
+	log.Info("updating collection name", "id", id, "new_name", name)
+	collection, err := c.DB.UpdateCollectionName(ctx, database.UpdateCollectionNameParams{
+		Name: name,
+		ID:   id,
+	})
+	if err != nil {
+		log.Error("failed to update collection", "id", id, "name", name, "error", err)
+		return database.Collection{}, err
+	}
+	log.Info("updated collection", "id", collection.ID, "name", collection.Name)
+	return collection, nil
+}
+
+func (c *CollectionsManager) DeleteCollection(ctx context.Context, id int) error {
+	log.Info("deleting collection", "id", id)
+	err := c.DB.DeleteCollection(ctx, int64(id))
+	if err != nil {
+		log.Error("failed to delete collection", "id", id, "error", err)
+		return err
+	}
+	log.Info("deleted collection", "id", id)
+	return nil
+}
+
+func validateCollectionName(name string) error {
+	name = strings.TrimSpace(name)
+	if name == "" {
+		return fmt.Errorf("collection name cannot be empty")
+	}
+	if len(name) > 100 {
+		return fmt.Errorf("collection name cannot exceed 100 characters")
+	}
+	if strings.ContainsAny(name, "/\\:*?\"<>|") {
+		return fmt.Errorf("collection name contains invalid characters")
+	}
+	return nil
+}

internal/collections/endpoints.go

@@ -0,0 +1,77 @@
+package collections
+
+import (
+	"context"
+	"encoding/json"
+	"fmt"
+
+	"github.com/maniac-en/req/internal/database"
+)
+
+func (c *CollectionsManager) CreateEndpoint(ctx context.Context, name, method, url string, collectionId int64) (database.Endpoint, error) {
+	return c.DB.CreateEndpoint(ctx, database.CreateEndpointParams{
+		Name:         name,
+		CollectionID: collectionId,
+		Method:       method,
+		Url:          url,
+	})
+}
+
+func (c *CollectionsManager) GetEndpoints(ctx context.Context, collectionId int64) ([]database.Endpoint, error) {
+	return c.DB.ListEndpoints(ctx, collectionId)
+}
+
+func (c *CollectionsManager) GetEndpoint(ctx context.Context, id int64) (database.Endpoint, error) {
+	return c.DB.GetEndpoint(ctx, id)
+}
+
+func (c *CollectionsManager) UpdateEndpoint(
+	ctx context.Context,
+	id int64,
+	name string,
+	method string,
+	url string,
+	headers string,
+	queryParams string,
+	requestBody string,
+) (database.Endpoint, error) {
+	existingEndpoint, err := c.DB.GetEndpoint(ctx, id)
+	if err != nil {
+		return database.Endpoint{}, err
+	}
+
+	if name != "" {
+		existingEndpoint.Name = name
+	}
+	if method != "" {
+		existingEndpoint.Method = method
+	}
+	if url != "" {
+		existingEndpoint.Url = url
+	}
+	if headers != "" {
+		if !json.Valid([]byte(headers)) {
+			return database.Endpoint{}, fmt.Errorf("invalid JSON for header parameters: %s", headers)
+		}
+		existingEndpoint.Headers = headers
+	}
+	if queryParams != "" {
+		if !json.Valid([]byte(queryParams)) {
+			return database.Endpoint{}, fmt.Errorf("invalid JSON for query parameters: %s", queryParams)
+		}
+		existingEndpoint.QueryParams = queryParams
+	}
+	if requestBody != "" {
+		existingEndpoint.RequestBody = requestBody
+	}
+
+	return c.DB.UpdateEndpoint(ctx, database.UpdateEndpointParams{
+		ID:          existingEndpoint.ID,
+		Name:        existingEndpoint.Name,
+		Method:      existingEndpoint.Method,
+		Url:         existingEndpoint.Url,
+		Headers:     existingEndpoint.Headers,
+		QueryParams: existingEndpoint.QueryParams,
+		RequestBody: existingEndpoint.RequestBody,
+	})
+}