Backend refactoring

backend/knip.json

@@ -1,9 +1,6 @@
 {
 	"$schema": "https://unpkg.com/knip@5/schema.json",
-	"ignoreExportsUsedInFile": {
-		"interface": true,
-		"type": true
-	},
-	"ignore": ["src/migrations/**", "src/shared/config/datasource.config.ts", "src/enums/widget-type.enum.ts"],
+	"ignoreExportsUsedInFile": true,
+	"ignore": ["src/migrations/**", "src/shared/config/datasource.config.ts"],
 	"tags": ["-lintignore"]
 }

backend/package.json

@@ -25,24 +25,24 @@
 	},
 	"dependencies": {
 		"@amplitude/node": "1.10.2",
-		"@aws-sdk/client-bedrock-runtime": "^3.1037.0",
+		"@aws-sdk/client-dynamodb": "^3.1032.0",
 		"@aws-sdk/client-s3": "^3.1037.0",
 		"@aws-sdk/lib-dynamodb": "^3.1037.0",
 		"@aws-sdk/s3-request-presigner": "^3.1037.0",
 		"@cedar-policy/cedar-wasm": "^4.9.1",
+		"@clickhouse/client": "^1.18.2",
+		"@elastic/elasticsearch": "8.18.1",
 		"@electric-sql/pglite": "^0.4.0",
 		"@faker-js/faker": "^10.3.0",
 		"@langchain/aws": "^1.3.3",
 		"@langchain/core": "^1.1.33",
 		"@nestjs/common": "11.1.17",
-		"@nestjs/config": "4.0.3",
 		"@nestjs/core": "11.1.17",
 		"@nestjs/platform-express": "11.1.17",
 		"@nestjs/schedule": "^6.1.1",
 		"@nestjs/swagger": "^11.2.6",
 		"@nestjs/throttler": "^6.5.0",
 		"@nestjs/typeorm": "^11.0.0",
-		"@nestjsx/crud": "4.6.2",
 		"@rocketadmin/shared-code": "workspace:*",
 		"@sentry/minimal": "^6.19.7",
 		"@sentry/node": "10.44.0",
@@ -56,37 +56,34 @@
 		"@zapier/secret-scrubber": "^1.1.6",
 		"argon2": "0.44.0",
 		"axios": "^1.15.0",
-		"base32-encode": "^2.0.0",
 		"basic-auth": "2.0.1",
 		"bcrypt": "6.0.0",
 		"body-parser": "^2.2.2",
+		"cassandra-driver": "^4.8.0",
 		"class-transformer": "0.5.1",
 		"class-validator": "^0.15.1",
 		"cookie-parser": "^1.4.7",
-		"crc": "^4.3.2",
 		"crypto-js": "4.2.0",
 		"csv": "^6.5.0",
 		"dotenv": "17.3.1",
 		"express": "5.2.1",
-		"fetch-blob": "^4.0.0",
 		"helmet": "8.1.0",
 		"i18n-iso-countries": "^7.14.0",
 		"ip-range-check": "0.2.0",
 		"json2csv": "^5.0.7",
+		"json5": "^2.2.3",
 		"jsonwebtoken": "^9.0.3",
 		"knex": "3.1.0",
-		"langchain": "^1.2.34",
 		"lru-cache": "^11.2.7",
+		"mongodb": "^7.1.1",
 		"nanoid": "5.1.7",
 		"node-sql-parser": "^5.3.0",
 		"nodemailer": "^8.0.4",
 		"nunjucks": "^3.2.4",
 		"otplib": "^12.0.1",
 		"p-queue": "9.1.0",
-		"pg": "^8.20.0",
 		"pg-connection-string": "^2.12.0",
 		"qrcode": "^1.5.4",
-		"query-string": "^9.3.1",
 		"reflect-metadata": "0.2.2",
 		"rimraf": "6.1.3",
 		"rxjs": "7.8.2",
@@ -96,7 +93,8 @@
 		"typeorm-pglite": "^0.3.4",
 		"uuid": "^13.0.0",
 		"validator": "^13.15.26",
-		"winston": "3.19.0"
+		"winston": "3.19.0",
+		"zod": "^4.4.3"
 	},
 	"devDependencies": {
 		"@ava/typescript": "6.0.0",
@@ -106,18 +104,16 @@
 		"@types/bcrypt": "^6.0.0",
 		"@types/body-parser": "^1.19.6",
 		"@types/cookie-parser": "^1.4.10",
-		"@types/cron": "^2.4.3",
 		"@types/express": "^5.0.6",
 		"@types/ibm_db": "^3.2.0",
 		"@types/json2csv": "^5.0.7",
 		"@types/node": "^24.10.1",
-		"@types/pg": "^8.18.0",
-		"@types/safe-regex": "^1.1.6",
 		"@types/supertest": "^7.2.0",
 		"@types/validator": "^13.15.10",
 		"ava": "6.4.1",
 		"knip": "^5.88.0",
 		"nock": "^14.0.11",
+		"redis": "^5.12.1",
 		"supertest": "^7.2.2",
 		"ts-loader": "^9.5.4",
 		"ts-node": "^10.9.2",

backend/src/ai-core/utils/message-builder.ts

@@ -63,5 +63,3 @@ export class MessageBuilder {
 		return builder;
 	}
 }
-
-export { HumanMessage, SystemMessage, AIMessage, ToolMessage, BaseMessage };

backend/src/app.controller.ts

@@ -2,8 +2,8 @@ import { Controller, Get, Inject, UseInterceptors } from '@nestjs/common';
 import { ApiTags } from '@nestjs/swagger';
 import { UseCaseType } from './common/data-injection.tokens.js';
 import { Timeout } from './decorators/timeout.decorator.js';
-import { InTransactionEnum } from './enums/index.js';
-import { SentryInterceptor } from './interceptors/index.js';
+import { InTransactionEnum } from './enums/in-transaction.enum.js';
+import { SentryInterceptor } from './interceptors/sentry.interceptor.js';
 import { IGetHello } from './use-cases-app/use-cases-app.interface.js';
 
 @UseInterceptors(SentryInterceptor)

backend/src/authorization/auth.middleware.ts

@@ -16,7 +16,7 @@ import { JwtScopesEnum } from '../entities/user/enums/jwt-scopes.enum.js';
 import { UserEntity } from '../entities/user/user.entity.js';
 import { Messages } from '../exceptions/text/messages.js';
 import { Constants } from '../helpers/constants/constants.js';
-import { isObjectEmpty } from '../helpers/index.js';
+import { isObjectEmpty } from '../helpers/is-object-empty.js';
 import { IRequestWithCognitoInfo } from './cognito-decoded.interface.js';
 
 @Injectable()

backend/src/authorization/non-scoped-auth.middleware.ts

@@ -13,7 +13,7 @@ import { Repository } from 'typeorm';
 import { LogOutEntity } from '../entities/log-out/log-out.entity.js';
 import { Messages } from '../exceptions/text/messages.js';
 import { Constants } from '../helpers/constants/constants.js';
-import { isObjectEmpty } from '../helpers/index.js';
+import { isObjectEmpty } from '../helpers/is-object-empty.js';
 import { IRequestWithCognitoInfo } from './cognito-decoded.interface.js';
 
 @Injectable()

backend/src/authorization/temporary-auth.middleware.ts

@@ -14,7 +14,7 @@ import { LogOutEntity } from '../entities/log-out/log-out.entity.js';
 import { UserEntity } from '../entities/user/user.entity.js';
 import { Messages } from '../exceptions/text/messages.js';
 import { Constants } from '../helpers/constants/constants.js';
-import { isObjectEmpty } from '../helpers/index.js';
+import { isObjectEmpty } from '../helpers/is-object-empty.js';
 import { IRequestWithCognitoInfo } from './cognito-decoded.interface.js';
 
 @Injectable()

backend/src/common/abstract-use.case.ts

@@ -1,5 +1,5 @@
 import { Injectable, Scope } from '@nestjs/common';
-import { InTransactionEnum } from '../enums/index.js';
+import { InTransactionEnum } from '../enums/in-transaction.enum.js';
 import { IDatabaseContext } from './database-context.interface.js';
 
 @Injectable({ scope: Scope.REQUEST })

backend/src/decorators/body-email.decorator.ts

@@ -1,5 +1,5 @@
 import { BadRequestException, createParamDecorator, ExecutionContext } from '@nestjs/common';
-import { IRequestWithCognitoInfo } from '../authorization/index.js';
+import { IRequestWithCognitoInfo } from '../authorization/cognito-decoded.interface.js';
 import { Messages } from '../exceptions/text/messages.js';
 import { isObjectPropertyExists } from '../helpers/validators/is-object-property-exists-validator.js';
 import { ValidationHelper } from '../helpers/validators/validation-helper.js';

backend/src/decorators/body-uuid.decorator.ts

@@ -1,5 +1,5 @@
 import { BadRequestException, createParamDecorator, ExecutionContext } from '@nestjs/common';
-import { IRequestWithCognitoInfo } from '../authorization/index.js';
+import { IRequestWithCognitoInfo } from '../authorization/cognito-decoded.interface.js';
 import { Messages } from '../exceptions/text/messages.js';
 import { isObjectPropertyExists } from '../helpers/validators/is-object-property-exists-validator.js';
 import { ValidationHelper } from '../helpers/validators/validation-helper.js';

backend/src/decorators/gclid-decorator.ts

@@ -1,5 +1,5 @@
 import { createParamDecorator, ExecutionContext } from '@nestjs/common';
-import { IRequestWithCognitoInfo } from '../authorization/index.js';
+import { IRequestWithCognitoInfo } from '../authorization/cognito-decoded.interface.js';
 
 export const GCLlId = createParamDecorator((_data: any, ctx: ExecutionContext): string => {
 	const request: IRequestWithCognitoInfo = ctx.switchToHttp().getRequest();

backend/src/decorators/master-password.decorator.ts

@@ -1,5 +1,5 @@
 import { createParamDecorator, ExecutionContext } from '@nestjs/common';
-import { IRequestWithCognitoInfo } from '../authorization/index.js';
+import { IRequestWithCognitoInfo } from '../authorization/cognito-decoded.interface.js';
 
 export const MasterPassword = createParamDecorator((_data: any, ctx: ExecutionContext): string => {
 	const request: IRequestWithCognitoInfo = ctx.switchToHttp().getRequest();

backend/src/decorators/query-table-name.decorator.ts

@@ -1,5 +1,5 @@
 import { BadRequestException, createParamDecorator, ExecutionContext } from '@nestjs/common';
-import { IRequestWithCognitoInfo } from '../authorization/index.js';
+import { IRequestWithCognitoInfo } from '../authorization/cognito-decoded.interface.js';
 import { Messages } from '../exceptions/text/messages.js';
 import { isObjectPropertyExists } from '../helpers/validators/is-object-property-exists-validator.js';
 

backend/src/decorators/query-uuid.decorator.ts

@@ -1,5 +1,5 @@
 import { BadRequestException, createParamDecorator, ExecutionContext } from '@nestjs/common';
-import { IRequestWithCognitoInfo } from '../authorization/index.js';
+import { IRequestWithCognitoInfo } from '../authorization/cognito-decoded.interface.js';
 import { Messages } from '../exceptions/text/messages.js';
 import { isObjectPropertyExists } from '../helpers/validators/is-object-property-exists-validator.js';
 import { ValidationHelper } from '../helpers/validators/validation-helper.js';

backend/src/decorators/slug-uuid.decorator.ts

@@ -1,5 +1,5 @@
 import { BadRequestException, createParamDecorator, ExecutionContext } from '@nestjs/common';
-import { IRequestWithCognitoInfo } from '../authorization/index.js';
+import { IRequestWithCognitoInfo } from '../authorization/cognito-decoded.interface.js';
 import { Messages } from '../exceptions/text/messages.js';
 import { ValidationHelper } from '../helpers/validators/validation-helper.js';
 

backend/src/decorators/slug-verification.decorator.ts

@@ -1,5 +1,5 @@
 import { BadRequestException, createParamDecorator, ExecutionContext } from '@nestjs/common';
-import { IRequestWithCognitoInfo } from '../authorization/index.js';
+import { IRequestWithCognitoInfo } from '../authorization/cognito-decoded.interface.js';
 import { Messages } from '../exceptions/text/messages.js';
 import { ValidationHelper } from '../helpers/validators/validation-helper.js';
 

backend/src/decorators/user-id.decorator.ts

@@ -1,5 +1,5 @@
 import { BadRequestException, createParamDecorator, ExecutionContext } from '@nestjs/common';
-import { IRequestWithCognitoInfo } from '../authorization/index.js';
+import { IRequestWithCognitoInfo } from '../authorization/cognito-decoded.interface.js';
 import { Messages } from '../exceptions/text/messages.js';
 import { ValidationHelper } from '../helpers/validators/validation-helper.js';
 

backend/src/entities/ai/ai.service.ts

@@ -1,5 +1,7 @@
 import { Injectable } from '@nestjs/common';
-import { AICoreService, AIProviderType, cleanAIJsonResponse } from '../../ai-core/index.js';
+import { AIProviderType } from '../../ai-core/interfaces/ai-service.interface.js';
+import { AICoreService } from '../../ai-core/services/ai-core.service.js';
+import { cleanAIJsonResponse } from '../../ai-core/tools/query-validators.js';
 import { QueryOrderingEnum } from '../../enums/query-ordering.enum.js';
 import { WidgetTypeEnum } from '../../enums/widget-type.enum.js';
 import { checkFieldAutoincrement } from '../../helpers/check-field-autoincrement.js';

backend/src/entities/ai/use-cases/request-info-from-table-with-ai-v7.use.case.ts

@@ -6,26 +6,20 @@ import { IDataAccessObject } from '@rocketadmin/shared-code/dist/src/shared/inte
 import { IDataAccessObjectAgent } from '@rocketadmin/shared-code/dist/src/shared/interfaces/data-access-object-agent.interface.js';
 import Sentry from '@sentry/minimal';
 import { Response } from 'express';
-import {
-	AICoreService,
-	AIProviderType,
-	AIToolCall,
-	AIToolDefinition,
-	createDatabaseQuerySystemPrompt,
-	createDatabaseTools,
-	encodeError,
-	encodeToToon,
-	isValidMongoDbCommand,
-	isValidSQLQuery,
-	MessageBuilder,
-	wrapQueryWithLimit,
-} from '../../../ai-core/index.js';
+import { AIToolCall, AIToolDefinition } from '../../../ai-core/interfaces/ai-provider.interface.js';
+import { AIProviderType } from '../../../ai-core/interfaces/ai-service.interface.js';
+import { AICoreService } from '../../../ai-core/services/ai-core.service.js';
+import { createDatabaseTools } from '../../../ai-core/tools/database-tools.js';
+import { createDatabaseQuerySystemPrompt } from '../../../ai-core/tools/prompts.js';
+import { isValidMongoDbCommand, isValidSQLQuery, wrapQueryWithLimit } from '../../../ai-core/tools/query-validators.js';
+import { MessageBuilder } from '../../../ai-core/utils/message-builder.js';
+import { encodeError, encodeToToon } from '../../../ai-core/utils/toon-encoder.js';
 import AbstractUseCase from '../../../common/abstract-use.case.js';
 import { IGlobalDatabaseContext } from '../../../common/application/global-database-context.interface.js';
 import { BaseType } from '../../../common/data-injection.tokens.js';
 import { Messages } from '../../../exceptions/text/messages.js';
-import { slackPostMessage } from '../../../helpers/index.js';
 import { isConnectionTypeAgent } from '../../../helpers/is-connection-entity-agent.js';
+import { slackPostMessage } from '../../../helpers/slack/slack-post-message.js';
 import { ConnectionEntity } from '../../connection/connection.entity.js';
 import { MessageRole } from '../ai-conversation-history/ai-chat-messages/message-role.enum.js';
 import { UserAiChatEntity } from '../ai-conversation-history/user-ai-chat/user-ai-chat.entity.js';

backend/src/entities/amplitude/amplitude.service.ts

@@ -2,7 +2,7 @@ import Amplitude from '@amplitude/node';
 import { Injectable, OnModuleInit } from '@nestjs/common';
 import { InjectRepository } from '@nestjs/typeorm';
 import { Repository } from 'typeorm';
-import { AmplitudeEventTypeEnum } from '../../enums/index.js';
+import { AmplitudeEventTypeEnum } from '../../enums/amplitude-event-type.enum.js';
 import { UserEntity } from '../user/user.entity.js';
 
 export interface AmplitudeLogOptions {

backend/src/entities/cedar-authorization/cedar-authorization.controller.ts

@@ -10,12 +10,12 @@ import {
 	UseInterceptors,
 } from '@nestjs/common';
 import { ApiBearerAuth, ApiBody, ApiOperation, ApiParam, ApiResponse, ApiTags } from '@nestjs/swagger';
-import { SlugUuid } from '../../decorators/index.js';
+import { SlugUuid } from '../../decorators/slug-uuid.decorator.js';
 import { Timeout } from '../../decorators/timeout.decorator.js';
 import { Messages } from '../../exceptions/text/messages.js';
 import { ConnectionEditGuard } from '../../guards/connection-edit.guard.js';
 import { ConnectionReadGuard } from '../../guards/connection-read.guard.js';
-import { SentryInterceptor } from '../../interceptors/index.js';
+import { SentryInterceptor } from '../../interceptors/sentry.interceptor.js';
 import { IComplexPermission } from '../permission/permission.interface.js';
 import { CedarAuthorizationService } from './cedar-authorization.service.js';
 import { SaveCedarPolicyDto } from './dto/save-cedar-policy.dto.js';
@@ -67,7 +67,9 @@ export class CedarAuthorizationController {
 		return { valid: true };
 	}
 
-	@ApiOperation({ summary: 'Save a cedar policy for a group, generating classical permissions for backward compatibility' })
+	@ApiOperation({
+		summary: 'Save a cedar policy for a group, generating classical permissions for backward compatibility',
+	})
 	@ApiResponse({
 		status: 200,
 		description: 'Cedar policy saved and classical permissions generated.',

backend/src/entities/cedar-authorization/cedar-permissions.service.ts

@@ -2,7 +2,7 @@ import * as cedarWasm from '@cedar-policy/cedar-wasm/nodejs';
 import { HttpException, HttpStatus, Inject, Injectable } from '@nestjs/common';
 import { IGlobalDatabaseContext } from '../../common/application/global-database-context.interface.js';
 import { BaseType } from '../../common/data-injection.tokens.js';
-import { AccessLevelEnum } from '../../enums/index.js';
+import { AccessLevelEnum } from '../../enums/access-level.enum.js';
 import { Messages } from '../../exceptions/text/messages.js';
 import { Cacher } from '../../helpers/cache/cacher.js';
 import { GroupEntity } from '../group/group.entity.js';

backend/src/entities/cedar-authorization/cedar-policy-generator.ts

@@ -1,4 +1,4 @@
-import { AccessLevelEnum } from '../../enums/index.js';
+import { AccessLevelEnum } from '../../enums/access-level.enum.js';
 import { IComplexPermission } from '../permission/permission.interface.js';
 
 export function generateCedarPolicyForGroup(
@@ -10,9 +10,7 @@ export function generateCedarPolicyForGroup(
 	const connectionRef = `RocketAdmin::Connection::"${connectionId}"`;
 
 	if (isMain) {
-		policies.push(
-			`permit(\n  principal,\n  action,\n  resource\n);`,
-		);
+		policies.push(`permit(\n  principal,\n  action,\n  resource\n);`);
 		return policies.join('\n\n');
 	}
 

backend/src/entities/cedar-authorization/cedar-policy-parser.ts

@@ -1,4 +1,4 @@
-import { AccessLevelEnum } from '../../enums/index.js';
+import { AccessLevelEnum } from '../../enums/access-level.enum.js';
 import {
 	IComplexPermission,
 	IDashboardPermissionData,
@@ -292,10 +292,7 @@ function extractPanelId(resourceId: string | null, connectionId: string): string
 	return resourceId;
 }
 
-function getOrCreatePanelEntry(
-	map: Map<string, IPanelPermissionData>,
-	panelId: string,
-): IPanelPermissionData {
+function getOrCreatePanelEntry(map: Map<string, IPanelPermissionData>, panelId: string): IPanelPermissionData {
 	let entry = map.get(panelId);
 	if (!entry) {
 		entry = {