Backend table schema

backend/package.json

@@ -79,6 +79,7 @@
 		"langchain": "^1.2.34",
 		"lru-cache": "^11.2.7",
 		"nanoid": "5.1.7",
+		"node-sql-parser": "^5.3.0",
 		"nodemailer": "^8.0.4",
 		"nunjucks": "^3.2.4",
 		"openai": "^6.32.0",

backend/src/ai-core/tools/prompts.ts

@@ -114,6 +114,16 @@ export function convertDbTypeToReadableString(dataType: ConnectionTypesEnum): st
 		case ConnectionTypesEnum.ibmdb2:
 		case ConnectionTypesEnum.agent_ibmdb2:
 			return 'IBM DB2';
+		case ConnectionTypesEnum.clickhouse:
+		case ConnectionTypesEnum.agent_clickhouse:
+			return 'ClickHouse';
+		case ConnectionTypesEnum.dynamodb:
+			return 'DynamoDB';
+		case ConnectionTypesEnum.cassandra:
+		case ConnectionTypesEnum.agent_cassandra:
+			return 'Cassandra';
+		case ConnectionTypesEnum.elasticsearch:
+			return 'Elasticsearch';
 		default:
 			return 'Unknown Database';
 	}

backend/src/app.module.ts

@@ -8,6 +8,7 @@ import { GlobalDatabaseContext } from './common/application/global-database-cont
 import { BaseType, UseCaseType } from './common/data-injection.tokens.js';
 import { AIModule } from './entities/ai/ai.module.js';
 import { ApiKeyModule } from './entities/api-key/api-key.module.js';
+import { CedarAuthorizationModule } from './entities/cedar-authorization/cedar-authorization.module.js';
 import { CompanyFaviconModule } from './entities/company-favicon/company-favicon.module.js';
 import { CompanyInfoModule } from './entities/company-info/company-info.module.js';
 import { CompanyLogoModule } from './entities/company-logo/company-logo.module.js';
@@ -30,17 +31,17 @@ import { TableActionModule } from './entities/table-actions/table-actions-module
 import { TableCategoriesModule } from './entities/table-categories/table-categories.module.js';
 import { TableFiltersModule } from './entities/table-filters/table-filters.module.js';
 import { TableLogsModule } from './entities/table-logs/table-logs.module.js';
+import { TableSchemaModule } from './entities/table-schema/table-schema.module.js';
 import { TableSettingsModule } from './entities/table-settings/common-table-settings/table-settings.module.js';
 import { PersonalTableSettingsModule } from './entities/table-settings/personal-table-settings/personal-table-settings.module.js';
 import { UserModule } from './entities/user/user.module.js';
 import { UserActionModule } from './entities/user-actions/user-action.module.js';
 import { UserSecretModule } from './entities/user-secret/user-secret.module.js';
 import { SignInAuditModule } from './entities/user-sign-in-audit/sign-in-audit.module.js';
 import { DashboardModule } from './entities/visualizations/dashboard/dashboards.module.js';
-import { PanelPositionModule } from './entities/visualizations/panel-position/panel-position.module.js';
 import { PanelModule } from './entities/visualizations/panel/panel.module.js';
+import { PanelPositionModule } from './entities/visualizations/panel-position/panel-position.module.js';
 import { TableWidgetModule } from './entities/widget/table-widget.module.js';
-import { CedarAuthorizationModule } from './entities/cedar-authorization/cedar-authorization.module.js';
 import { SaaSGatewayModule } from './microservices/gateways/saas-gateway.ts/saas-gateway.module.js';
 import { SaasModule } from './microservices/saas-microservice/saas.module.js';
 import { AppLoggerMiddleware } from './middlewares/logging-middleware/app-logger-middlewate.js';
@@ -94,6 +95,7 @@ import { GetHelloUseCase } from './use-cases-app/get-hello.use.case.js';
 		SharedJobsModule,
 		TableCategoriesModule,
 		UserSecretModule,
+		TableSchemaModule,
 		SignInAuditModule,
 		PersonalTableSettingsModule,
 		S3WidgetModule,

backend/src/common/application/global-database-context.interface.ts

@@ -38,6 +38,8 @@ import { ITableFiltersCustomRepository } from '../../entities/table-filters/repo
 import { TableFiltersEntity } from '../../entities/table-filters/table-filters.entity.js';
 import { TableInfoEntity } from '../../entities/table-info/table-info.entity.js';
 import { ITableLogsRepository } from '../../entities/table-logs/repository/table-logs-repository.interface.js';
+import { ITableSchemaChangeRepository } from '../../entities/table-schema/repository/table-schema-change.repository.interface.js';
+import { TableSchemaChangeEntity } from '../../entities/table-schema/table-schema-change.entity.js';
 import { ITableSettingsRepository } from '../../entities/table-settings/common-table-settings/repository/table-settings.repository.interface.js';
 import { TableSettingsEntity } from '../../entities/table-settings/common-table-settings/table-settings.entity.js';
 import { PersonalTableSettingsEntity } from '../../entities/table-settings/personal-table-settings/personal-table-settings.entity.js';
@@ -57,10 +59,10 @@ import { ISignInAuditRepository } from '../../entities/user-sign-in-audit/reposi
 import { SignInAuditEntity } from '../../entities/user-sign-in-audit/sign-in-audit.entity.js';
 import { DashboardEntity } from '../../entities/visualizations/dashboard/dashboard.entity.js';
 import { IDashboardRepository } from '../../entities/visualizations/dashboard/repository/dashboard.repository.interface.js';
+import { PanelEntity } from '../../entities/visualizations/panel/panel.entity.js';
+import { IPanelRepository } from '../../entities/visualizations/panel/repository/saved-db-query.repository.interface.js';
 import { PanelPositionEntity } from '../../entities/visualizations/panel-position/panel-position.entity.js';
 import { IPanelPositionRepository } from '../../entities/visualizations/panel-position/repository/panel-position.repository.interface.js';
-import { IPanelRepository } from '../../entities/visualizations/panel/repository/saved-db-query.repository.interface.js';
-import { PanelEntity } from '../../entities/visualizations/panel/panel.entity.js';
 import { ITableWidgetsRepository } from '../../entities/widget/repository/table-widgets-repository.interface.js';
 import { TableWidgetEntity } from '../../entities/widget/table-widget.entity.js';
 import { IDatabaseContext } from '../database-context.interface.js';
@@ -106,4 +108,5 @@ export interface IGlobalDatabaseContext extends IDatabaseContext {
 	panelPositionRepository: Repository<PanelPositionEntity> & IPanelPositionRepository;
 	userAiChatRepository: Repository<UserAiChatEntity> & IUserAiChatRepository;
 	aiChatMessageRepository: Repository<AiChatMessageEntity> & IAiChatMessageRepository;
+	tableSchemaChangeRepository: Repository<TableSchemaChangeEntity> & ITableSchemaChangeRepository;
 }

backend/src/common/application/global-database-context.ts

@@ -65,6 +65,9 @@ import { TableInfoEntity } from '../../entities/table-info/table-info.entity.js'
 import { tableLogsCustomRepositoryExtension } from '../../entities/table-logs/repository/table-logs-custom-repository-extension.js';
 import { ITableLogsRepository } from '../../entities/table-logs/repository/table-logs-repository.interface.js';
 import { TableLogsEntity } from '../../entities/table-logs/table-logs.entity.js';
+import { customTableSchemaChangeRepositoryExtension } from '../../entities/table-schema/repository/custom-table-schema-change-repository-extension.js';
+import { ITableSchemaChangeRepository } from '../../entities/table-schema/repository/table-schema-change.repository.interface.js';
+import { TableSchemaChangeEntity } from '../../entities/table-schema/table-schema-change.entity.js';
 import { ITableSettingsRepository } from '../../entities/table-settings/common-table-settings/repository/table-settings.repository.interface.js';
 import { tableSettingsCustomRepositoryExtension } from '../../entities/table-settings/common-table-settings/repository/table-settings-custom-repository-extension.js';
 import { TableSettingsEntity } from '../../entities/table-settings/common-table-settings/table-settings.entity.js';
@@ -101,12 +104,12 @@ import { SignInAuditEntity } from '../../entities/user-sign-in-audit/sign-in-aud
 import { DashboardEntity } from '../../entities/visualizations/dashboard/dashboard.entity.js';
 import { IDashboardRepository } from '../../entities/visualizations/dashboard/repository/dashboard.repository.interface.js';
 import { dashboardCustomRepositoryExtension } from '../../entities/visualizations/dashboard/repository/dashboard-custom-repository-extension.js';
+import { PanelEntity } from '../../entities/visualizations/panel/panel.entity.js';
+import { IPanelRepository } from '../../entities/visualizations/panel/repository/saved-db-query.repository.interface.js';
+import { panelCustomRepositoryExtension } from '../../entities/visualizations/panel/repository/saved-db-query-custom-repository-extension.js';
 import { PanelPositionEntity } from '../../entities/visualizations/panel-position/panel-position.entity.js';
 import { IPanelPositionRepository } from '../../entities/visualizations/panel-position/repository/panel-position.repository.interface.js';
 import { panelPositionCustomRepositoryExtension } from '../../entities/visualizations/panel-position/repository/panel-position-custom-repository-extension.js';
-import { IPanelRepository } from '../../entities/visualizations/panel/repository/saved-db-query.repository.interface.js';
-import { panelCustomRepositoryExtension } from '../../entities/visualizations/panel/repository/saved-db-query-custom-repository-extension.js';
-import { PanelEntity } from '../../entities/visualizations/panel/panel.entity.js';
 import { tableWidgetsCustomRepositoryExtension } from '../../entities/widget/repository/table-widgets-custom-repsitory-extension.js';
 import { ITableWidgetsRepository } from '../../entities/widget/repository/table-widgets-repository.interface.js';
 import { TableWidgetEntity } from '../../entities/widget/table-widget.entity.js';
@@ -157,6 +160,7 @@ export class GlobalDatabaseContext implements IGlobalDatabaseContext {
 	private _panelPositionRepository: Repository<PanelPositionEntity> & IPanelPositionRepository;
 	private _userAiChatRepository: Repository<UserAiChatEntity> & IUserAiChatRepository;
 	private _aiChatMessageRepository: Repository<AiChatMessageEntity> & IAiChatMessageRepository;
+	private _tableSchemaChangeRepository: Repository<TableSchemaChangeEntity> & ITableSchemaChangeRepository;
 
 	public constructor(
 		@Inject(BaseType.DATA_SOURCE)
@@ -264,6 +268,9 @@ export class GlobalDatabaseContext implements IGlobalDatabaseContext {
 		this._aiChatMessageRepository = this.appDataSource
 			.getRepository(AiChatMessageEntity)
 			.extend(aiChatMessageRepositoryExtension);
+		this._tableSchemaChangeRepository = this.appDataSource
+			.getRepository(TableSchemaChangeEntity)
+			.extend(customTableSchemaChangeRepositoryExtension);
 	}
 
 	public get userRepository(): Repository<UserEntity> & IUserRepository {
@@ -428,6 +435,10 @@ export class GlobalDatabaseContext implements IGlobalDatabaseContext {
 		return this._aiChatMessageRepository;
 	}
 
+	public get tableSchemaChangeRepository(): Repository<TableSchemaChangeEntity> & ITableSchemaChangeRepository {
+		return this._tableSchemaChangeRepository;
+	}
+
 	public startTransaction(): Promise<void> {
 		this._queryRunner = this.appDataSource.createQueryRunner();
 		this._queryRunner.startTransaction();

backend/src/common/data-injection.tokens.ts

@@ -214,4 +214,15 @@ export enum UseCaseType {
 
 	IS_CONFIGURED = 'IS_CONFIGURED',
 	CREATE_INITIAL_USER = 'CREATE_INITIAL_USER',
+
+	GENERATE_SCHEMA_CHANGE = 'GENERATE_SCHEMA_CHANGE',
+	APPROVE_SCHEMA_CHANGE = 'APPROVE_SCHEMA_CHANGE',
+	REJECT_SCHEMA_CHANGE = 'REJECT_SCHEMA_CHANGE',
+	ROLLBACK_SCHEMA_CHANGE = 'ROLLBACK_SCHEMA_CHANGE',
+	LIST_SCHEMA_CHANGES = 'LIST_SCHEMA_CHANGES',
+	GET_SCHEMA_CHANGE = 'GET_SCHEMA_CHANGE',
+	APPROVE_BATCH_SCHEMA_CHANGE = 'APPROVE_BATCH_SCHEMA_CHANGE',
+	REJECT_BATCH_SCHEMA_CHANGE = 'REJECT_BATCH_SCHEMA_CHANGE',
+	ROLLBACK_BATCH_SCHEMA_CHANGE = 'ROLLBACK_BATCH_SCHEMA_CHANGE',
+	GET_BATCH_SCHEMA_CHANGE = 'GET_BATCH_SCHEMA_CHANGE',
 }

backend/src/decorators/slug-uuid.decorator.ts

@@ -15,7 +15,9 @@ export type SlugUuidParameter =
 	| 'companyId'
 	| 'threadId'
 	| 'filterId'
-	| 'chatId';
+	| 'chatId'
+	| 'changeId'
+	| 'batchId';
 export const SlugUuid = createParamDecorator(
 	(parameterName: SlugUuidParameter = 'slug', ctx: ExecutionContext): string => {
 		const request: IRequestWithCognitoInfo = ctx.switchToHttp().getRequest();
@@ -32,6 +34,8 @@ export const SlugUuid = createParamDecorator(
 			'threadId',
 			'filterId',
 			'chatId',
+			'changeId',
+			'batchId',
 		];
 		if (!availableSlagParameters.includes(parameterName)) {
 			throw new BadRequestException(Messages.UUID_INVALID);