Merge pull request #406 from ustaxs/feat/filtering

Title: Feat: Implement Advanced Pagination and Filtering System

Author: Mkalbani

src/app.module.ts

@@ -1,3 +1,4 @@
+import { BullModule } from '@nestjs/bullmq';
 import { Module } from '@nestjs/common';
 import { ConfigModule, ConfigService } from '@nestjs/config';
 import { ScheduleModule } from '@nestjs/schedule';
@@ -6,13 +7,28 @@ import { CacheWarmingModule } from './cache-warming/cache-warming.module';
 import { CacheJob } from './cache-warming/entities/cache-job.entity';
 import { Metric } from './cache-warming/entities/metric.entity';
 import { PreloadData } from './cache-warming/entities/preload-data.entity';
+import { DeadLetterEvent } from './events/dead-letter-event.entity';
+import { Event } from './events/event.entity';
+import { EventsModule } from './events/events.module';
+import { JobsModule } from './jobs/jobs.module';
+import { Job } from './jobs/job.entity';
 
 @Module({
   imports: [
     ConfigModule.forRoot({
       isGlobal: true,
       envFilePath: ['.env.local', '.env'],
     }),
+    BullModule.forRootAsync({
+      imports: [ConfigModule],
+      useFactory: (configService: ConfigService) => ({
+        connection: {
+          host: configService.get<string>('REDIS_HOST', 'localhost'),
+          port: configService.get<number>('REDIS_PORT', 6379),
+        },
+      }),
+      inject: [ConfigService],
+    }),
     TypeOrmModule.forRootAsync({
       imports: [ConfigModule],
       useFactory: (configService: ConfigService) => ({
@@ -22,14 +38,16 @@ import { PreloadData } from './cache-warming/entities/preload-data.entity';
         username: configService.get<string>('DB_USER', 'postgres'),
         password: configService.get<string>('DB_PASSWORD', 'password'),
         database: configService.get<string>('DB_NAME', 'cache_warming_db'),
-        entities: [CacheJob, PreloadData, Metric],
+        entities: [CacheJob, PreloadData, Metric, Event, DeadLetterEvent, Job],
         synchronize: configService.get<string>('NODE_ENV') !== 'production',
         logging: configService.get<string>('NODE_ENV') === 'development',
       }),
       inject: [ConfigService],
     }),
     ScheduleModule.forRoot(),
     CacheWarmingModule,
+    EventsModule,
+    JobsModule,
   ],
 })
-export class AppModule {}
+export class AppModule {}

src/common/pagination/index.ts

@@ -0,0 +1,3 @@
+export * from './page.dto';
+export * from './page-meta.dto';
+export * from './page-options.dto';

src/common/pagination/page-meta.dto.ts

@@ -0,0 +1,29 @@
+import { PageOptionsDto } from './page-options.dto';
+
+export class PageMetaDto {
+  readonly page: number;
+  readonly limit: number;
+  readonly itemCount: number;
+  readonly pageCount: number;
+  readonly hasPreviousPage: boolean;
+  readonly hasNextPage: boolean;
+  readonly nextCursor?: string;
+
+  constructor({
+    pageOptionsDto,
+    itemCount,
+    nextCursor,
+  }: {
+    pageOptionsDto: PageOptionsDto;
+    itemCount: number;
+    nextCursor?: string;
+  }) {
+    this.page = pageOptionsDto.page;
+    this.limit = pageOptionsDto.limit;
+    this.itemCount = itemCount;
+    this.pageCount = Math.ceil(this.itemCount / this.limit);
+    this.hasPreviousPage = this.page > 1;
+    this.hasNextPage = this.page < this.pageCount;
+    this.nextCursor = nextCursor;
+  }
+}

src/common/pagination/page-options.dto.ts

@@ -0,0 +1,29 @@
+import { IsInt, IsOptional, IsString, Max, Min } from 'class-validator';
+import { Type } from 'class-transformer';
+
+export class PageOptionsDto {
+  @Type(() => Number)
+  @IsInt()
+  @Min(1)
+  @IsOptional()
+  readonly page?: number = 1;
+
+  @Type(() => Number)
+  @IsInt()
+  @Min(1)
+  @Max(100)
+  @IsOptional()
+  readonly limit?: number = 10;
+
+  @IsString()
+  @IsOptional()
+  readonly sort?: string;
+
+  @IsString()
+  @IsOptional()
+  readonly filter?: string;
+
+  @IsString()
+  @IsOptional()
+  readonly cursor?: string;
+}

src/common/pagination/page.dto.ts

@@ -0,0 +1,14 @@
+import { IsArray } from 'class-validator';
+import { PageMetaDto } from './page-meta.dto';
+
+export class PageDto<T> {
+  @IsArray()
+  readonly data: T[];
+
+  readonly meta: PageMetaDto;
+
+  constructor(data: T[], meta: PageMetaDto) {
+    this.data = data;
+    this.meta = meta;
+  }
+}

src/events/dead-letter-event.entity.ts

@@ -0,0 +1,24 @@
+import {
+  Column,
+  CreateDateColumn,
+  Entity,
+  PrimaryGeneratedColumn,
+} from 'typeorm';
+
+@Entity('dead_letter_events')
+export class DeadLetterEvent {
+  @PrimaryGeneratedColumn('uuid')
+  id: string;
+
+  @Column()
+  topic: string;
+
+  @Column({ type: 'jsonb' })
+  payload: any;
+
+  @Column({ type: 'text' })
+  error: string;
+
+  @CreateDateColumn({ type: 'timestamp' })
+  failedAt: Date;
+}

src/events/dead-letter.service.ts

@@ -0,0 +1,16 @@
+import { Injectable } from '@nestjs/common';
+import { InjectRepository } from '@nestjs/typeorm';
+import { Repository } from 'typeorm';
+import { DeadLetterEvent } from './dead-letter-event.entity';
+
+@Injectable()
+export class DeadLetterService {
+  constructor(
+    @InjectRepository(DeadLetterEvent)
+    private readonly deadLetterEventRepository: Repository<DeadLetterEvent>,
+  ) {}
+
+  async replay(): Promise<void> {
+    // Replay logic will go here
+  }
+}

src/events/event.entity.ts

@@ -0,0 +1,21 @@
+import {
+  Column,
+  CreateDateColumn,
+  Entity,
+  PrimaryGeneratedColumn,
+} from 'typeorm';
+
+@Entity('events')
+export class Event {
+  @PrimaryGeneratedColumn('uuid')
+  id: string;
+
+  @Column()
+  topic: string;
+
+  @Column({ type: 'jsonb' })
+  payload: any;
+
+  @CreateDateColumn({ type: 'timestamp' })
+  timestamp: Date;
+}

src/events/events.emitter.ts

@@ -0,0 +1,3 @@
+import { EventEmitter } from 'events';
+
+export const eventsEmitter = new EventEmitter();

src/events/events.module.ts

@@ -0,0 +1,13 @@
+import { Module } from '@nestjs/common';
+import { TypeOrmModule } from '@nestjs/typeorm';
+import { DeadLetterEvent } from './dead-letter-event.entity';
+import { DeadLetterService } from './dead-letter.service';
+import { Event } from './event.entity';
+import { EventsService } from './events.service';
+
+@Module({
+  imports: [TypeOrmModule.forFeature([Event, DeadLetterEvent])],
+  providers: [EventsService, DeadLetterService],
+  exports: [EventsService, DeadLetterService],
+})
+export class EventsModule {}