feat: strategy timings cache (#103)

## Description
Saves strategy timestamps in cache to optimize reindex speed

## Note

Since this involves messing around with the migration file , we'll have
to be careful
- Backup the branch on basiton server `git checkout -b bk-dev`
- Run `db:cache:reset`
- Switch to `dev` and pull in the latest changes
- Run `db:cache:migrate` (this should create the new cache table for
timings)

We will likely need repeat the same for the next deployment (blue /
green) cause the migration files have been edited

## Checklist before requesting a review

-   [ ] I have conducted a self-review of my code.
-   [x] I have conducted a QA.
-   [ ] If it is a core feature, I have included comprehensive tests.


<!-- This is an auto-generated comment: release notes by coderabbit.ai
-->
## Summary by CodeRabbit

## Summary by CodeRabbit

- **New Features**
- Introduced a caching mechanism for strategy timings to boost data
retrieval efficiency.
- Added enhanced bootstrap commands for streamlined initialization and
support for filtering event queries.
- Implemented a new script for managing strategy timings retrieval and
caching.
- Added a new property for managing strategy timings in various handlers
and processors.
- Enhanced the `GetEventsFilters` type with an optional `eventName`
property for improved query filtering.
- Introduced a new schema for blockchain configurations in the bootstrap
process.
- Added a new command to the production operations guide for strategy
timings initialization.
- Added new types and properties related to strategy timings to improve
type safety and functionality.

- **Refactor**
- Optimized logging within event processing to reduce verbosity and
improve performance.
- Updated database schema and migration routines to support the new
caching functionality.

- **Tests**
- Expanded test suites to validate the caching integration and updated
dependency management.
  - Added mocks for new caching functionality to enhance test coverage.
- Updated test setups to include new dependencies related to strategy
timings.
  - Corrected property naming inconsistencies in test cases.

- **Chores**
- Refined dependency configurations and scripts for improved system
stability.
<!-- end of auto-generated comment: release notes by coderabbit.ai -->


https://www.loom.com/share/c22dfbde6567495bb66af0cf40df699d

Author: thelostone-mc

.github/production_operations.md

@@ -83,6 +83,7 @@ This guide is for production operations on the Gitcoin Data Layer.
 
     2. `pnpm bootstrap:metadata`
     3. `pnpm bootstrap:pricing`
+    4. `pnpm bootstrap:strategyTimings`
 
     ### Migrate processing tables: Run 2 times, first green, blue after.
 

README.md

@@ -85,11 +85,16 @@ cp scripts/hasura-config/.env.example scripts/hasura-config/.env
 pnpm db:cache:migrate
 ```
 
-7. Bootstrap DB with IPFS metadata and Pricing(optional):
+7. Bootstrap DB with IPFS metadata and Pricing and StrategyTimings(optional):
 
 ```
+# To run all of them
+pnpm bootstrap:all
+
+# To run one specific one
 pnpm bootstrap:metadata
 pnpm bootstrap:pricing
+pnpm bootstrap:strategyTimings
 ```
 
 8. Apply migrations:

apps/processing/src/services/sharedDependencies.service.ts

@@ -21,6 +21,7 @@ import {
     KyselyRoundRepository,
     KyselyStrategyProcessingCheckpointRepository,
     KyselyStrategyRegistryRepository,
+    KyselyStrategyTimingsCache,
     KyselyTransactionManager,
 } from "@grants-stack-indexer/repository";
 import {
@@ -136,6 +137,10 @@ export class SharedDependenciesService {
             kyselyDatabase,
             env.DATABASE_SCHEMA,
         );
+        const strategyTimingsRepository = new KyselyStrategyTimingsCache(
+            kyselyDatabase,
+            env.DATABASE_SCHEMA,
+        );
 
         const strategyProcessingCheckpointRepository =
             new KyselyStrategyProcessingCheckpointRepository(kyselyDatabase, env.DATABASE_SCHEMA);
@@ -165,6 +170,7 @@ export class SharedDependenciesService {
                 attestationRepository,
                 transactionManager,
                 legacyProjectRepository,
+                strategyTimingsRepository,
             },
             registriesRepositories: {
                 eventRegistryRepository,

apps/processing/test/unit/sharedDependencies.service.spec.ts

@@ -51,6 +51,7 @@ vi.mock("@grants-stack-indexer/repository", () => ({
     KyselyLegacyProjectRepository: vi.fn(),
     InMemoryPricingCache: vi.fn(),
     InMemoryMetadataCache: vi.fn(),
+    KyselyStrategyTimingsCache: vi.fn(),
 }));
 
 vi.mock("@grants-stack-indexer/pricing", () => ({

package.json

@@ -8,8 +8,10 @@
     "type": "module",
     "scripts": {
         "api:configure": "pnpm run --filter @grants-stack-indexer/hasura-config api:configure",
+        "bootstrap:all": "pnpm run --filter @grants-stack-indexer/bootstrap bootstrap:all",
         "bootstrap:metadata": "pnpm run --filter @grants-stack-indexer/bootstrap bootstrap:metadata",
         "bootstrap:pricing": "pnpm run --filter @grants-stack-indexer/bootstrap bootstrap:pricing",
+        "bootstrap:strategyTimings": "pnpm run --filter @grants-stack-indexer/bootstrap bootstrap:strategyTimings",
         "build": "turbo run build",
         "check-types": "turbo run check-types",
         "clean": "turbo run clean",

packages/data-flow/src/orchestrator.ts

@@ -196,10 +196,12 @@ export class Orchestrator {
                     { abortSignal: signal },
                 );
                 processedEvents++;
-                this.logger.info(`Processed events: ${processedEvents}/${totalEvents}`, {
-                    className: Orchestrator.name,
-                    chainId: this.chainId,
-                });
+                if (processedEvents % 1000 === 0) {
+                    this.logger.info(`Processed events: ${processedEvents}/${totalEvents}`, {
+                        className: Orchestrator.name,
+                        chainId: this.chainId,
+                    });
+                }
             } catch (error: unknown) {
                 if (event) {
                     await this.eventsRegistry.saveLastProcessedEvent(this.chainId, {

packages/data-flow/src/types/index.ts

@@ -5,13 +5,15 @@ import {
     IApplicationPayoutRepository,
     IApplicationRepository,
     IAttestationRepository,
+    ICache,
     IDonationRepository,
     ILegacyProjectRepository,
     IProjectRepository,
     IRoundRepository,
     ITransactionManager,
+    StrategyTimings,
 } from "@grants-stack-indexer/repository";
-import { ICacheable } from "@grants-stack-indexer/shared";
+import { Address, ICacheable } from "@grants-stack-indexer/shared";
 
 /**
  * The core dependencies for the data flow
@@ -34,4 +36,5 @@ export type CoreDependencies = Pick<
     attestationRepository: IAttestationRepository;
     transactionManager: ITransactionManager;
     legacyProjectRepository: ILegacyProjectRepository;
+    strategyTimingsRepository: ICache<Address, StrategyTimings>;
 };

packages/data-flow/test/integration/helpers/dependencies.ts

@@ -23,6 +23,7 @@ export const createMockRepositories = (): Pick<
     | "transactionManager"
     | "attestationRepository"
     | "legacyProjectRepository"
+    | "strategyTimingsRepository"
 > => ({
     projectRepository: {
         getProjects: vi.fn(),
@@ -89,6 +90,10 @@ export const createMockRepositories = (): Pick<
     attestationRepository: {
         insertAttestation: vi.fn(),
     },
+    strategyTimingsRepository: {
+        get: vi.fn(),
+        set: vi.fn(),
+    },
 });
 
 // Mock providers

packages/data-flow/test/unit/orchestrator.spec.ts

@@ -10,6 +10,7 @@ import {
     IApplicationPayoutRepository,
     IApplicationRepository,
     IAttestationRepository,
+    ICache,
     IDonationRepository,
     IEventRegistryRepository,
     ILegacyProjectRepository,
@@ -18,6 +19,7 @@ import {
     ITransactionManager,
     RoundNotFound,
     RoundNotFoundForId,
+    StrategyTimings,
 } from "@grants-stack-indexer/repository";
 import {
     AlloEvent,
@@ -123,6 +125,7 @@ describe("Orchestrator", { sequential: true }, () => {
             applicationPayoutRepository: {} as unknown as IApplicationPayoutRepository,
             attestationRepository: {} as unknown as IAttestationRepository,
             legacyProjectRepository: {} as unknown as ILegacyProjectRepository,
+            strategyTimingsRepository: {} as unknown as ICache<Address, StrategyTimings>,
             pricingProvider: mockPricingProvider,
             metadataProvider: mockMetadataProvider,
         };

packages/data-flow/test/unit/retroactiveProcessor.spec.ts

@@ -6,15 +6,18 @@ import {
     IApplicationPayoutRepository,
     IApplicationRepository,
     IAttestationRepository,
+    ICache,
     IDonationRepository,
     ILegacyProjectRepository,
     IProjectRepository,
     IRoundRepository,
     IStrategyProcessingCheckpointRepository,
     ITransactionManager,
     Strategy,
+    StrategyTimings,
 } from "@grants-stack-indexer/repository";
 import {
+    Address,
     ChainId,
     ContractToEventName,
     DeepPartial,
@@ -147,6 +150,7 @@ describe("RetroactiveProcessor", () => {
             attestationRepository: {} as IAttestationRepository,
             legacyProjectRepository: {} as ILegacyProjectRepository,
             transactionManager: {} as ITransactionManager,
+            strategyTimingsRepository: {} as ICache<Address, StrategyTimings>,
             pricingProvider: {
                 getTokenPrice: vi.fn(),
                 getTokenPrices: vi.fn(),