Webhook Updates + On-Chain Tx Status Add (#314)

* added new column onChainTxStatus based on receipt status. Solved webhook multisend using locks

* updates example

* updated UserOp Tx Receipt update to use prisma Transactions too

* updated userOp tx rceipt check. Updated getTxById to not use locking when not needed

* updated load test to ignore TLS/SSL when using https for testing

* updated SDK to latest to get MetaTransaction Updates

* updated return type for raw query in Transactions tbl

* webhooks updates for multi-serer setup. UserOp Status data added

* moved sendWebhookForQueueIds post update statement

Author: farhanW3

package.json

@@ -43,7 +43,7 @@
     "@t3-oss/env-core": "^0.6.0",
     "@thirdweb-dev/auth": "^4.1.0-nightly-c238fde8-20231020022304",
     "@thirdweb-dev/chains": "^0.1.55",
-    "@thirdweb-dev/sdk": "^4.0.13",
+    "@thirdweb-dev/sdk": "^4.0.17",
     "@thirdweb-dev/service-utils": "^0.4.2",
     "@thirdweb-dev/wallets": "^2.1.5",
     "body-parser": "^1.20.2",

src/db/transactions/getQueuedTxs.ts

@@ -1,3 +1,4 @@
+import { Transactions } from "@prisma/client";
 import { Static } from "@sinclair/typebox";
 import { PrismaTransaction } from "../../schema/prisma";
 import { transactionResponseSchema } from "../../server/schemas/transaction";
@@ -16,24 +17,23 @@ export const getQueuedTxs = async ({ pgtx }: GetQueuedTxsParams = {}): Promise<
   const config = await getConfiguration();
 
   // TODO: Don't use env var for transactions to batch
-  const txs = await prisma.$queryRaw`
-SELECT
-  *
-FROM
-  "transactions"
-WHERE
-  "processedAt" IS NULL
-  AND "sentAt" IS NULL
-  AND "minedAt" IS NULL
-  AND "cancelledAt" IS NULL
-ORDER BY
-  "queuedAt"
-ASC
-LIMIT
-  ${config.maxTxsToProcess}
-FOR UPDATE SKIP LOCKED
+  const txs = await prisma.$queryRaw<Transactions[]>`
+  SELECT
+    *
+  FROM
+    "transactions"
+  WHERE
+    "processedAt" IS NULL
+    AND "sentAt" IS NULL
+    AND "minedAt" IS NULL
+    AND "cancelledAt" IS NULL
+  ORDER BY
+    "queuedAt"
+  ASC
+  LIMIT
+    ${config.maxTxsToProcess}
+  FOR UPDATE SKIP LOCKED
   `;
 
-  // TODO: This might not work!
-  return cleanTxs(txs as any);
+  return cleanTxs(txs);
 };

src/db/transactions/getSentTxs.ts

@@ -13,30 +13,17 @@ export const getSentTxs = async ({ pgtx }: GetSentTxsParams = {}): Promise<
   const prisma = getPrismaWithPostgresTx(pgtx);
   const config = await getConfiguration();
 
-  return prisma.transactions.findMany({
-    where: {
-      processedAt: {
-        not: null,
-      },
-      sentAt: {
-        not: null,
-      },
-      transactionHash: {
-        not: null,
-      },
-      accountAddress: null,
-      minedAt: null,
-      errorMessage: null,
-      retryCount: {
-        // TODO: What should the max retries be here?
-        lt: 3,
-      },
-    },
-    orderBy: [
-      {
-        sentAt: "asc",
-      },
-    ],
-    take: config.maxTxsToUpdate,
-  });
+  return prisma.$queryRaw<Transactions[]>`
+    SELECT * FROM "transactions"
+    WHERE "processedAt" IS NOT NULL
+    AND "sentAt" IS NOT NULL
+    AND "transactionHash" IS NOT NULL
+    AND "accountAddress" IS NULL
+    AND "minedAt" IS NULL
+    AND "errorMessage" IS NULL
+    AND "retryCount" < ${config.maxTxsToUpdate}
+    ORDER BY "sentAt" ASC
+    LIMIT ${config.maxTxsToUpdate}
+    FOR UPDATE SKIP LOCKED
+  `;
 };

src/db/transactions/getSentUserOps.ts

@@ -13,32 +13,17 @@ export const getSentUserOps = async ({
   const prisma = getPrismaWithPostgresTx(pgtx);
   const config = await getConfiguration();
 
-  return prisma.transactions.findMany({
-    where: {
-      processedAt: {
-        not: null,
-      },
-      sentAt: {
-        not: null,
-      },
-      accountAddress: {
-        not: null,
-      },
-      userOpHash: {
-        not: null,
-      },
-      minedAt: null,
-      errorMessage: null,
-      retryCount: {
-        // TODO: What should the max retries be here?
-        lt: 3,
-      },
-    },
-    orderBy: [
-      {
-        sentAt: "asc",
-      },
-    ],
-    take: config.maxTxsToUpdate,
-  });
+  return prisma.$queryRaw<Transactions[]>`
+    SELECT * FROM "transactions"
+    WHERE "processedAt" IS NOT NULL
+    AND "sentAt" IS NOT NULL
+    AND "accountAddress" IS NOT NULL
+    AND "userOpHash" IS NOT NULL
+    AND "minedAt" IS NULL
+    AND "errorMessage" IS NULL
+    AND "retryCount" < 3
+    ORDER BY "sentAt" ASC
+    LIMIT ${config.maxTxsToUpdate}
+    FOR UPDATE SKIP LOCKED;
+  `;
 };

src/db/transactions/getTxById.ts

@@ -16,12 +16,12 @@ export const getTxById = async ({
   typeof transactionResponseSchema
 > | null> => {
   const prisma = getPrismaWithPostgresTx(pgtx);
-
   const tx = await prisma.transactions.findUnique({
     where: {
       id: queueId,
     },
   });
+
   if (!tx) {
     return null;
   }

src/db/transactions/getTxByIds.ts

@@ -0,0 +1,30 @@
+import { Static } from "@sinclair/typebox";
+import { PrismaTransaction } from "../../schema/prisma";
+import { transactionResponseSchema } from "../../server/schemas/transaction";
+import { prisma } from "../client";
+import { cleanTxs } from "./cleanTxs";
+interface GetTxByIdsParams {
+  queueIds: string[];
+  pgtx?: PrismaTransaction;
+}
+
+export const getTxByIds = async ({
+  queueIds,
+}: GetTxByIdsParams): Promise<
+  Static<typeof transactionResponseSchema>[] | null
+> => {
+  const tx = await prisma.transactions.findMany({
+    where: {
+      id: {
+        in: queueIds,
+      },
+    },
+  });
+
+  if (!tx || tx.length === 0) {
+    return null;
+  }
+
+  const cleanedTx = cleanTxs(tx);
+  return cleanedTx;
+};

src/db/transactions/updateTx.ts

@@ -35,6 +35,12 @@ type UpdateTxData =
       gasPrice?: string;
       blockNumber?: number;
       minedAt: Date;
+      onChainTxStatus?: number;
+      transactionHash?: string;
+      transactionType?: number;
+      gasLimit?: string;
+      maxFeePerGas?: string;
+      maxPriorityFeePerGas?: string;
     };
 
 export const updateTx = async ({ pgtx, queueId, data }: UpdateTxParams) => {
@@ -109,6 +115,12 @@ export const updateTx = async ({ pgtx, queueId, data }: UpdateTxParams) => {
           minedAt: data.minedAt,
           gasPrice: data.gasPrice,
           blockNumber: data.blockNumber,
+          onChainTxStatus: data.onChainTxStatus,
+          transactionHash: data.transactionHash,
+          transactionType: data.transactionType,
+          gasLimit: data.gasLimit,
+          maxFeePerGas: data.maxFeePerGas,
+          maxPriorityFeePerGas: data.maxPriorityFeePerGas,
         },
       });
       break;

src/prisma/migrations/20231123064817_added_onchain_status_flag_to_tx/migration.sql

@@ -0,0 +1,2 @@
+-- AlterTable
+ALTER TABLE "transactions" ADD COLUMN     "onChainTxStatus" INTEGER;

src/prisma/schema.prisma

@@ -110,6 +110,7 @@ model Transactions {
   gasPrice                  String?   @map("gasPrice")
   transactionType           Int?      @map("transactionType")
   transactionHash           String?   @map("transactionHash")
+  onChainTxStatus             Int?      @map("onChainTxStatus")
   // User Operation
   signerAddress             String?   @map("signerAddress")
   accountAddress            String?   @map("accountAddress")

src/server/routes/transaction/status.ts

@@ -54,6 +54,7 @@ responseBodySchema.example = {
     errorMessage: "",
     txMinedTimestamp: "2023-08-25T22:42:33.000Z",
     blockNumber: 39398545,
+    onChainTxStatus: 1,
   },
 };