Merging updates from defillama

.github/workflows/comment.yml

@@ -0,0 +1,63 @@
+name: Comment_PR
+on:
+  workflow_run:
+    workflows: ["Test_Change"]
+    types: [completed]
+
+permissions:
+  pull-requests: write
+  actions: read
+
+jobs:
+  comment:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Download PR comments artifact
+        id: download
+        uses: actions/download-artifact@v4
+        with:
+          name: pr-comments
+          run-id: ${{ github.event.workflow_run.id }}
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          path: pr-comments
+        continue-on-error: true
+
+      - name: Post comments on PR
+        if: steps.download.outcome == 'success'
+        uses: actions/github-script@v7
+        with:
+          script: |
+            const fs = require('fs');
+            const path = require('path');
+
+            const dir = 'pr-comments';
+            if (!fs.existsSync(dir)) {
+              core.info('No pr-comments directory, nothing to post.');
+              return;
+            }
+
+            const prNumberPath = path.join(dir, 'pr-number.txt');
+            if (!fs.existsSync(prNumberPath)) {
+              core.info('No pr-number.txt, nothing to post.');
+              return;
+            }
+            const prNumber = Number(fs.readFileSync(prNumberPath, 'utf8').trim());
+            if (!Number.isInteger(prNumber) || prNumber <= 0) {
+              core.setFailed(`Invalid PR number in artifact: ${prNumber}`);
+              return;
+            }
+
+            const files = fs.readdirSync(dir)
+              .filter(f => f.endsWith('.md'))
+              .sort();
+
+            for (const f of files) {
+              const body = fs.readFileSync(path.join(dir, f), 'utf8');
+              if (!body.trim()) continue;
+              await github.rest.issues.createComment({
+                issue_number: prNumber,
+                owner: context.repo.owner,
+                repo: context.repo.repo,
+                body,
+              });
+            }

.github/workflows/commentResult.js

@@ -1,38 +1,33 @@
-const { readFileSync } = require('fs');
-const fetch = require('node-fetch');
-const junk = 'VPTOH1X0B7rf8od7BGNsQ1z0BJk8iMNLxqrD';
+const { readFileSync, writeFileSync, mkdirSync } = require('fs');
+const path = require('path');
 
-async function main() {
-    const [, , log, author, repo, pr, path ] = process.argv;
-    const file = readFileSync(log, 'utf-8');
+function main() {
+  const [, , log, outDir, adapter] = process.argv;
+  const file = readFileSync(log, 'utf-8');
 
+  const passed = /PASS\s+.*test\.js/.test(file);
+  const failed = /FAIL\s+.*test\.js/.test(file);
 
-    const errorString = '------ ERROR ------';
-    const summaryIndex = file.indexOf('------ TVL ------');
-    const errorIndex = file.indexOf(errorString);
-    let body;
+  // Everything from "Test Suites:" onward (includes pool output from afterTests.js)
+  const summaryIndex = file.indexOf('Test Suites:');
+  if (summaryIndex === -1) return;
+  const output = file.substring(summaryIndex);
 
-    if (summaryIndex != -1) {
-        body = `The adapter at ${path} exports TVL: 
-        \n \n ${file.substring(summaryIndex + 17).replaceAll('\n', '\n    ')}`;
-    } else if (errorIndex != -1) {
-        body = `Error while running adapter at ${path}: 
-        \n \n ${file.split(errorString)[1].replaceAll('\n', '\n    ')}`;
-    } else
-        return;
+  let body;
+  if (passed && !failed) {
+    body = `The ${adapter} adapter exports pools:
+        \n \n ${output.replaceAll('\n', '\n    ')}`;
+  } else if (failed) {
+    body = `Error while running ${adapter} adapter:
+        \n \n ${output.replaceAll('\n', '\n    ')}`;
+  } else {
+    return;
+  }
 
-    await fetch(
-        `https://api.github.com/repos/${author}/${repo}/issues/${pr}/comments`,
-        { 
-            body,
-            method: "POST",
-            headers: {
-                Authorization: `token ghp_${translate(junk)}`,
-                Accept: 'application/vnd.github.v3+json'
-            }
-        });
-};
-function translate(input) {
-    return input ? translate(input.substring(1)) + input[0] : input;
-};
-main();
+  mkdirSync(outDir, { recursive: true });
+  const safeName = (adapter || 'general').replace(/[^a-zA-Z0-9._-]/g, '_');
+  const fileName = `${Date.now()}-${process.pid}-${safeName}.md`;
+  writeFileSync(path.join(outDir, fileName), body);
+}
+
+main();

.github/workflows/getFileList.js

@@ -1,14 +1,22 @@
-const MODIFIED = parse(process.env.MODIFIED)
-const ADDED = parse(process.env.ADDED)
+const MODIFIED = parse(process.env.MODIFIED);
+const ADDED = parse(process.env.ADDED);
 const fileSet = new Set();
 
-[...MODIFIED, ...ADDED].forEach(file => {
-  const [root0, root1, dir] = file.split('/')
-  if (root0 === 'src' && root1 === 'adaptors' && dir !=='test.js' && dir !== 'utils.js') fileSet.add(file)
-})
+[...MODIFIED, ...ADDED].forEach((file) => {
+  const [root0, root1, dir] = file.split('/');
+  if (
+    root0 === 'src' &&
+    root1 === 'adaptors' &&
+    dir !== 'test.js' &&
+    dir !== 'utils.js' &&
+    dir !== 'package.json' &&
+    dir !== 'package-lock.json'
+  )
+    fileSet.add(dir);
+});
 
-console.log(JSON.stringify([...fileSet]))
+console.log(JSON.stringify([...fileSet]));
 
 function parse(data) {
-  return data.replace('[', '').replace(']', '').split(',')
+  return (data || '').split(' ').filter(Boolean);
 }

.github/workflows/master.yml

@@ -8,27 +8,56 @@ jobs:
   deploy:
     strategy:
       matrix:
-        node-version: [14.x]
+        node-version: [24.x]
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
       - name: Use Node.js ${{ matrix.node-version }}
-        uses: actions/setup-node@v1
+        uses: actions/setup-node@v4
         with:
           node-version: ${{ matrix.node-version }}
-      - run: npm ci
+      - run: npm ci --omit=optional
+      - run: node scripts/checkAdaptors.js
+      - run: node scripts/createAdapterList.js
+      - name: Run database migrations
+        run: npm run migrate -- up
+        env:
+          DATABASE_URL: ${{ secrets.DATABASE_URL }}
       - name: Deploy infrastructure stack
         run: npm run deploy
         env:
           AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
           AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          ETHERSCAN: ${{ secrets.ETHERSCAN}}
-          FANTOMSCAN: ${{ secrets.FANTOMSCAN }}
-          POLYGONSCAN: ${{ secrets.POLYGONSCAN }}
-          SNOWTRACE: ${{ secrets.SNOWTRACE }}
-          ARBISCAN: ${{ secrets.ARBISCAN }}
-          OPTIMISM: ${{ secrets.OPTIMISM }}
-          INFURA_CONNECTION: ${{ secrets.INFURA_CONNECTION }}
-          ALCHEMY_CONNECTION_POLYGON: ${{ secrets.ALCHEMY_CONNECTION_POLYGON }}
-          ALCHEMY_CONNECTION_ARBITRUM: ${{ secrets.ALCHEMY_CONNECTION_ARBITRUM }}
-          XDAI: ${{ secrets.XDAI }}
+          DATABASE_URL: ${{ secrets.DATABASE_URL }}
+          ETHEREUM_RPC: ${{ secrets.ETHEREUM_RPC }}
+          XDAI_RPC: ${{ secrets.XDAI_RPC }}
+          CRONOS_RPC: ${{ secrets.CRONOS_RPC }}
+          FANTOM_RPC: ${{ secrets.FANTOM_RPC }}
+          OPTIMISM_RPC: ${{ secrets.OPTIMISM_RPC }}
+          AVAX_RPC: ${{ secrets.AVAX_RPC }}
+          ARBITRUM_RPC: ${{ secrets.ARBITRUM_RPC }}
+          TRON_RPC: ${{ secrets.TRON_RPC }}
+          BASE_RPC: ${{ secrets.BASE_RPC }}
+          TVL_SPIKE_WEBHOOK: ${{ secrets.TVL_SPIKE_WEBHOOK }}
+          NEW_YIELDS_WEBHOOK: ${{ secrets.NEW_YIELDS_WEBHOOK }}
+          STALE_PROJECTS_WEBHOOK: ${{ secrets.STALE_PROJECTS_WEBHOOK }}
+          ZEROX_API: ${{ secrets.ZEROX_API }}
+          SMARDEX_SUBGRAPH_API_KEY: ${{ secrets.SMARDEX_SUBGRAPH_API_KEY }}
+          VENDOR_FINANCE: ${{ secrets.VENDOR_FINANCE }}
+          TRADERJOE: ${{ secrets.TRADERJOE }}
+          GRAPH_API_KEY: ${{ secrets.GRAPH_API_KEY }}
+          OSMOSIS_API_KEY: ${{ secrets.OSMOSIS_API_KEY}}
+          DUNE_API_KEY: ${{ secrets.DUNE_API_KEY}}
+          HYPERLIQUID_RPC: ${{ secrets.HYPERLIQUID_RPC }}
+          PLASMA_RPC: ${{ secrets.PLASMA_RPC }}
+          STARKNET_RPC: ${{ secrets.STARKNET_RPC }}
+          MONAD_RPC: ${{ secrets.MONAD_RPC }}
+          LLAMA_INDEXER_V2_ENDPOINT: ${{ secrets.LLAMA_INDEXER_V2_ENDPOINT }}
+          LLAMA_INDEXER_V2_API_KEY: ${{ secrets.LLAMA_INDEXER_V2_API_KEY }}
+          PROJECT_0_API_KEY: ${{ secrets.PROJECT_0_API_KEY }}
+          SANCTUM_API_KEY: ${{ secrets.SANCTUM_API_KEY }}
+          MERKL_API_KEY: ${{ secrets.MERKL_API_KEY }}
+          R2_ENDPOINT: ${{ secrets.R2_ENDPOINT }}
+          R2_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY_ID }}
+          R2_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
+          SAUCERSWAP_API_KEY: ${{ secrets.SAUCERSWAP_API_KEY }}

.github/workflows/test.yml

@@ -1,22 +1,24 @@
 name: Test_Change
-on:
-  pull_request
+on: pull_request
 jobs:
   test:
     runs-on: ubuntu-latest
     steps:
-      - id: file_changes
-        uses: trilom/file-changes-action@v1.2.3
-        with:
-          output: 'json'
-          fileOutput: 'json'
       - name: Check out repository code
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
+      - id: file_changes
+        uses: tj-actions/changed-files@v44
+
+      - name: Record PR number
+        run: |
+          mkdir -p pr-comments
+          echo "${{ github.event.number }}" > pr-comments/pr-number.txt
+
       - name: Run changes files through test script
         run: |
           RUN_FILES=$(
-            MODIFIED=${{ steps.file_changes.outputs.files_modified}} \
-            ADDED=${{ steps.file_changes.outputs.files_added}} \
+            MODIFIED="${{ steps.file_changes.outputs.modified_files }}" \
+            ADDED="${{ steps.file_changes.outputs.added_files }}" \
             node ${{ github.workspace }}/.github/workflows/getFileList.js
           )
 
@@ -25,18 +27,29 @@ jobs:
             exit 0
           fi
 
-          npm ci --production --only=prod
+          npm ci
 
           for i in $(echo $RUN_FILES | tr  -d '"[]' | tr "," "\n")
-          do 
-            { 
-              node ${{ github.workspace }}/src/adaptors/test.js ${{ github.workspace }}/${i} 2>&1 | tee output.txt
-              node ${{ github.workspace }}/.github/workflows/commentResult.js /home/runner/work/yield-server/yield-server/output.txt "${{ github.repository_owner }}" "${{ github.event.repository.name }}" "${{ github.event.number }}" ${i}
-              if grep -q "\-\-\-\- ERROR \-\-\-\-" output.txt; then
+          do
+            {
+              npm run test --adapter=${i} 2>&1 | tee output.txt
+              node ${{ github.workspace }}/.github/workflows/commentResult.js ${{ github.workspace }}/output.txt ${{ github.workspace }}/pr-comments ${i}
+              if grep -qE "PASS\s+.*test\.js" output.txt; then
+                exit 0;
+              else
                 exit 1;
               fi
-            } || { 
+            } || {
               echo -n $i
               echo ' doesnt run'
             }
           done
+
+      - name: Upload PR comments artifact
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: pr-comments
+          path: pr-comments/
+          if-no-files-found: ignore
+          retention-days: 1

.gitignore

@@ -7,3 +7,20 @@ ccImages
 .webpack
 .idea/
 *output.json
+*.csv
+scripts/*.json
+src/adaptors/list.js
+Untitled.ipynb
+.ipynb_checkpoints/
+yarn-error.log
+test.sql
+yarn.lock
+.test-adapter-output/
+.claude/
+local/
+backfill.env*
+
+src/adaptors/maverick-protocol/
+src/adaptors/metavault-v3/
+src/adaptors/muuu-finance/navi-lending/
+src/adaptors/syncswap/