Merge pull request #4407 from GordonSmith/GH-4392-SF_LF_COUNT

feat: Add recursiveFetchLogicalFiles

Author: GordonSmith

packages/comms/src/ecl/logicalFile.ts

@@ -176,6 +176,10 @@ export class LogicalFile extends StateObject<FileDetailEx, FileDetailEx> impleme
         return this.connection.DFUFile({ Name: this.Name, Format: format });
     }
 
+    fetchAllLogicalFiles(): Promise<string[]> {
+        return this.connection.recursiveFetchLogicalFiles([this]);
+    }
+
     fetchListHistory(): Promise<WsDfu.Origin[]> {
         return this.connection.ListHistory({ Name: this.Name }).then(response => {
             return response?.History?.Origin || [];

packages/comms/src/services/wsDFU.ts

@@ -15,4 +15,20 @@ export class DFUService extends DfuServiceBase {
         return this._connection.send("DFUDefFile", request, "text");
     }
 
+    async recursiveFetchLogicalFiles(superFiles: { NodeGroup: string, Name: string }[]): Promise<string[]> {
+        const childSuperFiles: WsDfu.DFULogicalFile[] = [];
+        const logicalFiles: string[] = [];
+        await Promise.all(superFiles.map(superFile => {
+            return this.DFUInfo({ Cluster: superFile.NodeGroup, Name: superFile.Name, IncludeJsonTypeInfo: false, IncludeBinTypeInfo: false, ForceIndexInfo: false })
+                .then(response => {
+                    for (const child of response?.FileDetail?.Superfiles?.DFULogicalFile ?? []) {
+                        childSuperFiles.push(child);
+                    }
+                    for (const child of response?.FileDetail?.subfiles?.Item ?? []) {
+                        logicalFiles.push(child);
+                    }
+                });
+        }));
+        return logicalFiles.concat(childSuperFiles.length ? await this.recursiveFetchLogicalFiles(childSuperFiles) : []);
+    }
 }

packages/comms/tests/wsDFU.spec.ts

@@ -1,6 +1,6 @@
 import { describe, it, expect } from "vitest";
 
-import { DFUService, Workunit } from "@hpcc-js/comms";
+import { DFUService, LogicalFile, Workunit } from "../src/index.common.ts";
 import { ESP_URL } from "./testLib.ts";
 
 describe("WsDFU", function () {
@@ -20,4 +20,13 @@ describe("WsDFU", function () {
             return wu.delete();
         });
     });
+
+    it.skip("recursiveFetch", async function () {
+        const lf = LogicalFile.attach({ baseUrl: ESP_URL }, "hthor__myeclagent", "regress::single::hthor::w20250409-083457::t6_superfile");
+        expect(lf).to.exist;
+
+        const logicalFiles = await lf.fetchAllLogicalFiles();
+        expect(logicalFiles).to.exist;
+        expect(logicalFiles.length).to.be.greaterThan(0);
+    });
 });