gh-action: updated compiled files

Author: efraespada

dist/index.js

@@ -155927,20 +155927,26 @@ exports.Branches = Branches;
 /***/ }),
 
 /***/ 2469:
-/***/ ((__unused_webpack_module, exports) => {
+/***/ ((__unused_webpack_module, exports, __nccwpck_require__) => {
 
 "use strict";
 
 Object.defineProperty(exports, "__esModule", ({ value: true }));
 exports.ChunkedFile = void 0;
+const crypto_1 = __nccwpck_require__(6113);
 class ChunkedFile {
     constructor(id, path, index, content, chunks) {
+        this.shasum = '';
         this.vector = [];
         this.id = id;
         this.path = path;
         this.index = index;
         this.content = content;
         this.chunks = chunks;
+        this.shasum = this.calculateShasum(content);
+    }
+    calculateShasum(content) {
+        return (0, crypto_1.createHash)('sha256').update(content).digest('hex');
     }
 }
 exports.ChunkedFile = ChunkedFile;
@@ -158040,6 +158046,10 @@ class DockerRepository {
                 throw error;
             }
         };
+        this.getSystemInfo = async () => {
+            const response = await fetch('http://localhost:8000/system-info');
+            return await response.json();
+        };
         // const dockerHost = process.env.DOCKER_HOST;
         // if (dockerHost) {
         // this.docker = new Docker({ socketPath: dockerHost.replace('unix://', '') });
@@ -158221,6 +158231,24 @@ class FirestoreRepository {
                 await Promise.all(parallelBatches.map(batch => this.processBatch(project, finalBranch, batch)));
             }
         };
+        this.setChunkedFile = async (project, branch, document) => {
+            const finalBranch = branch.replace(/\//g, '-');
+            const proyectCollection = (0, firestore_1.collection)(this.getFirestore(), project);
+            const branchDocument = (0, firestore_1.doc)(proyectCollection, finalBranch);
+            const filesCollection = (0, firestore_1.collection)(branchDocument, this.CHUNKS_COLLECTION);
+            const chunkDocument = (0, firestore_1.doc)(filesCollection, document.id);
+            await (0, firestore_1.setDoc)(chunkDocument, document);
+        };
+        this.getChunkedFiles = async (project, branch, shasum) => {
+            const finalBranch = branch.replace(/\//g, '-');
+            const proyectCollection = (0, firestore_1.collection)(this.getFirestore(), project);
+            const branchDocument = (0, firestore_1.doc)(proyectCollection, finalBranch);
+            const filesCollection = (0, firestore_1.collection)(branchDocument, this.CHUNKS_COLLECTION);
+            const shaQuery = (0, firestore_1.query)(filesCollection, (0, firestore_1.where)('shasum', '==', shasum));
+            const snapshot = await (0, firestore_1.getDocs)(shaQuery);
+            const documents = snapshot.docs.map(doc => doc.data());
+            return documents;
+        };
         this.config = config;
     }
     async processBatch(project, branch, documents) {
@@ -163820,8 +163848,12 @@ class VectorActionUseCase {
             }
             const firestoreRepository = new firestore_repository_1.FirestoreRepository(param.firebaseConfig);
             await this.dockerRepository.startContainer();
+            const systemInfo = await this.dockerRepository.getSystemInfo();
+            (0, logger_1.logDebugInfo)(`System info: ${JSON.stringify(systemInfo, null, 2)}`);
+            const chunkSize = systemInfo.parameters.chunk_size;
+            const maxWorkers = systemInfo.parameters.max_workers;
             (0, logger_1.logDebugInfo)(`Getting chunked files for ${param.repo} ${param.commit.branch}`);
-            const chunkedFiles = await this.fileRepository.getChunkedRepositoryContent(param.owner, param.repo, param.commit.branch, 32, param.tokens.token);
+            const chunkedFiles = await this.fileRepository.getChunkedRepositoryContent(param.owner, param.repo, param.commit.branch, chunkSize, param.tokens.token);
             (0, logger_1.logDebugInfo)(`Chunked files: ${chunkedFiles.length}`);
             const processedChunkedFiles = [];
             const totalFiles = chunkedFiles.length;
@@ -163835,12 +163867,16 @@ class VectorActionUseCase {
                 const estimatedTotalTime = (elapsedTime / (i + 1)) * totalFiles;
                 const remainingTime = estimatedTotalTime - elapsedTime;
                 (0, logger_1.logDebugInfo)(`Processing file ${i + 1}/${totalFiles} (${progress.toFixed(1)}%) - Estimated time remaining: ${Math.ceil(remainingTime)} seconds`);
+                const remoteChunkedFiles = await firestoreRepository.getChunkedFiles(param.repo, param.commit.branch, chunkedFile.shasum);
+                if (remoteChunkedFiles.length > 0 && remoteChunkedFiles[0].vector.length > 0) {
+                    processedChunkedFiles.push(chunkedFile);
+                    continue;
+                }
                 const embeddings = await this.dockerRepository.getEmbedding(chunkedFile.chunks.map(chunk => [this.CODE_INSTRUCTION, chunk]));
                 chunkedFile.vector = embeddings;
+                await firestoreRepository.setChunkedFile(param.repo, param.commit.branch, chunkedFile);
                 processedChunkedFiles.push(chunkedFile);
             }
-            (0, logger_1.logDebugInfo)(`Setting all chunked files to firestore for ${param.repo} ${param.commit.branch}`);
-            await firestoreRepository.setAllChunkedFiles(param.repo, param.commit.branch, processedChunkedFiles);
             (0, logger_1.logDebugInfo)(`All chunked files set to firestore for ${param.repo} ${param.commit.branch}`);
             results.push(new result_1.Result({
                 id: this.taskId,