feature-233-implement-openrouter: Refactor file and Supabase repository handling for chunked files

- Updated ChunkedFile class to accept pre-calculated SHA256 checksum.
- Introduced ChunkedFileChunk class for better representation of chunked file data.
- Enhanced FileRepository methods to include shuffling of chunked files and improved chunk processing.
- Refined SupabaseRepository methods for chunked file retrieval and insertion, including error handling.
- Improved logging in VectorActionUseCase for clearer progress tracking and error reporting.
- Updated SQL migration to reflect changes in chunked file structure.

Author: efraespada

bin/index.js

@@ -6,6 +6,5 @@ export declare class ChunkedFile {
     chunks: string[];
     shasum: string;
     vector: number[][];
-    constructor(path: string, index: number, type: 'line' | 'block', content: string, chunks: string[]);
-    private calculateShasum;
+    constructor(path: string, index: number, type: 'line' | 'block', content: string, shasum: string, chunks: string[]);
 }

bin/src/data/model/chunked_file.d.ts

@@ -0,0 +1,13 @@
+export declare class ChunkedFileChunk {
+    owner: string;
+    repository: string;
+    branch: string;
+    path: string;
+    type: 'line' | 'block';
+    index: number;
+    chunkIndex: number;
+    chunk: string;
+    shasum: string;
+    vector: number[];
+    constructor(owner: string, repository: string, branch: string, path: string, type: 'line' | 'block', index: number, chunkIndex: number, chunk: string, shasum: string, vector: number[]);
+}

bin/src/data/model/chunked_file_chunk.d.ts

@@ -9,4 +9,6 @@ export declare class FileRepository {
     private shouldIgnoreFile;
     private extractCodeBlocks;
     private shouldIgnoreLine;
+    private shuffleArray;
+    private calculateShasum;
 }

bin/src/data/repository/file_repository.d.ts

@@ -1,4 +1,5 @@
 import { ChunkedFile } from '../model/chunked_file';
+import { ChunkedFileChunk } from '../model/chunked_file_chunk';
 import { SupabaseConfig } from '../model/supabase_config';
 export declare class SupabaseRepository {
     private readonly CHUNKS_TABLE;
@@ -7,7 +8,9 @@ export declare class SupabaseRepository {
     private supabase;
     constructor(config: SupabaseConfig);
     setChunkedFile: (owner: string, repository: string, branch: string, chunkedFile: ChunkedFile) => Promise<void>;
-    getChunkedFile: (owner: string, repository: string, branch: string, shasum: string) => Promise<ChunkedFile | undefined>;
-    getChunksByFile: (owner: string, repository: string, branch: string, path: string) => Promise<ChunkedFile[]>;
+    getChunkedFileByShasum: (owner: string, repository: string, branch: string, type: string, shasum: string) => Promise<ChunkedFileChunk[]>;
+    getChunks: (owner: string, repository: string, branch: string, path: string, type: string, index: number) => Promise<ChunkedFileChunk[]>;
+    getChunksByShasum: (owner: string, repository: string, branch: string, shasum: string) => Promise<ChunkedFileChunk[]>;
     updateVector: (owner: string, repository: string, branch: string, path: string, index: number, chunkIndex: number, vector: number[]) => Promise<void>;
+    matchChunks: (owner: string, repository: string, branch: string, type: string, queryEmbedding: number[], matchCount?: number) => Promise<ChunkedFileChunk[]>;
 }

bin/src/data/repository/supabase_repository.d.ts

@@ -5,6 +5,7 @@ export declare class VectorActionUseCase implements ParamUseCase<Execution, Resu
     taskId: string;
     private dockerRepository;
     private fileRepository;
-    private readonly CODE_INSTRUCTION;
+    private readonly CODE_INSTRUCTION_BLOCK;
+    private readonly CODE_INSTRUCTION_LINE;
     invoke(param: Execution): Promise<Result[]>;
 }

bin/src/usecase/vector_action_use_case.d.ts

@@ -1,8 +1,8 @@
 export declare function setGlobalLoggerDebug(debug: boolean): void;
-export declare function logInfo(message: string): void;
+export declare function logInfo(message: string, previousWasSingleLine?: boolean): void;
 export declare function logWarning(message: string): void;
 export declare function logError(message: any): void;
-export declare function logDebugInfo(message: string): void;
+export declare function logDebugInfo(message: string, previousWasSingleLine?: boolean): void;
 export declare function logDebugWarning(message: string): void;
 export declare function logDebugError(message: any): void;
 export declare function logSingleLine(message: string): void;