tests for Chunk.export_dict/chunks pipe mode

Author: Zhe Yu

src/vectorcode/chunking.py

@@ -50,6 +50,10 @@ def export_dict(self):
                     "end": {"row": self.end.row, "column": self.end.column},
                 }
             )
+        if self.path:
+            d["path"] = self.path
+        if self.id:
+            d["chunk_id"] = self.id
         return d
 
 
@@ -140,7 +144,7 @@ def chunk(
     ) -> Generator[Chunk, None, None]:
         logger.info("Started chunking %s using FileChunker.", data.name)
         lines = data.readlines()
-        if len(lines) == 0:
+        if len(lines) == 0:  # pragma: nocover
             return
         if (
             self.config.chunk_size < 0

tests/subcommands/test_chunks.py

@@ -1,3 +1,4 @@
+import json
 from unittest.mock import MagicMock, patch
 
 import pytest
@@ -37,3 +38,62 @@ async def test_chunks():
         assert mock_chunker.config == mock_config
         mock_chunker.chunk.assert_called()
         assert mock_chunker.chunk.call_count == 2
+
+
+@pytest.mark.asyncio
+async def test_chunks_pipe(capsys):
+    # Mock the Config object
+    mock_config = MagicMock(spec=Config)
+    mock_config.chunk_size = 2000
+    mock_config.overlap_ratio = 0.2
+    mock_config.files = ["file1.py"]
+    mock_config.pipe = True
+
+    # Mock the TreeSitterChunker
+    mock_chunker = TreeSitterChunker(mock_config)
+    mock_chunker.chunk = MagicMock()
+    _chunks = [
+        Chunk("chunk1_file1", Point(0, 1), Point(0, 12), path="file1.py", id="c1"),
+        Chunk("chunk2_file1", Point(1, 1), Point(1, 12), path="file1.py", id="c2"),
+    ]
+    mock_chunker.chunk.side_effect = [
+        _chunks,
+    ]
+    with patch(
+        "vectorcode.subcommands.chunks.TreeSitterChunker", return_value=mock_chunker
+    ):
+        # Call the chunks function
+        result = await chunks(mock_config)
+
+        # Assertions
+        assert result == 0
+        assert mock_chunker.config == mock_config
+        mock_chunker.chunk.assert_called()
+        assert mock_chunker.chunk.call_count == 1
+
+        captured = capsys.readouterr()
+        output = json.loads(captured.out.strip())
+        assert output == [
+            [
+                {
+                    "text": "chunk1_file1",
+                    "start": {
+                        "row": 0,
+                        "column": 1,
+                    },
+                    "end": {"row": 0, "column": 12},
+                    "path": "file1.py",
+                    "chunk_id": "c1",
+                },
+                {
+                    "text": "chunk2_file1",
+                    "start": {
+                        "row": 1,
+                        "column": 1,
+                    },
+                    "end": {"row": 1, "column": 12},
+                    "path": "file1.py",
+                    "chunk_id": "c2",
+                },
+            ]
+        ]