return None for immediate out of bounds

Signed-off-by: varun-edachali-dbx <varun.edachali@databricks.com>

Author: varun-edachali-dbx

src/databricks/sql/backend/sea/queue.py

@@ -173,12 +173,10 @@ def _convert_to_thrift_link(self, link: ExternalLink) -> TSparkArrowResultLink:
             httpHeaders=link.http_headers or {},
         )
 
-    def _get_chunk_link(self, chunk_index: int) -> ExternalLink:
+    def _get_chunk_link(self, chunk_index: int) -> Optional[ExternalLink]:
         """Progress to the next chunk link."""
         if chunk_index >= self._total_chunk_count:
-            raise ValueError(
-                f"Chunk index {chunk_index} is out of bounds, total chunks: {self._total_chunk_count}"
-            )
+            return None
 
         try:
             return self._sea_client.get_chunk_link(self._statement_id, chunk_index)
@@ -208,4 +206,6 @@ def _create_next_table(self) -> Union["pyarrow.Table", None]:
         """Create next table by retrieving the logical next downloaded file."""
         self._current_chunk_index += 1
         next_chunk_link = self._get_chunk_link(self._current_chunk_index)
+        if not next_chunk_link:
+            return None
         return self._create_table_from_link(next_chunk_link)