feat: add pagination to project_links endpoint

Author: mohammad-alisafaee

components/renku_data_services/data_connectors/api.spec.yaml

@@ -289,13 +289,42 @@ paths:
         description: the ID of the data connector
     get:
       summary: Get all links from a given data connector to projects
+      parameters:
+        - in: query
+          description: query parameters
+          name: params
+          style: form
+          explode: true
+          schema:
+            $ref: "#/components/schemas/PaginationRequest"
       responses:
         "200":
           description: List of data connector to project links
           content:
             application/json:
               schema:
                 $ref: "#/components/schemas/DataConnectorToProjectLinksList"
+          headers:
+            page:
+              description: The index of the current page (starting at 1).
+              required: true
+              schema:
+                type: integer
+            per-page:
+              description: The number of items per page.
+              required: true
+              schema:
+                type: integer
+            total:
+              description: The total number of items.
+              required: true
+              schema:
+                type: integer
+            total-pages:
+              description: The total number of pages.
+              required: true
+              schema:
+                type: integer
         default:
           $ref: "#/components/responses/Error"
       tags:

components/renku_data_services/data_connectors/blueprints.py

@@ -312,16 +312,20 @@ def get_all_project_links(self) -> BlueprintFactoryResponse:
         """List all links from a given data connector to projects."""
 
         @authenticate(self.authenticator)
+        @paginate
         async def _get_all_project_links(
             _: Request,
             user: base_models.APIUser,
             data_connector_id: ULID,
-        ) -> JSONResponse:
-            links = await self.data_connector_repo.get_links_from(user=user, data_connector_id=data_connector_id)
-            return validated_json(
-                apispec.DataConnectorToProjectLinksList,
-                [self._dump_data_connector_to_project_link(link) for link in links],
+            pagination: PaginationRequest,
+        ) -> tuple[list[dict[str, Any]], int]:
+            links, total_num = await self.data_connector_repo.get_links_from(
+                user=user, data_connector_id=data_connector_id, pagination=pagination
             )
+            return [
+                validate_and_dump(apispec.DataConnectorToProjectLink, self._dump_data_connector_to_project_link(link))
+                for link in links
+            ], total_num
 
         return "/data_connectors/<data_connector_id:ulid>/project_links", ["GET"], _get_all_project_links
 

components/renku_data_services/data_connectors/db.py

@@ -612,8 +612,8 @@ async def get_data_connector_permissions(
         return permissions
 
     async def get_links_from(
-        self, user: base_models.APIUser, data_connector_id: ULID
-    ) -> list[models.DataConnectorToProjectLink]:
+        self, user: base_models.APIUser, data_connector_id: ULID, pagination: PaginationRequest
+    ) -> tuple[list[models.DataConnectorToProjectLink], int]:
         """Get links from a given data connector."""
         authorized = await self.authz.has_permission(user, ResourceType.data_connector, data_connector_id, Scope.READ)
         if not authorized:
@@ -628,10 +628,20 @@ async def get_links_from(
                 select(schemas.DataConnectorToProjectLinkORM)
                 .where(schemas.DataConnectorToProjectLinkORM.data_connector_id == data_connector_id)
                 .where(schemas.DataConnectorToProjectLinkORM.project_id.in_(project_ids))
+                .limit(pagination.per_page)
+                .offset(pagination.offset)
+                .order_by(schemas.DataConnectorToProjectLinkORM.id.desc())
+            )
+            stmt_count = (
+                select(func.count())
+                .select_from(schemas.DataConnectorToProjectLinkORM)
+                .where(schemas.DataConnectorToProjectLinkORM.data_connector_id == data_connector_id)
+                .where(schemas.DataConnectorToProjectLinkORM.project_id.in_(project_ids))
             )
             result = await session.scalars(stmt)
             links_orm = result.all()
-            return [link.dump() for link in links_orm]
+            total_elements = await session.scalar(stmt_count) or 0
+            return [link.dump() for link in links_orm], total_elements
 
     async def get_links_to(
         self, user: base_models.APIUser, project_id: ULID