Extend CrawlerClient in TokenCrawlerClient to resolve bean injection issues

Author: Brendan Benner

data-prepper-plugins/saas-source-plugins/source-crawler/src/main/java/org/opensearch/dataprepper/plugins/source/source_crawler/base/TokenCrawlerClient.java

@@ -13,7 +13,7 @@
  * Interface for Crawler client to support token-based pagination. This interface can 
  * be implemented by different saas clients.
  */
-public interface TokenCrawlerClient<T extends SaasWorkerProgressState> {
+public interface TokenCrawlerClient<T extends SaasWorkerProgressState> extends CrawlerClient<PaginationCrawlerWorkerProgressState> {
 
     /**
      * This will be the main API called by crawler. This method assumes that {@link

data-prepper-plugins/saas-source-plugins/source-crawler/src/main/java/org/opensearch/dataprepper/plugins/source/source_crawler/base/TokenPaginationCrawler.java

@@ -34,11 +34,11 @@ public class TokenPaginationCrawler implements Crawler<PaginationCrawlerWorkerPr
     private static final String PAGINATION_WORKER_PARTITIONS_CREATED = "paginationWorkerPartitionsCreated";
     private static final String INVALID_PAGINATION_ITEMS = "invalidPaginationItems";
     private final Timer crawlingTimer;
-    private final TokenCrawlerClient client;
+    private final CrawlerClient client;
     private final Counter parititionsCreatedCounter;
     private final Counter invalidPaginationItemsCounter;
 
-    public TokenPaginationCrawler(TokenCrawlerClient client,
+    public TokenPaginationCrawler(CrawlerClient client,
                                   PluginMetrics pluginMetrics) {
         this.client = client;
         this.crawlingTimer = pluginMetrics.timer("crawlingTime");
@@ -55,7 +55,7 @@ public Instant crawl(LeaderPartition leaderPartition,
         TokenPaginationCrawlerLeaderProgressState leaderProgressState = (TokenPaginationCrawlerLeaderProgressState) leaderPartition
                 .getProgressState().get();
         String lastToken = leaderProgressState.getLastToken();
-        Iterator<ItemInfo> itemInfoIterator = client.listItems(lastToken);
+        Iterator<ItemInfo> itemInfoIterator = ((TokenCrawlerClient) client).listItems(lastToken);
         String latestToken = lastToken;
         log.info("Starting to crawl the source with last item ID: {}", lastToken);
         do {
@@ -122,4 +122,3 @@ private void createPartition(List<ItemInfo> itemInfoList, EnhancedSourceCoordina
         parititionsCreatedCounter.increment();
     }
 }
-