fix: crash when too much raw data old

Author: alexisszmundy

CHANGELOG.md

@@ -1,4 +1,8 @@
 # Changelog
+## 2.0.1 [TODO]
+### Fixed
+- Crash when get questionnaireIds by null processDate with too much raw datas in lunaticjsondata
+ 
 ## 2.0.0 [2026-01-07]
 ### Changed
 - Use filière model

src/main/java/fr/insee/genesis/infrastructure/adapter/LunaticJsonRawDataMongoAdapter.java

@@ -51,11 +51,7 @@ public List<LunaticJsonRawDataModel> getAllUnprocessedData() {
 
     @Override
     public Set<String> findDistinctQuestionnaireIdsByNullProcessDate(){
-        Set<String> questionnaireIds = new HashSet<>();
-        for(LunaticJsonRawDataDocument lunaticJsonRawDataDocument : repository.findByNullProcessDate()){
-            questionnaireIds.add(lunaticJsonRawDataDocument.questionnaireId());
-        }
-        return questionnaireIds;
+        return new HashSet<>(repository.findDistinctQuestionnaireIdByProcessDateIsNull());
     }
 
     @Override

src/main/java/fr/insee/genesis/infrastructure/repository/LunaticJsonMongoDBRepository.java

@@ -20,6 +20,13 @@ public interface LunaticJsonMongoDBRepository extends MongoRepository<LunaticJso
     @Query("{\"processDate\" : null}")
     List<LunaticJsonRawDataDocument> findByNullProcessDate();
 
+    @Aggregation(pipeline = {
+            "{ $match: { processDate: null } }",
+            "{ $group: { _id: 'questionnaireId' } }",
+            "{ $project: { _id: 0, questionnaireId: '$_id' } }"
+    })
+    List<String> findDistinctQuestionnaireIdByProcessDateIsNull();
+
     @Query(value = "{ 'campaignId' : ?0 }", fields = "{ 'mode' :  1 }")
     List<Mode> findModesByCampaignId(String campaignId);
 

src/test/java/fr/insee/genesis/stubs/LunaticJsonMongoDBRepositoryStub.java

@@ -37,6 +37,11 @@ public List<LunaticJsonRawDataDocument> findByNullProcessDate() {
                 .toList();
     }
 
+    @Override
+    public List<String> findDistinctQuestionnaireIdByProcessDateIsNull() {
+        return List.of();
+    }
+
     @Override
     public List<Mode> findModesByCampaignId(String campaignId) {
         return documents.stream()