Unit tests

.runtests/Integration tests GENESIS.run.xml

@@ -0,0 +1,13 @@
+<component name="ProjectRunConfigurationManager">
+  <configuration default="false" name="Integration tests GENESIS" type="JUnit" factoryName="JUnit">
+    <module name="genesis-api" />
+    <option name="PACKAGE_NAME" value="" />
+    <option name="MAIN_CLASS_NAME" value="" />
+    <option name="METHOD_NAME" value="" />
+    <option name="TEST_OBJECT" value="directory" />
+    <dir value="$PROJECT_DIR$/src/test/java/integration_tests" />
+    <method v="2">
+      <option name="Make" enabled="true" />
+    </method>
+  </configuration>
+</component>

.runtests/Unit tests GENESIS.run.xml

@@ -1,6 +1,7 @@
 <component name="ProjectRunConfigurationManager">
   <configuration default="false" name="Unit tests GENESIS" type="JUnit" factoryName="JUnit">
     <module name="genesis-api" />
+    <extension name="coverage" runner="jacoco" />
     <option name="PACKAGE_NAME" value="fr.insee.genesis" />
     <option name="MAIN_CLASS_NAME" value="" />
     <option name="METHOD_NAME" value="" />

pom.xml

@@ -263,16 +263,46 @@
                 <groupId>org.sonarsource.scanner.maven</groupId>
                 <artifactId>sonar-maven-plugin</artifactId>
             </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-dependency-plugin</artifactId>
+                <executions>
+                    <execution>
+                        <goals>
+                            <goal>properties</goal>
+                        </goals>
+                    </execution>
+                </executions>
+            </plugin>
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-surefire-plugin</artifactId>
                 <configuration>
                     <printSummary>true</printSummary>
                     <includes>
-                        <include>**/*FT.java</include>
                         <include>**/*Test.java</include>
                         <include>**/*Tests.java</include>
                     </includes>
+                    <parallel>methods</parallel>
+                    <threadCount>4</threadCount>
+                    <argLine>@{argLine} -javaagent:${org.mockito:mockito-core:jar}</argLine>
+                </configuration>
+            </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-failsafe-plugin</artifactId>
+                <executions>
+                    <execution>
+                        <goals>
+                            <goal>integration-test</goal>
+                            <goal>verify</goal>
+                        </goals>
+                    </execution>
+                </executions>
+                <configuration>
+                    <includes>
+                        <include>**/*IT.java</include>
+                    </includes>
                 </configuration>
             </plugin>
             <plugin>

src/main/java/fr/insee/genesis/controller/rest/CombinedRawDataController.java

@@ -25,7 +25,7 @@ public class CombinedRawDataController {
     @Operation(summary = "Retrieve combined raw responses and Lunatic raw data for a given interrogationId")
     @GetMapping
     @PreAuthorize("hasAnyRole('ADMIN', 'USER_PLATINE')")
-    public ResponseEntity<CombinedRawDataDto> getCombinetRawData(
+    public ResponseEntity<CombinedRawDataDto> getCombinedRawData(
             @RequestParam(INTERROGATION_ID) String interrogationId
     ){
         CombinedRawDataDto data = combinedRawDataService.getCombinedRawDataByInterrogationId(interrogationId);

src/main/java/fr/insee/genesis/controller/rest/DataProcessingContextController.java

@@ -181,7 +181,9 @@ public ResponseEntity<Object> saveScheduleWithCollectionInstrumentId(
                     collectionInstrumentId,
                     serviceToCall == null ? ServiceToCall.MAIN : serviceToCall,
                     frequency,
-                    scheduleBeginDate, scheduleEndDate, trustParameters
+                    scheduleBeginDate,
+                    scheduleEndDate,
+                    trustParameters
             );
         }catch (GenesisException e){
             return new ResponseEntity<>(e.getMessage(), HttpStatusCode.valueOf(e.getStatus()));

src/main/java/fr/insee/genesis/controller/rest/HealthCheckController.java

@@ -45,11 +45,11 @@ public ResponseEntity<String> healthcheckMongo() {
                              MongoDB OK
                             \s
                              %s Responses
-                             %s Schedules
+                             %s Contexts
                        \s"""
                         .formatted(
                                 surveyUnitApiPort.countResponses(),
-                                dataProcessingContextApiPort.countSchedules()
+                                dataProcessingContextApiPort.countContexts()
                         ));
     }
 

src/main/java/fr/insee/genesis/controller/rest/responses/CampaignController.java

@@ -27,7 +27,8 @@
 
     @Operation(summary = "List campaigns in database")
     @GetMapping(path = "/")
+    @Deprecated
     public ResponseEntity<Set<String>> getCampaigns() {
         Set<String> campaigns = surveyUnitService.findDistinctCampaignIds();
         return ResponseEntity.ok(campaigns);
     }

src/main/java/fr/insee/genesis/controller/rest/responses/InterrogationController.java

@@ -82,6 +82,7 @@ public ResponseEntity<List<InterrogationId>> getAllInterrogationIdsByCollectionI
     public ResponseEntity<Long> countAllInterrogationIdsByQuestionnaireOrCollectionInstrument(
             @Parameter(description = "questionnaireId/collectionInstrumentId", required = true) @PathVariable("questionnaireId") String questionnaireId
     ) {
+        //TODO move logic to service
         long response = surveyUnitService.countResponsesByQuestionnaireId(questionnaireId);
         response += surveyUnitService.countResponsesByCollectionInstrumentId(questionnaireId);
         return ResponseEntity.ok(response);

src/main/java/fr/insee/genesis/controller/rest/responses/ModeController.java

@@ -43,25 +43,27 @@
 
     @Operation(summary = "List sources/modes used for a given campaign")
     @GetMapping(path = "/by-campaign")
+    @Deprecated
     public ResponseEntity<List<Mode>> getModesByCampaign(@RequestParam("campaignId") String campaignId) {
         List<Mode> modes = surveyUnitService.findModesByCampaignId(campaignId);
         return ResponseEntity.ok(modes);
     }
 
+    //TODO Integrate into normal usage
     //========= OPTIMISATIONS PERFS (START) ==========
-    @Operation(summary = "List sources/modes used for a given questionnaire")
-    @GetMapping(path = "/by-questionnaireV2")
-    public ResponseEntity<List<Mode>> getModesByQuestionnaireV2(@RequestParam("questionnaireId") String questionnaireId) {
-        List<Mode> modes = surveyUnitService.findModesByQuestionnaireIdV2(questionnaireId);
-        return ResponseEntity.ok(modes);
-    }
-
-    @Operation(summary = "List sources/modes used for a given campaign")
-    @GetMapping(path = "/by-campaignV2")
-    public ResponseEntity<List<Mode>> getModesByCampaignV2(@RequestParam("campaignId") String campaignId) {
-        List<Mode> modes = surveyUnitService.findModesByCampaignIdV2(campaignId);
-        return ResponseEntity.ok(modes);
-    }
+//    @Operation(summary = "List sources/modes used for a given questionnaire")
+//    @GetMapping(path = "/by-questionnaireV2")
+//    public ResponseEntity<List<Mode>> getModesByQuestionnaireV2(@RequestParam("questionnaireId") String questionnaireId) {
+//        List<Mode> modes = surveyUnitService.findModesByQuestionnaireIdV2(questionnaireId);
+//        return ResponseEntity.ok(modes);
+//    }
+//
+//    @Operation(summary = "List sources/modes used for a given campaign")
+//    @GetMapping(path = "/by-campaignV2")
+//    public ResponseEntity<List<Mode>> getModesByCampaignV2(@RequestParam("campaignId") String campaignId) {
+//        List<Mode> modes = surveyUnitService.findModesByCampaignIdV2(campaignId);
+//        return ResponseEntity.ok(modes);
+//    }
     //========= OPTIMISATIONS PERFS (END) ==========
 
 }

src/main/java/fr/insee/genesis/controller/rest/responses/QuestionnaireController.java

@@ -57,7 +57,8 @@
 
     @Operation(summary = "List questionnaires in database with their campaigns")
     @GetMapping(path = "/with-campaigns")
+    @Deprecated
     public ResponseEntity<List<QuestionnaireWithCampaign>> getQuestionnairesWithCampaigns() {
         List<QuestionnaireWithCampaign> questionnaireWithCampaignList =
                 surveyUnitService.findQuestionnairesWithCampaigns();
         return ResponseEntity.ok(questionnaireWithCampaignList);
@@ -65,7 +66,8 @@
 
     @Operation(summary = "List questionnaires used for a given campaign")
     @GetMapping(path = "/by-campaign")
+    @Deprecated
     public ResponseEntity<Set<String>> getQuestionnairesByCampaign(@RequestParam("campaignId") String campaignId) {
         Set<String> questionnaires = surveyUnitService.findQuestionnaireIdsByCampaignId(campaignId);
         return ResponseEntity.ok(questionnaires);
     }
@@ -76,7 +78,8 @@
      */
     @Operation(summary = "List questionnaires used for a given campaign (using a DISTINCT query)")
     @GetMapping(path = "/by-campaignV2")
+    @Deprecated(forRemoval = true) //TODO integrate logic to find by interrogationId
     public ResponseEntity<Set<String>> getQuestionnairesByCampaignV2(@RequestParam("campaignId") String campaignId) {
         Set<String> questionnaires = surveyUnitService.findQuestionnaireIdsByCampaignIdV2(campaignId);
         return ResponseEntity.ok(questionnaires);
     }
@@ -92,7 +95,6 @@
         } catch (GenesisException e) {
             return ResponseEntity.status(e.getStatus()).body(e.getMessage());
         }
-
     }
 
 

src/main/java/fr/insee/genesis/controller/rest/responses/RawResponseController.java

@@ -64,7 +64,6 @@
     @PutMapping(path = "/responses/raw/lunatic-json/save")
     @PreAuthorize("hasRole('COLLECT_PLATFORM')")
     public ResponseEntity<String> saveRawResponsesFromJsonBody(
-
             @RequestParam("campaignName") String campaignName,
             @RequestParam("questionnaireId") String questionnaireId,
             @RequestParam(INTERROGATION_ID) String interrogationId,
@@ -99,7 +98,7 @@
     public ResponseEntity<String> saveRawResponsesFromRawResponseDto(
             @Valid @RequestBody RawResponseDto dto
     ) {
-        rawRepository.saveAsRawJson(dto);
+        rawRepository.saveAsRawJson(dto); //TODO put in service, repository is infra layer
         return ResponseEntity.status(201).body(String.format(SUCCESS_MESSAGE, dto.getInterrogationId()));
     }
 

src/main/java/fr/insee/genesis/controller/rest/responses/ResponseController.java

@@ -301,6 +301,7 @@ public ResponseEntity<SurveyUnitSimplifiedDto> getLatestByInterrogationOneObject
         LocalDateTime validationDate = null;
         for (SurveyUnitModel response :
                 responses.stream().filter(rep -> rep.getMode().equals(mode)).toList()){
+            //Keep last not null questionnaireState/validationDate
             questionnaireState = response.getQuestionnaireState() != null ?
                     response.getQuestionnaireState()
                     : questionnaireState;
@@ -331,7 +332,7 @@ public ResponseEntity<SurveyUnitSimplifiedDto> getLatestByInterrogationOneObject
     public ResponseEntity<SurveyUnitSimplifiedDto> getResponseByCollectionInstrumentAndInterrogation(
             @PathVariable("collectionInstrumentId") String collectionInstrumentId,
             @PathVariable("interrogationId") String interrogationId,
-            @RequestParam("mode") Mode mode) {
+            @PathVariable("mode") Mode mode) {
             return ResponseEntity.ok(
                     surveyUnitService.findSimplifiedByCollectionInstrumentIdAndInterrogationId(
                             collectionInstrumentId,
@@ -426,7 +427,7 @@ public ResponseEntity<Object> saveEditedVariables(
     ) {
         try {
             log.debug("Received in save edited : {}", surveyUnitInputDto.toString());
-            //Code quality : we need to put all that logic out of this controller
+            //TODO Code quality : we need to put all that logic out of this controller
             //Parse metadata
             //Try to look for DDI first, if no DDI found looks for lunatic components
             List<GenesisError> errors = new ArrayList<>();

src/main/java/fr/insee/genesis/domain/model/surveyunit/DataType.java

@@ -1,5 +1,9 @@
 package fr.insee.genesis.domain.model.surveyunit;
 
+/**
+ * @deprecated unused
+ */
+@Deprecated(forRemoval = true)
 public enum DataType {
     COLLECTED,CALCULATED,EXTERNAL
 }

src/main/java/fr/insee/genesis/domain/model/surveyunit/rawdata/RawResponseModel.java

@@ -1,11 +1,13 @@
 package fr.insee.genesis.domain.model.surveyunit.rawdata;
 
 import fr.insee.genesis.domain.model.surveyunit.Mode;
+import lombok.Builder;
 import org.bson.types.ObjectId;
 
 import java.time.LocalDateTime;
 import java.util.Map;
 
+@Builder
 public record RawResponseModel(
         ObjectId id,
         String interrogationId,

src/main/java/fr/insee/genesis/domain/ports/api/DataProcessingContextApiPort.java

@@ -38,7 +38,7 @@ void saveKraftwerkExecutionScheduleByCollectionInstrumentId(String collectionIns
 
     void deleteExpiredSchedules(String logFolder) throws GenesisException;
 
-    long countSchedules();
+    long countContexts();
 
     DataProcessingContextModel getContext(String interrogationId) throws GenesisException;
 

src/main/java/fr/insee/genesis/domain/ports/api/LunaticJsonRawDataApiPort.java

@@ -20,16 +20,19 @@
 public interface LunaticJsonRawDataApiPort {
 
     void save(LunaticJsonRawDataModel rawData);
+    @Deprecated
     List<LunaticJsonRawDataModel> getRawData(String campaignName, Mode mode, List<String> interrogationIdList);
     List<LunaticJsonRawDataModel> getRawDataByQuestionnaireId(String questionnaireId, Mode mode, List<String> interrogationIdList);
     List<SurveyUnitModel> convertRawData(List<LunaticJsonRawDataModel> rawData, VariablesMap variablesMap);
     List<LunaticJsonRawDataUnprocessedDto> getUnprocessedDataIds();
     Set<String> getUnprocessedDataQuestionnaireIds();
     void updateProcessDates(List<SurveyUnitModel> surveyUnitModels);
     Set<String> findDistinctQuestionnaireIds();
+    @Deprecated
     long countRawResponsesByQuestionnaireId(String campaignId);
     long countDistinctInterrogationIdsByQuestionnaireId(String questionnaireId);
+    @Deprecated
     Page<LunaticJsonRawDataModel> findRawDataByCampaignIdAndDate(String campaignId, Instant  startDt, Instant endDt, Pageable pageable);
 
     List<LunaticJsonRawDataModel> getRawDataByInterrogationId(String interrogationId);
 

src/main/java/fr/insee/genesis/domain/ports/api/SurveyUnitApiPort.java

@@ -65,7 +65,8 @@
 
     List<Mode> findModesByCollectionInstrumentId(String collectionInstrumentId);
 
+    @Deprecated
     List<Mode> findModesByCampaignId(String campaignId);
 
     //========= OPTIMISATIONS PERFS (START) ==========
     List<Mode> findModesByCampaignIdV2(String campaignId);
@@ -102,7 +103,8 @@
 
     String findQuestionnaireIdByInterrogationId(String interrogationId) throws GenesisException;
 
+    @Deprecated
     Set<String> findCampaignIdsFrom(SurveyUnitInputDto dto);
 
     long countResponsesByQuestionnaireId(String questionnaireId);
 

src/main/java/fr/insee/genesis/domain/ports/spi/LunaticJsonRawDataPersistencePort.java

@@ -17,7 +17,7 @@ public interface LunaticJsonRawDataPersistencePort {
     List<LunaticJsonRawDataModel> findRawData(String campaignName, Mode mode, List<String> interrogationIdList);
     List<LunaticJsonRawDataModel> findRawDataByQuestionnaireId(String questionnaireId, Mode mode, List<String> interrogationIdList);
     Page<LunaticJsonRawDataModel> findRawDataByQuestionnaireId(String questionnaireId, Pageable pageable);
-    List<LunaticJsonRawDataModel> findRawDataByInterrogationID(String interrogationId);
+    List<LunaticJsonRawDataModel> findRawDataByInterrogationId(String interrogationId);
     List<LunaticJsonRawDataModel> getAllUnprocessedData();
     void updateProcessDates(String campaignId, Set<String> interrogationIds);
     Set<String> findDistinctQuestionnaireIds();