Merge branch 'master' of https://github.com/EMResearch/EvoMaster into…

… rpc-documentation
WebFuzzing · Aug 1, 2023 · b7bcee0 · b7bcee0
2 parents adfeb81 + e8144f1
commit b7bcee0
Show file tree

Hide file tree

Showing 105 changed files with 2,237 additions and 297 deletions.
diff --git a/...oller-api/src/main/java/org/evomaster/client/java/controller/api/ControllerConstants.java b/...oller-api/src/main/java/org/evomaster/client/java/controller/api/ControllerConstants.java
@@ -26,5 +26,7 @@ public class ControllerConstants {
 
     public static final String DATABASE_COMMAND = "/databaseCommand";
 
+    public static final String MONGO_INSERTION = "/mongoInsertion";
+
     public static final String POST_SEARCH_ACTION = "/postSearchAction";
 }
diff --git a/...er-api/src/main/java/org/evomaster/client/java/controller/api/dto/ExtraHeuristicsDto.java b/...er-api/src/main/java/org/evomaster/client/java/controller/api/dto/ExtraHeuristicsDto.java
@@ -1,7 +1,7 @@
 package org.evomaster.client.java.controller.api.dto;
 
 import org.evomaster.client.java.controller.api.dto.database.execution.ExecutionDto;
-
+import org.evomaster.client.java.controller.api.dto.database.execution.MongoExecutionDto;
 import java.util.ArrayList;
 import java.util.List;
 
@@ -19,4 +19,6 @@ public class ExtraHeuristicsDto {
     public List<HeuristicEntryDto> heuristics = new ArrayList<>();
 
     public ExecutionDto databaseExecutionDto;
+
+    public MongoExecutionDto mongoExecutionDto;
 }
diff --git a/...va/org/evomaster/client/java/controller/api/dto/database/execution/MongoExecutionDto.java b/...va/org/evomaster/client/java/controller/api/dto/database/execution/MongoExecutionDto.java
@@ -0,0 +1,9 @@
+package org.evomaster.client.java.controller.api.dto.database.execution;
+
+
+import java.util.ArrayList;
+import java.util.List;
+
+public class MongoExecutionDto {
+    public List<MongoFailedQuery> failedQueries = new ArrayList<>();
+}
diff --git a/...ava/org/evomaster/client/java/controller/api/dto/database/execution/MongoFailedQuery.java b/...ava/org/evomaster/client/java/controller/api/dto/database/execution/MongoFailedQuery.java
@@ -0,0 +1,35 @@
+package org.evomaster.client.java.controller.api.dto.database.execution;
+
+
+public class MongoFailedQuery {
+    /**
+     * The database to insert the document into.
+     */
+    private final String database;
+    /**
+     * The collection to insert the document into.
+     */
+    private final String collection;
+    /**
+     * The type of the new document. Should map the type of the documents of the collection.
+     */
+    private String documentsType;
+
+    public MongoFailedQuery(String database, String collection, String documentsType) {
+        this.database = database;
+        this.collection = collection;
+        this.documentsType = documentsType;
+    }
+
+    public MongoFailedQuery(){
+        this.database = "";
+        this.collection = "";
+        this.documentsType = "";
+    }
+
+    public String getDatabase() {return database;}
+    public String getCollection() {return collection;}
+    public String getDocumentsType() {
+        return documentsType;
+    }
+}
diff --git a/...evomaster/client/java/controller/api/dto/database/operations/MongoDatabaseCommandDto.java b/...evomaster/client/java/controller/api/dto/database/operations/MongoDatabaseCommandDto.java
@@ -0,0 +1,8 @@
+package org.evomaster.client.java.controller.api.dto.database.operations;
+
+import java.util.ArrayList;
+import java.util.List;
+
+public class MongoDatabaseCommandDto {
+    public List<MongoInsertionDto> insertions = new ArrayList<>();
+}
diff --git a/...a/org/evomaster/client/java/controller/api/dto/database/operations/MongoInsertionDto.java b/...a/org/evomaster/client/java/controller/api/dto/database/operations/MongoInsertionDto.java
@@ -0,0 +1,16 @@
+package org.evomaster.client.java.controller.api.dto.database.operations;
+
+public class MongoInsertionDto {
+    /**
+     * The database to insert the document into.
+     */
+    public String databaseName;
+    /**
+     * The collection to insert the document into.
+     */
+    public String collectionName;
+    /**
+     * The type of the new document. Should map the type of the documents of the collection.
+     */
+    public String data;
+}
diff --git a/...vomaster/client/java/controller/api/dto/database/operations/MongoInsertionResultsDto.java b/...vomaster/client/java/controller/api/dto/database/operations/MongoInsertionResultsDto.java
@@ -0,0 +1,12 @@
+package org.evomaster.client.java.controller.api.dto.database.operations;
+
+import java.util.ArrayList;
+import java.util.List;
+
+public class MongoInsertionResultsDto {
+    /**
+     * whether the insertion at the index of a sequence of Mongo insertions (i.e., {@link MongoDatabaseCommandDto#insertions})
+     * executed successfully
+     */
+    public List<Boolean> executionResults = new ArrayList<>();
+}
diff --git a/.../controller/src/main/java/org/evomaster/client/java/controller/EmbeddedSutController.java b/.../controller/src/main/java/org/evomaster/client/java/controller/EmbeddedSutController.java
@@ -92,6 +92,11 @@ public final void setExecutingInitSql(boolean executingInitSql) {
         ExecutionTracer.setExecutingInitSql(executingInitSql);
     }
 
+    @Override
+    public final void setExecutingInitMongo(boolean executingInitMongo) {
+        ExecutionTracer.setExecutingInitMongo(executingInitMongo);
+    }
+
     @Override
     public final void setExecutingAction(boolean executingAction){
         ExecutionTracer.setExecutingAction(executingAction);

diff --git a/.../controller/src/main/java/org/evomaster/client/java/controller/ExternalSutController.java b/.../controller/src/main/java/org/evomaster/client/java/controller/ExternalSutController.java
@@ -478,6 +478,14 @@ public final void setExecutingInitSql(boolean executingInitSql) {
         ExecutionTracer.setExecutingInitSql(executingInitSql);
     }
 
+    @Override
+    public final void setExecutingInitMongo(boolean executingInitMongo) {
+        checkInstrumentation();
+        serverController.setExecutingInitMongo(executingInitMongo);
+        // sync executingInitMongo on the local ExecutionTracer
+        ExecutionTracer.setExecutingInitMongo(executingInitMongo);
+    }
+
     @Override
     public final void setExecutingAction(boolean executingAction){
         checkInstrumentation();

diff --git a/client-java/controller/src/main/java/org/evomaster/client/java/controller/SutHandler.java b/client-java/controller/src/main/java/org/evomaster/client/java/controller/SutHandler.java
@@ -2,6 +2,8 @@
 
 import org.evomaster.client.java.controller.api.dto.database.operations.InsertionDto;
 import org.evomaster.client.java.controller.api.dto.database.operations.InsertionResultsDto;
+import org.evomaster.client.java.controller.api.dto.database.operations.MongoInsertionDto;
+import org.evomaster.client.java.controller.api.dto.database.operations.MongoInsertionResultsDto;
 import org.evomaster.client.java.controller.db.DbCleaner;
 import org.evomaster.client.java.controller.internal.db.DbSpecification;
 
@@ -85,6 +87,7 @@ default void setupForGeneratedTest(){}
      */
     InsertionResultsDto execInsertionsIntoDatabase(List<InsertionDto> insertions, InsertionResultsDto... previous);
 
+    MongoInsertionResultsDto execInsertionsIntoMongoDatabase(List<MongoInsertionDto> insertions);
 
     /**
      * <p>
@@ -173,6 +176,8 @@ default void extractRPCSchema(){}
 
     List<DbSpecification> getDbSpecifications();
 
+    default Object getMongoConnection() {return null;}
+
 
     /**
      * <p>

diff --git a/.../controller/src/main/java/org/evomaster/client/java/controller/internal/EMController.java b/.../controller/src/main/java/org/evomaster/client/java/controller/internal/EMController.java
@@ -5,7 +5,10 @@
 import org.evomaster.client.java.controller.api.dto.*;
 import org.evomaster.client.java.controller.api.dto.database.operations.DatabaseCommandDto;
 import org.evomaster.client.java.controller.api.dto.database.operations.InsertionResultsDto;
+import org.evomaster.client.java.controller.api.dto.database.operations.MongoDatabaseCommandDto;
+import org.evomaster.client.java.controller.api.dto.database.operations.MongoInsertionResultsDto;
 import org.evomaster.client.java.controller.api.dto.problem.*;
+import org.evomaster.client.java.controller.mongo.MongoScriptRunner;
 import org.evomaster.client.java.controller.problem.*;
 import org.evomaster.client.java.controller.db.QueryResult;
 import org.evomaster.client.java.controller.db.SqlScriptRunner;
@@ -366,6 +369,7 @@ public Response runSut(SutRunDto dto, @Context HttpServletRequest httpServletReq
                             return Response.status(500).entity(WrappedResponseDto.withError(msg)).build();
                         }
                         noKillSwitch(() -> sutController.initSqlHandler());
+                        noKillSwitch(() -> sutController.initMongoHandler());
                     } else {
                         //TODO as starting should be blocking, need to check
                         //if initialized, and wait if not
@@ -759,4 +763,62 @@ going to be instrumented (as not in org.evomaster)
             sutController.setExecutingInitSql(false);
         }
     }
+
+    @Path(ControllerConstants.MONGO_INSERTION)
+    @Consumes(Formats.JSON_V1)
+    @POST
+    public Response executeMongoInsertion(MongoDatabaseCommandDto dto, @Context HttpServletRequest httpServletRequest) {
+
+        assert trackRequestSource(httpServletRequest);
+
+        try {
+
+            sutController.setExecutingInitMongo(true);
+
+            SimpleLogger.debug("Received mongo database command");
+
+            Object connection = noKillSwitch(sutController::getMongoConnection);
+            if (connection == null) {
+                String msg = "No active database connection";
+                SimpleLogger.warn(msg);
+                return Response.status(400).entity(WrappedResponseDto.withError(msg)).build();
+            }
+
+            if (dto.insertions == null || dto.insertions.isEmpty()) {
+                String msg = "No input command";
+                SimpleLogger.warn(msg);
+                return Response.status(400).entity(WrappedResponseDto.withError(msg)).build();
+            }
+
+            if (dto.insertions.stream().anyMatch(i -> i.collectionName.isEmpty() || i.databaseName.isEmpty())) {
+                String msg = "Insertion with no target collection or database";
+                SimpleLogger.warn(msg);
+                return Response.status(400).entity(WrappedResponseDto.withError(msg)).build();
+            }
+
+            MongoInsertionResultsDto mongoInsertionResultsDto = null;
+
+
+            try {
+                mongoInsertionResultsDto = MongoScriptRunner.executeInsert(connection, dto.insertions);
+            } catch (Exception e) {
+                String msg = "Failed to execute database command: " + e.getMessage();
+                SimpleLogger.warn(msg);
+                return Response.status(400).entity(WrappedResponseDto.withError(msg)).build();
+            }
+
+            if (mongoInsertionResultsDto != null) {
+                return Response.status(200).entity(WrappedResponseDto.withData(mongoInsertionResultsDto)).build();
+            } else {
+                return Response.status(204).entity(WrappedResponseDto.withNoData()).build();
+            }
+
+        } catch (RuntimeException e) {
+            String msg = "Thrown exception: " + e.getMessage();
+            SimpleLogger.error(msg, e);
+            return Response.status(500).entity(WrappedResponseDto.withError(msg)).build();
+        } finally {
+            sutController.setExecutingInitMongo(false);
+        }
+    }
 }
diff --git a/...controller/src/main/java/org/evomaster/client/java/controller/internal/SutController.java b/...controller/src/main/java/org/evomaster/client/java/controller/internal/SutController.java
@@ -16,6 +16,8 @@
 import org.evomaster.client.java.controller.api.dto.database.execution.ExecutionDto;
 import org.evomaster.client.java.controller.api.dto.database.operations.InsertionDto;
 import org.evomaster.client.java.controller.api.dto.database.operations.InsertionResultsDto;
+import org.evomaster.client.java.controller.api.dto.database.operations.MongoInsertionDto;
+import org.evomaster.client.java.controller.api.dto.database.operations.MongoInsertionResultsDto;
 import org.evomaster.client.java.controller.api.dto.database.schema.DbSchemaDto;
 import org.evomaster.client.java.controller.api.dto.database.schema.ExtraConstraintsDto;
 import org.evomaster.client.java.controller.api.dto.MockDatabaseDto;
@@ -28,6 +30,7 @@
 import org.evomaster.client.java.controller.internal.db.MongoHandler;
 import org.evomaster.client.java.controller.internal.db.SchemaExtractor;
 import org.evomaster.client.java.controller.internal.db.SqlHandler;
+import org.evomaster.client.java.controller.mongo.MongoScriptRunner;
 import org.evomaster.client.java.controller.problem.ProblemInfo;
 import org.evomaster.client.java.controller.problem.RPCProblem;
 import org.evomaster.client.java.controller.problem.rpc.CustomizedNotNullAnnotationForRPCDto;
@@ -227,6 +230,21 @@ public InsertionResultsDto execInsertionsIntoDatabase(List<InsertionDto> inserti
         }
     }
 
+    @Override
+    public MongoInsertionResultsDto execInsertionsIntoMongoDatabase(List<MongoInsertionDto> insertions) {
+
+        Object connection = getMongoConnection();
+        if (connection == null) {
+            throw new IllegalStateException("No connection to mongo database");
+        }
+
+        try {
+            return MongoScriptRunner.executeInsert(connection, insertions);
+        } catch (Exception e) {
+            throw new RuntimeException(e);
+        }
+    }
+
     public int getActionIndex(){
         return actionIndex;
     }
@@ -259,6 +277,16 @@ public final void initSqlHandler() {
         sqlHandler.setSchema(getSqlDatabaseSchema());
     }
 
+    public final void initMongoHandler() {
+        // This is needed because the replacement use to get this info occurs during the start of the SUT.
+
+        List<AdditionalInfo> list = getAdditionalInfoList();
+        if(!list.isEmpty()) {
+            AdditionalInfo last = list.get(list.size() - 1);
+            last.getMongoCollectionInfoData().forEach(mongoHandler::handle);
+        }
+    }
+
 
     /**
      * TODO further handle multiple connections
@@ -348,9 +376,9 @@ private void computeSQLHeuristics(ExtraHeuristicsDto dto) {
     }
 
     public final void computeMongoHeuristics(ExtraHeuristicsDto dto){
-        if(mongoHandler.isCalculateHeuristics()){
+        List<AdditionalInfo> list = getAdditionalInfoList();
 
-            List<AdditionalInfo> list = getAdditionalInfoList();
+        if(mongoHandler.isCalculateHeuristics()){
             if(!list.isEmpty()) {
                 AdditionalInfo last = list.get(list.size() - 1);
                 last.getMongoInfoData().forEach(it -> {
@@ -373,6 +401,14 @@ public final void computeMongoHeuristics(ExtraHeuristicsDto dto){
                             ))
                     .forEach(h -> dto.heuristics.add(h));
         }
+
+        if(mongoHandler.isExtractMongoExecution()){
+            if(!list.isEmpty()) {
+                AdditionalInfo last = list.get(list.size() - 1);
+                last.getMongoCollectionInfoData().forEach(mongoHandler::handle);
+            }
+            dto.mongoExecutionDto = mongoHandler.getExecutionDto();
+        }
     }
 
     /**
@@ -1121,6 +1157,8 @@ public final String getDatabaseDriverName(){
 
     public abstract void setExecutingInitSql(boolean executingInitSql);
 
+    public abstract void setExecutingInitMongo(boolean executingInitMongo);
+
     public abstract void setExecutingAction(boolean executingAction);
 
     public abstract BootTimeInfoDto getBootTimeInfoDto();