Skip to content

Commit

Permalink
Gatling generator2 issue #6927 (#6934)
Browse files Browse the repository at this point in the history
* Initial commit, Generates everything necessary to run a performnace test against a swagger api.  Just have to fill out the CSV feeder files with your data.

* adding samples and gatling-petstore.sh file

* Extending the AbstractScalaCodeGen

* Checking in the CodegenConfig file as it is needed to generate

* removing escaped reserved words

* Changed model to be able to make all variables utilize an underscore while json fields are still just the variable name

* Changing underscore to var as interpolation can not start with a _ in scala

* Fixing path params

* allow you to pass in a system property to define which config to use as a workload profile, use rate and instance multipliers to scale up and down your test, added ramp down after the test is completed, added global assertions.

* Addressing PR feedback

* missed semi-colon

* Bringing everything up to date with the renames that were suggested
  • Loading branch information
ryandavis84 authored and wing328 committed Jan 7, 2018
1 parent 97ad905 commit 6d2d429
Show file tree
Hide file tree
Showing 103 changed files with 2,338 additions and 0 deletions.
31 changes: 31 additions & 0 deletions bin/scala-gatling-petstore.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
#!/bin/sh

SCRIPT="$0"

while [ -h "$SCRIPT" ] ; do
ls=`ls -ld "$SCRIPT"`
link=`expr "$ls" : '.*-> \(.*\)$'`
if expr "$link" : '/.*' > /dev/null; then
SCRIPT="$link"
else
SCRIPT=`dirname "$SCRIPT"`/"$link"
fi
done

if [ ! -d "${APP_DIR}" ]; then
APP_DIR=`dirname "$SCRIPT"`/..
APP_DIR=`cd "${APP_DIR}"; pwd`
fi

executable="./modules/swagger-codegen-cli/target/swagger-codegen-cli.jar"

if [ ! -f "$executable" ]
then
mvn clean package
fi

# if you've executed sbt assembly previously it will use that instead.
export JAVA_OPTS="${JAVA_OPTS} -XX:MaxPermSize=256M -Xmx1024M -DloggerPath=conf/log4j.properties"
ags="$@ generate -t modules/swagger-codegen/src/main/resources/ScalaGatling -i modules/swagger-codegen/src/test/resources/2_0/petstore.yaml -l scala-gatling -o samples/client/petstore/scala-gatling"

java $JAVA_OPTS -jar $executable $ags
Original file line number Diff line number Diff line change
@@ -0,0 +1,345 @@
package io.swagger.codegen.languages;

import io.swagger.codegen.*;
import io.swagger.models.*;
import io.swagger.models.parameters.*;
import io.swagger.models.properties.*;
import org.apache.commons.io.FileUtils;
import org.apache.commons.lang3.StringUtils;

import java.io.IOException;
import java.util.*;
import java.io.File;

public class ScalaGatlingCodegen extends AbstractScalaCodegen implements CodegenConfig {

// source folder where to write the files
protected String sourceFolder = "src" + File.separator + "gatling" + File.separator + "scala";
protected String resourceFolder = "src" + File.separator + "gatling" + File.separator + "resources";
protected String confFolder = resourceFolder + File.separator + "conf";
protected String dataFolder = resourceFolder + File.separator + "data";
protected String apiVersion = "1.0.0";

/**
* Configures the type of generator.
*
* @return the CodegenType for this generator
* @see io.swagger.codegen.CodegenType
*/
public CodegenType getTag() {
return CodegenType.CLIENT;
}

/**
* Configures a friendly name for the generator. This will be used by the generator
* to select the library with the -l flag.
*
* @return the friendly name for the generator
*/
public String getName() {
return "scala-gatling";
}

/**
* Returns human-friendly help for the generator. Provide the consumer with help
* tips, parameters here
*
* @return A string value for the help message
*/
public String getHelp() {
return "Generates a gatling simulation library.";
}

public ScalaGatlingCodegen() {
super();

// set the output folder here
outputFolder = "generated-code/gatling";

/**
* Api classes. You can write classes for each Api file with the apiTemplateFiles map.
* as with models, add multiple entries with different extensions for multiple files per
* class
*/
apiTemplateFiles.put(
"api.mustache", // the template to use
"Simulation.scala"); // the extension for each file to write

modelTemplateFiles.put("model.mustache", ".scala");

/**
* Template Location. This is the location which templates will be read from. The generator
* will use the resource stream to attempt to read the templates.
*/
templateDir = "ScalaGatling";

/**
* Api Package. Optional, if needed, this can be used in templates
*/
apiPackage = "io.swagger.client.api";

/**
* Model Package. Optional, if needed, this can be used in templates
*/
modelPackage = "io.swagger.client.model";

/**
* Additional Properties. These values can be passed to the templates and
* are available in models, apis, and supporting files
*/
additionalProperties.put("apiVersion", apiVersion);

/**
* Supporting Files. You can write single files for the generator with the
* entire object tree available. If the input file has a suffix of `.mustache
* it will be processed by the template engine. Otherwise, it will be copied
*/
supportingFiles.add(new SupportingFile("build.gradle",
"",
"build.gradle"));
supportingFiles.add(new SupportingFile("logback.xml",
confFolder,
"logback.xml"));
supportingFiles.add(new SupportingFile("default.conf.mustache",
confFolder,
"default.conf"));
supportingFiles.add(new SupportingFile("default.conf.mustache",
confFolder,
"CI.conf"));
supportingFiles.add(new SupportingFile("default.conf.mustache",
confFolder,
"CD.conf"));
supportingFiles.add(new SupportingFile("default.conf.mustache",
confFolder,
"stress.conf"));
supportingFiles.add(new SupportingFile("default.conf.mustache",
confFolder,
"baseline.conf"));
supportingFiles.add(new SupportingFile("default.conf.mustache",
confFolder,
"longevity.conf"));


importMapping.remove("List");
importMapping.remove("Set");
importMapping.remove("Map");

importMapping.put("Date", "java.util.Date");
importMapping.put("ListBuffer", "scala.collection.mutable.ListBuffer");

typeMapping = new HashMap<String, String>();
typeMapping.put("enum", "NSString");
typeMapping.put("array", "List");
typeMapping.put("set", "Set");
typeMapping.put("boolean", "Boolean");
typeMapping.put("string", "String");
typeMapping.put("int", "Int");
typeMapping.put("long", "Long");
typeMapping.put("float", "Float");
typeMapping.put("byte", "Byte");
typeMapping.put("short", "Short");
typeMapping.put("char", "Char");
typeMapping.put("double", "Double");
typeMapping.put("object", "Any");
typeMapping.put("file", "File");
typeMapping.put("binary", "String");
typeMapping.put("ByteArray", "String");
typeMapping.put("date-time", "Date");
typeMapping.put("DateTime", "Date");

instantiationTypes.put("array", "ListBuffer");
instantiationTypes.put("map", "HashMap");

setReservedWordsLowerCase(
Arrays.asList(
// local variable names used in API methods (endpoints)
"path", "contentTypes", "contentType", "queryParams", "headerParams",
"formParams", "postBody", "mp", "basePath", "apiInvoker",

// scala reserved words
"abstract", "case", "catch", "class", "def", "do", "else", "extends",
"false", "final", "finally", "for", "forSome", "if", "implicit",
"import", "lazy", "match", "new", "null", "object", "override", "package",
"private", "protected", "return", "sealed", "super", "this", "throw",
"trait", "try", "true", "type", "val", "var", "while", "with", "yield")
);
}

/**
* Gatling does not need the models to have escaped words as it builds models dynamically instead of through
* an instance of the object.
*
* @return the escaped term
*/
@Override
public String escapeReservedWord(String name) {
return name;
}

/**
* Location to write model files. You can use the modelPackage() as defined when the class is
* instantiated
*/
public String modelFileFolder() {
return outputFolder + "/" + sourceFolder + "/" + modelPackage().replace('.', File.separatorChar);
}

/**
* Location to write api files. You can use the apiPackage() as defined when the class is
* instantiated
*/
@Override
public String apiFileFolder() {
return outputFolder + "/" + sourceFolder + "/" + apiPackage().replace('.', File.separatorChar);
}

/**
* Modifies the swagger doc to make mustache easier to use
*
* @param swagger
*/
@Override
public void preprocessSwagger(Swagger swagger) {
for (String pathname : swagger.getPaths().keySet()) {
Path path = swagger.getPath(pathname);
if (path.getOperations() == null) {
continue;
}
for (Operation operation : path.getOperations()) {
if (!operation.getVendorExtensions().keySet().contains("x-gatling-path")) {
if (pathname.contains("{")) {
String gatlingPath = pathname.replaceAll("\\{", "\\$\\{");
operation.setVendorExtension("x-gatling-path", gatlingPath);
} else {
operation.setVendorExtension("x-gatling-path", pathname);
}
}

Set<Parameter> headerParameters = new HashSet<>();
Set<Parameter> formParameters = new HashSet<>();
Set<Parameter> queryParameters = new HashSet<>();
Set<Parameter> pathParameters = new HashSet<>();

for (Parameter parameter : operation.getParameters()) {
if (parameter.getIn().equalsIgnoreCase("header")) {
headerParameters.add(parameter);
}
if (parameter.getIn().equalsIgnoreCase("formData")) {
formParameters.add(parameter);
}
if (parameter.getIn().equalsIgnoreCase("query")) {
queryParameters.add(parameter);
}
if (parameter.getIn().equalsIgnoreCase("path")) {
pathParameters.add(parameter);
}
if (parameter.getIn().equalsIgnoreCase("body")) {
BodyParameter bodyParameter = (BodyParameter) parameter;
Model model = bodyParameter.getSchema();
if (model instanceof RefModel) {
String[] refArray = model.getReference().split("\\/");
operation.setVendorExtension("x-gatling-body-object", refArray[refArray.length - 1] + ".toStringBody");
Set<String> bodyFeederParams = new HashSet<>();
Set<String> sessionBodyVars = new HashSet<>();
for (Map.Entry<String, Model> modelEntry : swagger.getDefinitions().entrySet()) {
if (refArray[refArray.length - 1].equalsIgnoreCase(modelEntry.getKey())) {
for (Map.Entry<String, Property> propertyEntry : modelEntry.getValue().getProperties().entrySet()) {
bodyFeederParams.add(propertyEntry.getKey());
sessionBodyVars.add("\"${" + propertyEntry.getKey() + "}\"");
}
}
}
operation.setVendorExtension("x-gatling-body-feeder", operation.getOperationId() + "BodyFeeder");
operation.setVendorExtension("x-gatling-body-feeder-params", StringUtils.join(sessionBodyVars, ","));
try {
FileUtils.writeStringToFile(new File(outputFolder + File.separator + dataFolder + File.separator + operation.getOperationId() + "-" + "BodyParams.csv"), StringUtils.join(bodyFeederParams, ","));
} catch (IOException ioe) {
LOGGER.error("Could not create feeder file for operationId" + operation.getOperationId(), ioe);
}

} else if (model instanceof ArrayModel) {
operation.setVendorExtension("x-gatling-body-object", "StringBody(\"[]\")");
} else {
operation.setVendorExtension("x-gatling-body-object", "StringBody(\"{}\")");
}

}
}

prepareGatlingData(operation, headerParameters, "header");
prepareGatlingData(operation, formParameters, "form");
prepareGatlingData(operation, queryParameters, "query");
prepareGatlingData(operation, pathParameters, "path");
}
}

}

/**
* Creates all the necessary swagger vendor extensions and feeder files for gatling
*
* @param operation Swagger Operation
* @param parameters Swagger Parameters
* @param parameterType Swagger Parameter Type
*/
private void prepareGatlingData(Operation operation, Set<Parameter> parameters, String parameterType) {
if (parameters.size() > 0) {
List<String> parameterNames = new ArrayList<>();
List<Object> vendorList = new ArrayList<>();
for (Parameter parameter : parameters) {
Map<String, Object> extensionMap = new HashMap<>();
extensionMap.put("gatlingParamName", parameter.getName());
extensionMap.put("gatlingParamValue", "${" + parameter.getName() + "}");
vendorList.add(extensionMap);
parameterNames.add(parameter.getName());
}
operation.setVendorExtension("x-gatling-" + parameterType.toLowerCase() + "-params", vendorList);
operation.setVendorExtension("x-gatling-" + parameterType.toLowerCase() + "-feeder", operation.getOperationId() + parameterType.toUpperCase() + "Feeder");
try {
FileUtils.writeStringToFile(new File(outputFolder + File.separator + dataFolder + File.separator + operation.getOperationId() + "-" + parameterType.toLowerCase() + "Params.csv"), StringUtils.join(parameterNames, ","));
} catch (IOException ioe) {
LOGGER.error("Could not create feeder file for operationId" + operation.getOperationId(), ioe);
}
}
}

/**
* Optional - type declaration. This is a String which is used by the templates to instantiate your
* types. There is typically special handling for different property types
*
* @return a string value used as the `dataType` field for model templates, `returnType` for api templates
*/
@Override
public String getTypeDeclaration(Property p) {
if (p instanceof ArrayProperty) {
ArrayProperty ap = (ArrayProperty) p;
Property inner = ap.getItems();
return getSwaggerType(p) + "[" + getTypeDeclaration(inner) + "]";
} else if (p instanceof MapProperty) {
MapProperty mp = (MapProperty) p;
Property inner = mp.getAdditionalProperties();
return getSwaggerType(p) + "[String, " + getTypeDeclaration(inner) + "]";
}
return super.getTypeDeclaration(p);
}

/**
* Optional - swagger type conversion. This is used to map swagger types in a `Property` into
* either language specific types via `typeMapping` or into complex models if there is not a mapping.
*
* @return a string value of the type or complex model for this property
* @see io.swagger.models.properties.Property
*/
@Override
public String getSwaggerType(Property p) {
String swaggerType = super.getSwaggerType(p);
String type = null;
if (typeMapping.containsKey(swaggerType)) {
type = typeMapping.get(swaggerType);
if (languageSpecificPrimitives.contains(type))
return toModelName(type);
} else
type = swaggerType;
return toModelName(type);
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@ io.swagger.codegen.languages.ErlangServerCodegen
io.swagger.codegen.languages.FinchServerCodegen
io.swagger.codegen.languages.FlashClientCodegen
io.swagger.codegen.languages.FlaskConnexionCodegen
io.swagger.codegen.languages.ScalaGatlingCodegen
io.swagger.codegen.languages.GoClientCodegen
io.swagger.codegen.languages.GoServerCodegen
io.swagger.codegen.languages.GroovyClientCodegen
Expand Down
Loading

0 comments on commit 6d2d429

Please sign in to comment.