Second round of tests passed

csv-merger/nbactions.xml

@@ -0,0 +1,46 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<actions>
+        <action>
+            <actionName>run</actionName>
+            <packagings>
+                <packaging>jar</packaging>
+            </packagings>
+            <goals>
+                <goal>process-classes</goal>
+                <goal>org.codehaus.mojo:exec-maven-plugin:1.5.0:exec</goal>
+            </goals>
+            <properties>
+                <exec.args>-classpath %classpath twopm.tech.jaxrsbench.csv.merger.Merger /home/pagan/projects/data/</exec.args>
+                <exec.executable>java</exec.executable>
+            </properties>
+        </action>
+        <action>
+            <actionName>debug</actionName>
+            <packagings>
+                <packaging>jar</packaging>
+            </packagings>
+            <goals>
+                <goal>process-classes</goal>
+                <goal>org.codehaus.mojo:exec-maven-plugin:1.5.0:exec</goal>
+            </goals>
+            <properties>
+                <exec.args>-agentlib:jdwp=transport=dt_socket,server=n,address=${jpda.address} -classpath %classpath twopm.tech.jaxrsbench.csv.merger.Merger /home/pagan/projects/data/</exec.args>
+                <exec.executable>java</exec.executable>
+                <jpda.listen>true</jpda.listen>
+            </properties>
+        </action>
+        <action>
+            <actionName>profile</actionName>
+            <packagings>
+                <packaging>jar</packaging>
+            </packagings>
+            <goals>
+                <goal>process-classes</goal>
+                <goal>org.codehaus.mojo:exec-maven-plugin:1.5.0:exec</goal>
+            </goals>
+            <properties>
+                <exec.args>-classpath %classpath twopm.tech.jaxrsbench.csv.merger.Merger /home/pagan/projects/data/</exec.args>
+                <exec.executable>java</exec.executable>
+            </properties>
+        </action>
+    </actions>

csv-merger/src/main/java/twopm/tech/jaxrsbench/csv/merger/Merger.java

@@ -51,23 +51,25 @@ public class Merger {
 			for (CSVRecord record : records) {
 				if (headerRow) {
 					if (csvPrinter == null) {
-						String[] header = new String[4 + record.size()];
+						String[] header = new String[6 + record.size()];
-						header[0]="action";
+						header[0]="threads";
-						header[1]="version";
+						header[1]="connections";
-						header[2]="module";
+						header[2]="action";
-						header[3]="jdk";
+						header[3]="version";
+						header[4]="module";
+						header[5]="jdk";
 						
 						for (int col = 0; col < record.size(); col++) {
-							header[4 + col] = record.get(col);
+							header[6 + col] = record.get(col);
 						}
 						csvPrinter = new CSVPrinter(writer, CSVFormat.DEFAULT.withHeader(header));
 						System.out.println(csvPrinter);
 					}
 				} else {
 					String[] prefix = file.getName().replace(".csv", "").split("_");
-					String[] row = new String[4 + record.size()];
+					String[] row = new String[6 + record.size()];
 					for (int col = 0; col < record.size(); col++) {
-						row[4 + col] = record.get(col);
+						row[6 + col] = record.get(col);
 					}
 					System.arraycopy(prefix, 0, row, 0, prefix.length);
 					csvPrinter.printRecord(row);

readme.md

@@ -58,3 +58,31 @@ Run tests with 100 connections. These modules performed as shit:
 - resteasy-jdk-http
 
 rawnetty is not that representative afterall - no need to loose time. openjdk-11 with alpine kernel failed to start test (not sure 'bout it).
+
+## Round II
+
+bad throughput
+
+- jersey-jetty
+
+bad mean and diviations is too high
+
+- cxf-jetty
+- cxf-undertow
+
+diviation is too high
+
+- jooby-jetty
+- resteasy-netty
+
+bad mean response time
+
+- jersey-netty
+
+bad compatibility (too many backfire incudents)
+
+- quarkus-resteasy-jackson
+
+bad mean response time and problems with compatibility
+
+- jersey-grizzly2

scripts/test-all.sh

@@ -5,8 +5,15 @@ test () {
   xterm -e "docker run --rm -it -p 8080:8080 -w /root -v $parentdir/docker/jars/$1:/root $2:$3 java -jar app.jar" &
   TEST_DOCKER_PID=$!
   sleep 1
-  ./wrk-test.sh $1 $2 $3 12 100 20
+  ./wrk-test.sh $1 $2 $3 12 64 15
   sleep 1
+  ./wrk-test.sh $1 $2 $3 12 128 15
+  sleep 1
+  ./wrk-test.sh $1 $2 $3 12 256 15
+  sleep 1
+  ./wrk-test.sh $1 $2 $3 12 512 15
+  sleep 1
+  ./wrk-test.sh $1 $2 $3 12 1024 15
   kill $TEST_DOCKER_PID
 }
 modules=( 'quarkus-resteasy-jackson' 'quarkus-resteasy-jsonb' 'jersey-grizzly2' 'jersey-jdk-http' 'jersey-simple-http' 'jersey-jetty' 'jersey-netty' 'jersey-netty' 'jersey-netty' 'jersey-netty' 'jooby-netty' 'jooby-jetty' 'jooby-undertow' 'resteasy-jdk-http' 'resteasy-netty' 'resteasy-reactor-netty' 'resteasy-vertx' 'resteasy-undertow' 'cxf-jetty' 'cxf-netty' 'cxf-undertow' )

scripts/wrk-test.sh

@@ -9,10 +9,10 @@ jdk_suffix=$2
 jdkim="$(echo $jdk_suffix | sed -e 's/\//@/g')"
 
 wrk -t$4 -c$5 -d$6s -s ./lua/dump_index.lua http://127.0.0.1:8080/test/
-mv ../docker/data/index.csv ../docker/data/index_$3_$1_$jdkim.csv
+mv ../docker/data/index.csv ../docker/data/$4_$5_index_$3_$1_$jdkim.csv
 
 wrk -t$4 -c$5 -d$6s -s ./lua/dump_get.lua   http://127.0.0.1:8080/test/100
-mv ../docker/data/get.csv ../docker/data/get_$3_$1_$jdkim.csv
+mv ../docker/data/get.csv ../docker/data/$4_$5_get_$3_$1_$jdkim.csv
 
 wrk -t$4 -c$5 -d$6s -s ./lua/dump_post.lua  http://127.0.0.1:8080/test/100
-mv ../docker/data/post.csv ../docker/data/post_$3_$1_$jdkim.csv
+mv ../docker/data/post.csv ../docker/data/$4_$5_post_$3_$1_$jdkim.csv