Skip to content

Commit

Permalink
HWKALERTS-109 Add additional perf tests
Browse files Browse the repository at this point in the history
  • Loading branch information
@lucasponce
lucasponce committed Dec 16, 2015
1 parent f556707 commit c35d930
Show file tree
Hide file tree
Showing 3 changed files with 311 additions and 2 deletions.
14 changes: 14 additions & 0 deletions hawkular-alerts-rest-tests/pom.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -126,6 +126,20 @@
<scope>test</scope>
</dependency>

<dependency>
<groupId>org.codehaus.gpars</groupId>
<artifactId>gpars</artifactId>
<scope>test</scope>
<version>${version.org.codehaus.gpars}</version>
</dependency>

<dependency>
<groupId>org.codehaus.jsr166-mirror</groupId>
<artifactId>jsr166y</artifactId>
<scope>test</scope>
<version>${version.org.codehaus.jsr166-mirror}</version>
</dependency>

</dependencies>

<build>
Expand Down
297 changes: 295 additions & 2 deletions hawkular-alerts-rest-tests/src/test/groovy/org/hawkular/alerts/rest/PerfCrudITest.groovy
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,14 @@
*/
package org.hawkular.alerts.rest

import groovyx.gpars.dataflow.Dataflows
import groovyx.gpars.dataflow.Promise
import groovyx.net.http.ContentType
import groovyx.net.http.RESTClient

import static groovyx.gpars.actor.Actors.actor
import static groovyx.gpars.dataflow.Dataflow.task

import org.hawkular.alerts.api.model.condition.Condition
import org.hawkular.alerts.api.model.condition.ThresholdCondition
import org.hawkular.alerts.api.model.dampening.Dampening
Expand All @@ -29,15 +37,20 @@ import static org.junit.Assert.assertEquals
/**
* CRUD REST operations taking figures for performance investigation.
*
* @author Jay Shaughnessy
* @author Lucas Ponce
*/
class PerfCrudITest extends AbstractITestBase {

/*
This test is designed to study performance on REST endpoints.
This is a serial version where all calls happen on cascade.
*/
@Test
void fullCycle() {
void serialWithoutAutoResolve() {

int numTriggers = 2000;
long startCall = 0, endCall = 0, timeCall = 0, numCalls = 0, totalTimeCalls = 0, more1sec = 0;
long startCall, endCall, timeCall, numCalls = 0, totalTimeCalls = 0, more1sec = 0;

for (int i = 0; i < numTriggers; i++) {

Expand Down Expand Up @@ -254,7 +267,287 @@ class PerfCrudITest extends AbstractITestBase {

}

}

/*
This test is designed to study performance on REST endpoints.
This is a serial version where all calls happen on cascade.
*/
@Test
void serialWithAutoResolve() {

int numTriggers = 2000;
long startCall, endCall, timeCall, numCalls = 0, totalTimeCalls = 0, more1sec = 0;

for (int i = 0; i < numTriggers; i++) {

// Triggger

startCall = System.currentTimeMillis();
client.delete(path: "triggers/test-crud-" + i);
endCall = System.currentTimeMillis();
numCalls++;
timeCall = (endCall - startCall);
if (timeCall > 1000) {
println "WARNING: >1s call with " + timeCall + " ms (delete)"
more1sec++;
}
totalTimeCalls += timeCall;

Trigger crudTrigger = new Trigger("test-crud-" + i, "No-Metric");

startCall = System.currentTimeMillis();
def resp = client.post(path: "triggers", body: crudTrigger);
endCall = System.currentTimeMillis();
assertEquals(200, resp.status)
numCalls++;
timeCall = (endCall - startCall);
if (timeCall > 1000) {
println "WARNING: >1s call with " + timeCall + " ms (trigger)"
more1sec++;
}
totalTimeCalls += timeCall;

// Dampening

Dampening d = Dampening.forRelaxedCount("test-crud-" + i, Mode.FIRING, 1, 2);

startCall = System.currentTimeMillis();
resp = client.post(path: "triggers/test-crud-" + i + "/dampenings", body: d);
endCall = System.currentTimeMillis();
assertEquals(200, resp.status)
numCalls++;
timeCall = (endCall - startCall);
if (timeCall > 1000) {
println "WARNING: >1s call with " + timeCall + " ms (dampenings)"
more1sec++;
}
totalTimeCalls += timeCall;


// Firing Conditions

ThresholdCondition testCond1 = new ThresholdCondition("test-crud-" + i,
"No-Metric", ThresholdCondition.Operator.GT, 10.12);
ThresholdCondition testCond2 = new ThresholdCondition("test-crud-" + i,
"No-Metric", ThresholdCondition.Operator.LT, 4.10);
Collection<Condition> conditions = new ArrayList<>(2);
conditions.add( testCond1 );
conditions.add( testCond2 );
startCall = System.currentTimeMillis();
resp = client.put(path: "triggers/test-crud-" + i + "/conditions/firing", body: conditions)
endCall = System.currentTimeMillis();
assertEquals(200, resp.status)
assertEquals(2, resp.data.size())
numCalls++;
timeCall = (endCall - startCall);
if (timeCall > 1000) {
println "WARNING: >1s call with " + timeCall + " ms (firing)"
more1sec++;
}
totalTimeCalls += timeCall;

// Autoresolve Conditions

ThresholdCondition testAutoCond1 = new ThresholdCondition("test-crud-" + i,
"No-Metric", ThresholdCondition.Operator.LTE, 10.12);
ThresholdCondition testAutoCond2 = new ThresholdCondition("test-crud-" + i,
"No-Metric", ThresholdCondition.Operator.GTE, 4.10);
Collection<Condition> autoConditions = new ArrayList<>(2);
autoConditions.add( testAutoCond1 );
autoConditions.add( testAutoCond2 );
startCall = System.currentTimeMillis();
resp = client.put(path: "triggers/test-crud-" + i + "/conditions/autoresolve", body: autoConditions)
endCall = System.currentTimeMillis();
assertEquals(200, resp.status)
assertEquals(2, resp.data.size())
numCalls++;
timeCall = (endCall - startCall);
if (timeCall > 1000) {
println "WARNING: >1s call with " + timeCall + " ms (autoresolve)"
more1sec++;
}
totalTimeCalls += timeCall;

println("Iteration: " + i);
println("Total calls: " + numCalls);
println("Avg: " + ((double)totalTimeCalls / (double)numCalls) + " ms");
println("> 1 sec: " + more1sec);

}

}

/*
This test is designed to study performance on REST endpoints.
This is a concurrent version where dampening and conditions are called concurrently.
*/
@Test
void concurrentlWithAutoResolve() {

def numTriggers = 2000;
def numCalls = 0
def totalTimeCalls = 0
def more1sec = 0

for (int i = 0; i < numTriggers; i++) {

// Triggger

def startCall = System.currentTimeMillis();
client.delete(path: "triggers/test-crud-" + i);
def endCall = System.currentTimeMillis();
numCalls++;
def timeCall = (endCall - startCall);
if (timeCall > 1000) {
println "WARNING: >1s call with " + timeCall + " ms (delete)"
more1sec++;
}
totalTimeCalls += timeCall;

Trigger crudTrigger = new Trigger("test-crud-" + i, "No-Metric");

startCall = System.currentTimeMillis();
def resp = client.post(path: "triggers", body: crudTrigger);
endCall = System.currentTimeMillis();
assertEquals(200, resp.status)
numCalls++;
timeCall = (endCall - startCall);
if (timeCall > 1000) {
println "WARNING: >1s call with " + timeCall + " ms (trigger)"
more1sec++;
}
totalTimeCalls += timeCall;

// Dampening

def Promise dampeningPromise = task {

RESTClient dClient = new RESTClient(baseURI, ContentType.JSON)
dClient.handler.failure = { it }
dClient.defaultRequestHeaders.Authorization = "Basic amRvZTpwYXNzd29yZA=="
dClient.headers.put("Hawkular-Tenant", "28026b36-8fe4-4332-84c8-524e173a68bf")

Dampening d = Dampening.forRelaxedCount("test-crud-" + i, Mode.FIRING, 1, 2);

def dStartCall = System.currentTimeMillis();
resp = dClient.post(path: "triggers/test-crud-" + i + "/dampenings", body: d);
def dEndCall = System.currentTimeMillis();
assertEquals(200, resp.status)
def dTimeCall = (dEndCall - dStartCall);
dClient.shutdown()

return dTimeCall;
}

// Firing Conditions

def Promise conditionsPromise = task {

RESTClient cClient = new RESTClient(baseURI, ContentType.JSON)
cClient.handler.failure = { it }
cClient.defaultRequestHeaders.Authorization = "Basic amRvZTpwYXNzd29yZA=="
cClient.headers.put("Hawkular-Tenant", "28026b36-8fe4-4332-84c8-524e173a68bf")

ThresholdCondition testCond1 = new ThresholdCondition("test-crud-" + i,
"No-Metric", ThresholdCondition.Operator.GT, 10.12);
ThresholdCondition testCond2 = new ThresholdCondition("test-crud-" + i,
"No-Metric", ThresholdCondition.Operator.LT, 4.10);
Collection<Condition> conditions = new ArrayList<>(2);
conditions.add( testCond1 );
conditions.add( testCond2 );
def cStartCall = System.currentTimeMillis();
def cResp = cClient.put(path: "triggers/test-crud-" + i + "/conditions/firing", body: conditions)
def cEndCall = System.currentTimeMillis();
assertEquals(200, cResp.status)
assertEquals(2, cResp.data.size())
def cTimeCall = (cEndCall - cStartCall);
cClient.shutdown()

return cTimeCall;
}

// Autoresolve Conditions

def Promise autoConditionsPromise = task {

RESTClient acClient = new RESTClient(baseURI, ContentType.JSON)
acClient.handler.failure = { it }
acClient.defaultRequestHeaders.Authorization = "Basic amRvZTpwYXNzd29yZA=="
acClient.headers.put("Hawkular-Tenant", "28026b36-8fe4-4332-84c8-524e173a68bf")

ThresholdCondition testAutoCond1 = new ThresholdCondition("test-crud-" + i,
"No-Metric", ThresholdCondition.Operator.LTE, 10.12);
ThresholdCondition testAutoCond2 = new ThresholdCondition("test-crud-" + i,
"No-Metric", ThresholdCondition.Operator.GTE, 4.10);
Collection<Condition> autoConditions = new ArrayList<>(2);
autoConditions.add( testAutoCond1 );
autoConditions.add( testAutoCond2 );
def acStartCall = System.currentTimeMillis();
def acResp = acClient.put(path: "triggers/test-crud-" + i + "/conditions/autoresolve",
body: autoConditions)
def acEndCall = System.currentTimeMillis();
assertEquals(200, acResp.status)
assertEquals(2, acResp.data.size())
def acTimeCall = (acEndCall - acStartCall);
acClient.shutdown()

return acTimeCall;
}


def dampeningTimeCall= dampeningPromise.val;
if (dampeningTimeCall > 1000) {
println "WARNING: >1s call with " + dampeningTimeCall + " ms (dampening)"
more1sec++
}
totalTimeCalls += dampeningTimeCall
numCalls++;

def conditionsTimeCall= conditionsPromise.val;
if (conditionsTimeCall > 1000) {
println "WARNING: >1s call with " + conditionsTimeCall + " ms (firing)"
more1sec++
}
totalTimeCalls += conditionsTimeCall
numCalls++;

def autoConditionsTimeCall= autoConditionsPromise.val;
if (autoConditionsTimeCall > 1000) {
println "WARNING: >1s call with " + autoConditionsTimeCall + " ms (autoresolve)"
more1sec++
}
totalTimeCalls += autoConditionsTimeCall
numCalls++;

println("Iteration: " + i);
println("Total calls: " + numCalls);
println("Avg: " + ((double)totalTimeCalls / (double)numCalls) + " ms");
println("> 1 sec: " + more1sec);
}

}

@Test
void anotherTask() {

def Promise task1 = task {
for (int i = 0; i < 10; i++) {
println "Task 1 ${i} "
sleep 500
}
return 10;
}
def Promise task2 = task {
for (int i = 0; i < 10; i++) {
println "Task 2 ${i} "
sleep 500
}
return 20;
}

println "task1: ${task1.val}"
println "task2: ${task2.val}"
}

}
2 changes: 2 additions & 0 deletions pom.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -87,6 +87,8 @@
<org.hawkular.wildfly.deployments>${org.hawkular.wildfly.home}/modules/system/layers/base/org/hawkular/nest/main/deployments</org.hawkular.wildfly.deployments>
<version.javaee.spec>7.0</version.javaee.spec>
<version.maven-patch-plugin>1.2</version.maven-patch-plugin>
<version.org.codehaus.jsr166-mirror>1.7.0</version.org.codehaus.jsr166-mirror>
<version.org.codehaus.gpars>1.2.0</version.org.codehaus.gpars>
<version.org.codehaus.groovy.maven>1.0</version.org.codehaus.groovy.maven>
<version.org.drools>6.3.0.Final</version.org.drools>
<version.org.freemarker>2.3.17</version.org.freemarker>
Expand Down

0 comments on commit c35d930

Please sign in to comment.