updates to script

Author: molly-moen

load-test/scripts/configuration.js

@@ -34,6 +34,9 @@ export const MiniAppType = {
 
 export function getTestOptions(maxUserGoal, rampUpTimeMinutes, highLoadTimeMinutes) {
   const maxConcurrentUsers =  Math.floor(maxUserGoal / 30);
+  // set constant VUs to be slightly higher than max concurrent users to account for users taking slightly different
+  // amounts of time
+  const constantVUs =  Math.floor(maxUserGoal / 25);
   return  {
     scenarios: {
       // ramp up to maxConcurrentUsers VUs over rampUpTimeMinutes
@@ -44,15 +47,16 @@ export function getTestOptions(maxUserGoal, rampUpTimeMinutes, highLoadTimeMinut
           {duration: `${rampUpTimeMinutes}m`, target: maxConcurrentUsers}
         ]
       },
-      // have maxConcurrentUsers VUs do 3 iterations each minute, for a total of highLoadTimeMinutes * 3
+      // have constantVUs VUs do 3 iterations each minute, for a total of highLoadTimeMinutes * 3
       // iterations per virutal user.
       // Start this after the ramp up time and allow for 1 extra minute in the max duration in case of issues.
       highLoad: {
         executor: "per-vu-iterations",
-        vus: maxConcurrentUsers,
+        vus: constantVUs,
         iterations: 3 * highLoadTimeMinutes, // this is iterations per virtual user
-        maxDuration: `${highLoadTimeMinutes + 1}m`,
-        startTime: `${rampUpTimeMinutes + 1}m`,
+        // add a large buffer to max duration to ensure all requests can complete.
+        maxDuration: `${highLoadTimeMinutes + (Math.floor(highLoadTimeMinutes * 0.5))}m`,
+        startTime: `${rampUpTimeMinutes}m`,
       }
     },
     thresholds: {

load-test/scripts/loadTest.js

@@ -18,8 +18,8 @@ import generateToken from "./generateToken.js";
 // Change these options to increase the user goal or time to run the test.
 export const options = getTestOptions(
   /* User goal */ 100,
-  /* Ramp up time minutes */ 2,
-  /* High load time minutes */ 5
+  /* Ramp up time minutes */ 1,
+  /* High load time minutes */ 1
 );
 
 // Change this to test different code
@@ -36,20 +36,28 @@ const longWebsocketSessions = new Counter("long_websocket_sessions");
 // websocket sessions > EXTRA_LONG_REQUEST_MS
 const extraLongWebsocketSessions = new Counter("extra_long_websocket_sessions");
 
+
+function isResultSuccess(result) {
+  return result && result.status === 200;
+}
+
 export default function () {
   const authToken = generateToken(MiniAppType.CONSOLE);
   const uploadResult = http.put(
     UPLOAD_URL + authToken,
     sourceToTest,
     UPLOAD_PARAMS
   );
-  const res = ws.connect(WEBSOCKET_URL + authToken, WEBSOCKET_PARAMS, (socket) =>
-    onSocketConnect(socket, Date.now())
-  );
 
-  check(res, { "websocket status is 101": (r) => r && r.status === 101 });
+  check(uploadResult, { "upload status is 200": (r) => isResultSuccess(r)});
+
+  if (isResultSuccess(uploadResult)) {
+    const res = ws.connect(WEBSOCKET_URL + authToken, WEBSOCKET_PARAMS, (socket) =>
+      onSocketConnect(socket, Date.now())
+    );
 
-  check(uploadResult, { "upload status is 200": (r) => r && r.status === 200 });
+    check(res, { "websocket status is 101": (r) => r && r.status === 101 });
+  }
 }
 
 function onSocketConnect(socket, startTime) {
@@ -58,6 +66,7 @@ function onSocketConnect(socket, startTime) {
   socket.on("message", function (data) {
     const parsedData = JSON.parse(data);
     if (parsedData.type === "EXCEPTION") {
+      console.log("[EXCEPTION] " + parsedData.value);
       exceptionCounter.add(1);
     }
   });
@@ -78,6 +87,7 @@ function onSocketConnect(socket, startTime) {
   });
 
   socket.on("error", function (e) {
+    console.log("[ERROR] " + e.error());
     errorCounter.add(1);
   });
 }