Integrate performance tests with the test-phar make target

rohjay · Sep 22, 2015 · 77f0eca · 77f0eca
1 parent 7ebdee7
commit 77f0eca
Show file tree

Hide file tree

Showing 6 changed files with 15 additions and 9 deletions.
diff --git a/Makefile b/Makefile
@@ -35,7 +35,7 @@ test-phar: package
 	wget https://github.com/Behat/Behat/releases/download/v3.0.15/behat.phar)
 	[ -f build/artifacts/phpunit.phar ] || (cd build/artifacts && \
 	wget https://phar.phpunit.de/phpunit.phar)
-	./build/phar-test-runner.php --format=progress
+	php -dopcache.enable_cli=1 build/phar-test-runner.php --format=progress
 
 coverage:
 	@AWS_ACCESS_KEY_ID=foo AWS_SECRET_ACCESS_KEY=bar \

diff --git a/features/bootstrap/Aws/Test/PerformanceContext.php b/features/bootstrap/Aws/Test/PerformanceContext.php
@@ -0,0 +1 @@
+../../../../tests/PerformanceContext.php
diff --git a/features/bootstrap/Aws/Test/UsesServiceTrait.php b/features/bootstrap/Aws/Test/UsesServiceTrait.php
@@ -0,0 +1 @@
+../../../../tests/UsesServiceTrait.php
diff --git a/features/performance/clients.feature b/features/performance/clients.feature
@@ -1,16 +1,16 @@
 # language: en
 @performance @clients
 Feature: Client Performance
+  Background:
+    Given I have loaded my SDK and its dependencies
+    And I have a list of services
+    And I take a snapshot of my resources
 
   Scenario: Creating and then cleaning up clients doesn't leak resources
-    Given I have a list of services
-    And I take a snapshot of my resources
     When I create and discard 100 clients for each service
     Then I should not have leaked any resources
 
   Scenario: Sending requests doesn't leak resources
-    Given I take a snapshot of my resources
-    And I have a list of services
     When I create a client for each service
     And I execute 100 command(s) on each client
     And I destroy all the clients

diff --git a/features/performance/streaming.feature b/features/performance/streaming.feature
@@ -10,9 +10,7 @@ Feature: Streaming transfers consume a fixed amount of memory
 
     Examples:
     | bytes     |
-    | 2048      |
     | 2097152   |
-    | 20971520  |
     | 209715200 |
 
   Scenario Outline: Streaming download are O(1) in memory usage
@@ -24,7 +22,5 @@ Feature: Streaming transfers consume a fixed amount of memory
 
     Examples:
       | bytes     |
-      | 2048      |
       | 2097152   |
-      | 20971520  |
       | 209715200 |
diff --git a/tests/PerformanceContext.php b/tests/PerformanceContext.php
@@ -55,6 +55,14 @@ public function cleanUpFile(AfterScenarioScope $scope)
         }
     }
 
+    /**
+     * @Given I have loaded my SDK and its dependencies
+     */
+    public function iHaveLoadedMySdkAndItsDependencies()
+    {
+        $this->iCreateAndDiscardClientSForEachService(1);
+    }
+
     /**
      * @Given I take a snapshot of my resources
      */