Merge pull request aws#636 from jeskew/feature/behat-integration-tests

Add shared SDK cucumber tests to PHP repo

.gitattributes

@@ -1,6 +1,7 @@
 build/ export-ignore
 docs/ export-ignore
 tests/ export-ignore
+features/ export-ignore
 vendor/ export-ignore
 .gitattributes export-ignore
 .gitignore export-ignore

behat.yml

@@ -0,0 +1,5 @@
+default:
+    suites:
+        smoke:
+            paths: [ %paths.base%/features/smoke ]
+            contexts: [ Aws\Test\Integ\SmokeContext ]

composer.json

@@ -29,7 +29,8 @@
         "ext-json": "*",
         "ext-dom": "*",
         "ext-simplexml": "*",
-        "phpunit/phpunit": "~4.0"
+        "phpunit/phpunit": "~4.0",
+        "behat/behat": "~3.0"
     },
     "suggest": {
         "ext-openssl": "Allows working with CloudFront private distributions and verifying received SNS messages",
@@ -41,6 +42,11 @@
         },
         "files": ["src/functions.php"]
     },
+    "autoload-dev": {
+        "psr-4": {
+            "Aws\\Test\\": "tests/"
+        }
+    },
     "extra": {
         "branch-alias": {
             "dev-master": "3.0-dev"

features/smoke/autoscaling/autoscaling.feature

@@ -0,0 +1,18 @@
+# language: en
+@autoscaling
+Feature: Auto Scaling
+
+  Scenario: Making a request
+    When I call the "DescribeScalingProcessTypes" API
+    Then the value at "Processes" should be a list
+
+  Scenario: Handing errors
+    When I attempt to call the "CreateLaunchConfiguration" API with:
+    | LaunchConfigurationName |              |
+    | ImageId                 | ami-12345678 |
+    | InstanceType            | m1.small     |
+    Then I expect the response error code to be "ValidationError"
+    And I expect the response error message to include:
+    """
+    Member must have length greater than or equal to 1
+    """

features/smoke/cloudformation/cloudformation.feature

@@ -0,0 +1,17 @@
+# language: en
+@cloudformation
+Feature: AWS CloudFormation
+
+  Scenario: Making a request
+    When I call the "ListStacks" API
+    Then the value at "StackSummaries" should be a list
+
+  Scenario: Handling errors
+    When I attempt to call the "CreateStack" API with:
+    | StackName   | fakestack                       |
+    | TemplateURL | http://s3.amazonaws.com/foo/bar |
+    Then I expect the response error code to be "ValidationError"
+    And I expect the response error message to include:
+    """
+    TemplateURL must reference a valid S3 object to which you have access.
+    """

features/smoke/cloudfront/cloudfront.feature

@@ -0,0 +1,17 @@
+# language: en
+@cloudfront
+Feature: Amazon CloudFront
+
+  Scenario: Making a basic request
+    When I call the "ListDistributions" API with:
+    | MaxItems | 1 |
+    Then the value at "DistributionList.Items" should be a list
+
+  Scenario: Error handling
+    When I attempt to call the "GetDistribution" API with:
+    | Id | fake-id |
+    Then I expect the response error code to be "NoSuchDistribution"
+    And I expect the response error message to include:
+    """
+    The specified distribution does not exist.
+    """

features/smoke/cloudhsm/cloudhsm.feature

@@ -0,0 +1,16 @@
+# language: en
+@cloudhsm
+Feature: Amazon CloudHSM
+
+  Scenario: Making a request
+    When I call the "ListHapgs" API
+    Then the value at "HapgList" should be a list
+
+  Scenario: Handling errors 
+    When I attempt to call the "DescribeHapg" API with:
+    | HapgArn | bogus-arn |
+    Then I expect the response error code to be "ValidationException"
+    And I expect the response error message to include:
+    """
+    Value 'bogus-arn' at 'hapgArn' failed to satisfy constraint
+    """

features/smoke/cloudsearch/cloudsearch.feature

@@ -0,0 +1,16 @@
+# language: en
+@cloudsearch
+Feature: Amazon CloudSearch
+
+  Scenario: Making a request
+    When I call the "DescribeDomains" API
+    Then the response should contain a "DomainStatusList"
+
+  Scenario: Handling errors 
+    When I attempt to call the "DescribeIndexFields" API with:
+    | DomainName | fakedomain |
+    Then I expect the response error code to be "ResourceNotFound"
+    And I expect the response error message to include:
+    """
+    Domain not found: fakedomain
+    """

features/smoke/cloudtrail/cloudtrail.feature

@@ -0,0 +1,16 @@
+# language: en
+@cloudtrail
+Feature: AWS CloudTrail
+
+  Scenario: Making a request
+    When I call the "DescribeTrails" API
+    Then the response should contain a "trailList"
+
+  Scenario: Handling errors
+    When I attempt to call the "DeleteTrail" API with:
+    | Name | faketrail |
+    Then I expect the response error code to be "TrailNotFoundException"
+    And I expect the response error message to include:
+    """
+    Unknown trail
+    """

features/smoke/cloudwatch/cloudwatch.feature

@@ -0,0 +1,19 @@
+# language: en
+@cloudwatch
+Feature: Amazon CloudWatch
+
+  Scenario: Making a request
+    When I call the "ListMetrics" API with:
+    | Namespace | AWS/EC2 |
+    Then the value at "Metrics" should be a list
+
+  Scenario: Handling errors
+    When I attempt to call the "SetAlarmState" API with:
+    | AlarmName   | abc |
+    | StateValue  | mno |
+    | StateReason | xyz |
+    Then I expect the response error code to be "ValidationError"
+    And I expect the response error message to include:
+    """
+    failed to satisfy constraint
+    """

features/smoke/cloudwatchlogs/cloudwatchlogs.feature

@@ -0,0 +1,17 @@
+# language: en
+@cloudwatchlogs
+Feature: Amazon CloudWatch Logs
+
+  Scenario: Making a request
+    When I call the "DescribeLogGroups" API
+    Then the value at "logGroups" should be a list
+
+  Scenario: Handling errors 
+    When I attempt to call the "GetLogEvents" API with:
+    | logGroupName  | fakegroup  |
+    | logStreamName | fakestream |
+    Then I expect the response error code to be "ResourceNotFoundException"
+    And I expect the response error message to include:
+    """
+    The specified log group does not exist.
+    """

features/smoke/codedeploy/codedeploy.feature

@@ -0,0 +1,16 @@
+# language: en
+@codedeploy
+Feature: Amazon CodeDeploy
+
+  Scenario: Making a request
+    When I call the "ListApplications" API
+    Then the value at "applications" should be a list
+
+  Scenario: Handling errors
+    When I attempt to call the "GetApplication" API with:
+    | applicationName | bogus-app |
+    Then I expect the response error code to be "ApplicationDoesNotExistException"
+    And I expect the response error message to include:
+    """
+    No application found for name: bogus-app
+    """

features/smoke/cognitoidentity/cognitoidentity.feature

@@ -0,0 +1,19 @@
+# language: en
+@cognitoidentity
+Feature: Amazon Cognito Idenity
+
+  Scenario: Making a request
+    When I call the "ListIdentityPools" API with JSON:
+    """
+    {"MaxResults": 10}
+    """
+    Then the value at "IdentityPools" should be a list
+
+  Scenario: Handling errors
+    When I attempt to call the "DescribeIdentityPool" API with:
+    | IdentityPoolId | us-east-1:aaaaaaaa-bbbb-cccc-dddd-eeeeeeeeeeee |
+    Then I expect the response error code to be "ResourceNotFoundException"
+    And I expect the response error message to include:
+    """
+    IdentityPool 'us-east-1:aaaaaaaa-bbbb-cccc-dddd-eeeeeeeeeeee' not found
+    """

features/smoke/cognitosync/cognitosync.feature

@@ -0,0 +1,16 @@
+# language: en
+@cognitosync
+Feature: Amazon Cognito Sync
+
+  Scenario: Making a request
+    When I call the "ListIdentityPoolUsage" API
+    Then the value at "IdentityPoolUsages" should be a list
+
+  Scenario: Handling errors
+    When I attempt to call the "DescribeIdentityPoolUsage" API with:
+    | IdentityPoolId | us-east-1:aaaaaaaa-bbbb-cccc-dddd-eeeeeeeeeeee |
+    Then I expect the response error code to be "ResourceNotFoundException"
+    And I expect the response error message to include:
+    """
+    IdentityPool 'us-east-1:aaaaaaaa-bbbb-cccc-dddd-eeeeeeeeeeee' not found
+    """

features/smoke/configservice/configservice.feature

@@ -0,0 +1,17 @@
+# language: en
+@configservice
+Feature: AWS Config
+
+  Scenario: Making a request
+    When I call the "DescribeConfigurationRecorders" API
+    Then the value at "ConfigurationRecorders" should be a list
+
+  Scenario: Handling errors
+    When I attempt to call the "GetResourceConfigHistory" API with:
+    | resourceType | fake-type |
+    | resourceId   | fake-id   |
+    Then I expect the response error code to be "ValidationException"
+    And I expect the response error message to include:
+    """
+    failed to satisfy constraint
+    """

features/smoke/datapipeline/datapipeline.feature

@@ -0,0 +1,16 @@
+# language: en
+@datapipeline
+Feature: AWS Data Pipeline
+
+  Scenario: Making a request
+    When I call the "ListPipelines" API
+    Then the response should contain a "pipelineIdList"
+
+  Scenario: Handling errors
+    When I attempt to call the "GetPipelineDefinition" API with:
+    | pipelineId | fake-id |
+    Then I expect the response error code to be "PipelineNotFoundException"
+    And I expect the response error message to include:
+    """
+    does not exist
+    """

features/smoke/directconnect/directconnect.feature

@@ -0,0 +1,16 @@
+# language: en
+@directconnect
+Feature: AWS Direct Connect
+
+  Scenario: Making a request
+    When I call the "DescribeConnections" API
+    Then the value at "connections" should be a list
+
+  Scenario: Handling errors
+    When I attempt to call the "DescribeConnections" API with:
+    | connectionId | fake-connection |
+    Then I expect the response error code to be "DirectConnectClientException"
+    And I expect the response error message to include:
+    """
+    Connection ID fake-connection has an invalid format
+    """

features/smoke/directoryservice/directoryservice.feature

@@ -0,0 +1,17 @@
+# language: en
+@directoryservice
+Feature: AWS Directory Service
+
+  I want to use AWS Directory Service
+
+  Scenario: Making a request
+    When I call the "DescribeDirectories" API
+    Then the value at "DirectoryDescriptions" should be a list
+
+  Scenario: Handling errors
+    When I attempt to call the "CreateDirectory" API with:
+    | Name      |   |
+    | Password  |   |
+    | Size      |   |
+    Then I expect the response error code to be "ValidationException"
+

features/smoke/dynamodb/dynamodb.feature

@@ -0,0 +1,19 @@
+# language: en
+@dynamodb
+Feature: Amazon DynamoDB
+
+  Scenario: Making a request
+    When I call the "ListTables" API with JSON:
+    """
+    {"Limit": 1}
+    """
+    Then the value at "TableNames" should be a list
+
+  Scenario: Handling errors
+    When I attempt to call the "DescribeTable" API with:
+    | TableName | fake-table |
+    Then I expect the response error code to be "ResourceNotFoundException"
+    And I expect the response error message to include:
+    """
+    Requested resource not found: Table: fake-table not found
+    """

features/smoke/ec2/ec2.feature

@@ -0,0 +1,18 @@
+# language: en
+@ec2
+Feature: Amazon Elastic Compute Cloud
+
+  Scenario: Making a request
+    When I call the "DescribeRegions" API
+    Then the value at "Regions" should be a list
+
+  Scenario: Handling errors
+    When I attempt to call the "DescribeInstances" API with JSON:
+    """
+    {"InstanceIds": ["i-12345678"]}
+    """
+    Then I expect the response error code to be "InvalidInstanceID.NotFound"
+    And I expect the response error message to include:
+    """
+    The instance ID 'i-12345678' does not exist
+    """

features/smoke/ecs/ecs.feature

@@ -0,0 +1,14 @@
+# language: en
+@ecs
+Feature: Amazon ECS
+
+  I want to use Amazon ECS
+
+  Scenario: Making a request
+    When I call the "ListClusters" API
+    Then the value at "clusterArns" should be a list
+
+  Scenario: Handling errors
+    When I attempt to call the "StopTask" API with:
+    | task  | xxxxxxxxxxx-xxxxxxxxxxxx-xxxxxxxxxxx  |
+    Then the error code should be "ClusterNotFoundException"

features/smoke/efs/efs.feature

@@ -0,0 +1,14 @@
+# language: en
+@efs
+Feature: Amazon Elastic File System
+
+  I want to use Amazon Elastic File System
+
+  Scenario: Making a request
+    When I call the "DescribeFileSystems" API
+    Then the value at "FileSystems" should be a list
+
+  Scenario: Handling errors
+    When I attempt to call the "DeleteFileSystem" API with:
+    | FileSystemId | fake-id |
+    Then the error code should be "ValidationException"

features/smoke/elasticache/elasticache.feature

@@ -0,0 +1,16 @@
+# language: en
+@elasticache
+Feature: ElastiCache
+
+  Scenario: Making a request
+    When I call the "DescribeEvents" API
+    Then the value at "Events" should be a list
+
+  Scenario: Handling errors
+    When I attempt to call the "DescribeCacheClusters" API with:
+    | CacheClusterId | fake_cluster |
+    Then I expect the response error code to be "InvalidParameterValue"
+    And I expect the response error message to include:
+    """
+    The parameter CacheClusterIdentifier is not a valid identifier.
+    """