Merge pull request #115 from aws/gem-folders

Gem lib folders

aws-sdk-core/lib/aws-sdk-core.rb

@@ -1,4 +1,5 @@
 require 'seahorse'
+require 'multi_json'
 
 Seahorse::Util.irregular_inflections({
   'ARNs' => 'arns',
@@ -8,4 +9,307 @@
   'iSCSI' => 'iscsi',
 })
 
-require_relative 'aws'
+module Aws
+
+  # @api private
+  GEM_ROOT = File.dirname(File.dirname(__FILE__))
+
+  # @api private
+  APIS_DIR = File.join(GEM_ROOT, 'apis')
+
+  # @api private
+  # services
+  SERVICE_MODULE_NAMES = %w(
+    AutoScaling
+    CloudFormation
+    CloudFront
+    CloudSearch
+    CloudSearchDomain
+    CloudTrail
+    CloudWatch
+    CloudWatchLogs
+    CognitoIdentity
+    CognitoSync
+    DataPipeline
+    DirectConnect
+    DynamoDB
+    EC2
+    ElastiCache
+    ElasticBeanstalk
+    ElasticLoadBalancing
+    ElasticTranscoder
+    EMR
+    Glacier
+    IAM
+    ImportExport
+    Kinesis
+    OpsWorks
+    RDS
+    Redshift
+    Route53
+    Route53Domains
+    S3
+    SES
+    SimpleDB
+    SNS
+    SQS
+    StorageGateway
+    STS
+    Support
+    SWF
+  )
+
+  @config = {}
+  @services = {}
+  @service_added_callbacks = []
+
+  SERVICE_MODULE_NAMES.each do |const_name|
+    autoload const_name, "aws-sdk-core/#{const_name.downcase}"
+  end
+
+  autoload :Client, 'aws-sdk-core/client'
+  autoload :CredentialProviderChain, 'aws-sdk-core/credential_provider_chain'
+  autoload :Credentials, 'aws-sdk-core/credentials'
+  autoload :EmptyStructure, 'aws-sdk-core/empty_structure'
+  autoload :EndpointProvider, 'aws-sdk-core/endpoint_provider'
+  autoload :Errors, 'aws-sdk-core/errors'
+  autoload :InstanceProfileCredentials, 'aws-sdk-core/instance_profile_credentials'
+  autoload :PageableResponse, 'aws-sdk-core/pageable_response'
+  autoload :RestBodyHandler, 'aws-sdk-core/rest_body_handler'
+  autoload :Service, 'aws-sdk-core/service'
+  autoload :SharedCredentials, 'aws-sdk-core/shared_credentials'
+  autoload :Structure, 'aws-sdk-core/structure'
+  autoload :TreeHash, 'aws-sdk-core/tree_hash'
+  autoload :VERSION, 'aws-sdk-core/version'
+
+  # @api private
+  module Api
+    autoload :Customizer, 'aws-sdk-core/api/customizer'
+    autoload :Documenter, 'aws-sdk-core/api/documenter'
+    autoload :Docstrings, 'aws-sdk-core/api/docstrings'
+    autoload :Manifest, 'aws-sdk-core/api/manifest'
+    autoload :ManifestBuilder, 'aws-sdk-core/api/manifest_builder'
+    autoload :OperationDocumenter, 'aws-sdk-core/api/operation_documenter'
+    autoload :OperationExample, 'aws-sdk-core/api/operation_example'
+    autoload :ServiceCustomizations, 'aws-sdk-core/api/service_customizations'
+  end
+
+  # @api private
+  module Json
+    autoload :Builder, 'aws-sdk-core/json/builder'
+    autoload :ErrorHandler, 'aws-sdk-core/json/error_handler'
+    autoload :Parser, 'aws-sdk-core/json/parser'
+    autoload :RestHandler, 'aws-sdk-core/json/rest_handler'
+    autoload :RpcBodyHandler, 'aws-sdk-core/json/rpc_body_handler'
+    autoload :RpcHeadersHandler, 'aws-sdk-core/json/rpc_headers_handler'
+    autoload :SimpleBodyHandler, 'aws-sdk-core/json/simple_body_handler'
+  end
+
+  # @api private
+  module Paging
+    autoload :NullPager, 'aws-sdk-core/paging/null_pager'
+    autoload :NullProvider, 'aws-sdk-core/paging/null_provider'
+    autoload :Pager, 'aws-sdk-core/paging/pager'
+    autoload :Provider, 'aws-sdk-core/paging/provider'
+  end
+
+  module Plugins
+    autoload :CSDConditionalSigning, 'aws-sdk-core/plugins/csd_conditional_signing'
+    autoload :DynamoDBExtendedRetries, 'aws-sdk-core/plugins/dynamodb_extended_retries'
+    autoload :DynamoDBSimpleAttributes, 'aws-sdk-core/plugins/dynamodb_simple_attributes'
+    autoload :EC2CopyEncryptedSnapshot, 'aws-sdk-core/plugins/ec2_copy_encrypted_snapshot'
+    autoload :GlacierAccountId, 'aws-sdk-core/plugins/glacier_account_id'
+    autoload :GlacierApiVersion, 'aws-sdk-core/plugins/glacier_api_version'
+    autoload :GlacierChecksums, 'aws-sdk-core/plugins/glacier_checksums'
+    autoload :GlobalConfiguration, 'aws-sdk-core/plugins/global_configuration'
+    autoload :RegionalEndpoint, 'aws-sdk-core/plugins/regional_endpoint'
+    autoload :ResponsePaging, 'aws-sdk-core/plugins/response_paging'
+    autoload :RequestSigner, 'aws-sdk-core/plugins/request_signer'
+    autoload :RetryErrors, 'aws-sdk-core/plugins/retry_errors'
+    autoload :Route53IdFix, 'aws-sdk-core/plugins/route_53_id_fix'
+    autoload :S3BucketDns, 'aws-sdk-core/plugins/s3_bucket_dns'
+    autoload :S3CompleteMultipartUploadFix, 'aws-sdk-core/plugins/s3_complete_multipart_upload_fix'
+    autoload :S3Expect100Continue, 'aws-sdk-core/plugins/s3_expect_100_continue'
+    autoload :S3GetBucketLocationFix, 'aws-sdk-core/plugins/s3_get_bucket_location_fix'
+    autoload :S3LocationConstraint, 'aws-sdk-core/plugins/s3_location_constraint'
+    autoload :S3Md5s, 'aws-sdk-core/plugins/s3_md5s'
+    autoload :S3Redirects, 'aws-sdk-core/plugins/s3_redirects'
+    autoload :S3SseCpk, 'aws-sdk-core/plugins/s3_sse_cpk'
+    autoload :S3UrlEncodedKeys, 'aws-sdk-core/plugins/s3_url_encoded_keys'
+    autoload :SQSQueueUrls, 'aws-sdk-core/plugins/sqs_queue_urls'
+    autoload :SWFReadTimeouts, 'aws-sdk-core/plugins/swf_read_timeouts'
+    autoload :UserAgent, 'aws-sdk-core/plugins/user_agent'
+
+    module Protocols
+      autoload :EC2, 'aws-sdk-core/plugins/protocols/ec2'
+      autoload :JsonRpc, 'aws-sdk-core/plugins/protocols/json_rpc'
+      autoload :Query, 'aws-sdk-core/plugins/protocols/query'
+      autoload :RestJson, 'aws-sdk-core/plugins/protocols/rest_json'
+      autoload :RestXml, 'aws-sdk-core/plugins/protocols/rest_xml'
+    end
+
+  end
+
+  # @api private
+  module Query
+    autoload :EC2ParamBuilder, 'aws-sdk-core/query/ec2_param_builder'
+    autoload :Handler, 'aws-sdk-core/query/handler'
+    autoload :Param, 'aws-sdk-core/query/param'
+    autoload :ParamBuilder, 'aws-sdk-core/query/param_builder'
+    autoload :ParamList, 'aws-sdk-core/query/param_list'
+  end
+
+  # @api private
+  module Signers
+    autoload :Base, 'aws-sdk-core/signers/base'
+    autoload :Handler, 'aws-sdk-core/signers/handler'
+    autoload :S3, 'aws-sdk-core/signers/s3'
+    autoload :V2, 'aws-sdk-core/signers/v2'
+    autoload :V3, 'aws-sdk-core/signers/v3'
+    autoload :V4, 'aws-sdk-core/signers/v4'
+  end
+
+  module Waiters
+    autoload :Errors, 'aws-sdk-core/waiters/errors'
+    autoload :NullProvider, 'aws-sdk-core/waiters/null_provider'
+    autoload :Provider, 'aws-sdk-core/waiters/provider'
+    autoload :Waiter, 'aws-sdk-core/waiters/waiter'
+  end
+
+  # @api private
+  module Xml
+    autoload :Builder, 'aws-sdk-core/xml/builder'
+    autoload :DefaultList,  'aws-sdk-core/xml/default_list'
+    autoload :ErrorHandler,  'aws-sdk-core/xml/error_handler'
+    autoload :Parser, 'aws-sdk-core/xml/parser'
+    autoload :RestHandler, 'aws-sdk-core/xml/rest_handler'
+  end
+
+  class << self
+
+    # @return [Hash] Returns a hash of default configuration options shared
+    #   by all constructed clients.
+    attr_reader :config
+
+    # @param [Hash] config
+    def config=(config)
+      if Hash === config
+        @config = config
+      else
+        raise ArgumentError, 'configuration object must be a hash'
+      end
+    end
+
+    # Yields to the given block for each service that has already been
+    # defined via {add_service}. Also yields to the given block for
+    # each new service added after the callback is registered.
+    # @api private
+    def service_added(&block)
+      callback = Proc.new
+      @services.each do |svc_name, (svc_module, options)|
+        yield(svc_name, svc_module, options)
+      end
+      @service_added_callbacks << callback
+    end
+
+    # @api private
+    def load_json(path)
+      MultiJson.load(File.open(path, 'r', encoding: 'UTF-8') { |f| f.read })
+    end
+
+    # Registers a new service.
+    #
+    #     Aws.add_service('SvcName',
+    #       api: '/path/to/svc.api.json',
+    #       paginators: '/path/to/svc.paginators.json',
+    #       resources: '/path/to/svc.resources.json')
+    #
+    #     Aws::SvcName::Client.new
+    #     #=> #<Aws::SvcName::Client>
+    #
+    # @param [String] svc_name The name of the service. This will also be
+    #   the namespace under {Aws}.
+    # @option options[required,String,Hash,Seahorse::Model::Api] :api
+    # @option options[String,Hash,Paging::Provider] :paginators
+    # @option options[String] :resources
+    # @yieldparam [String] svc_name
+    # @yieldparam [Module<Service>] svc_module
+    # @yieldparam [Hash<String,String>] svc_files
+    # @return [Module<Service>]
+    def add_service(svc_name, options = {})
+      svc_module = Module.new { extend Service }
+      const_set(svc_name, svc_module)
+      @services[svc_name] = [svc_module, options]
+      @service_added_callbacks.each do |callback|
+        callback.call(svc_name.to_s, *@services[svc_name])
+      end
+      svc_module
+    end
+
+    # @api private
+    def load_all_services
+      SERVICE_MODULE_NAMES.each do |const_name|
+        const_get(const_name)
+      end
+    end
+
+  end
+
+  # build service client classes
+  service_added do |name, svc_module, options|
+    svc_module.const_set(:Client, Client.define(name, options))
+    svc_module.const_set(:Errors, Module.new { extend Errors::DynamicErrors })
+  end
+
+  # build service paginators
+  service_added do |name, svc_module, options|
+    paginators = options[:paginators]
+    paginators = case paginators
+      when Paging::Provider then paginators
+      when Hash then Paging::Provider.new(paginators)
+      when String then Paging::Provider.new(Aws.load_json(paginators))
+      when nil then Paging::NullProvider.new
+      else raise ArgumentError, 'invalid :paginators option'
+    end
+    svc_module.const_get(:Client).paginators = paginators
+  end
+
+  # build service waiters
+  service_added do |name, svc_module, options|
+    waiters = options[:waiters]
+    waiters = case waiters
+      when Waiters::Provider then waiters
+      when Hash              then Waiters::Provider.new(waiters)
+      when String            then Waiters::Provider.new(Aws.load_json(waiters))
+      when nil               then Waiters::NullProvider.new
+      else raise ArgumentError, 'invalid :waiters option'
+    end
+    if name == 'S3'
+      # temporary workaround for issue with S3 waiter definition
+      defs = waiters.instance_variable_get("@definitions")
+      defs[:bucket_exists]['ignore_errors'] = ['NotFound']
+      defs[:object_exists]['ignore_errors'] = ['NotFound']
+      defs[:bucket_not_exists]['success_value'] = 'NotFound'
+      defs[:object_not_exists]['success_value'] = 'NotFound'
+    end
+    svc_module.const_get(:Client).waiters = waiters
+  end
+
+  # deprecated = define helper method for client class, this will be
+  # replaced eventually with a helper that returns a resource object
+  # for the service.
+  service_added do |name, svc_module, _|
+    method_name = name.downcase.to_sym
+    define_singleton_method(method_name) do |options={}|
+      unless instance_variable_get("@#{method_name}_warned")
+        instance_variable_set("@#{method_name}_warned", true)
+        msg = "Aws.#{method_name} is deprecated as of v2.0.0.rc14 and will be "
+        msg << "removed as of v2.0.0.0 final; use Aws::#{name}::Client.new "
+        msg << "instead"
+        warn(msg)
+      end
+      svc_module.const_get(:Client).new(options)
+    end
+  end
+
+end

aws-sdk-core/lib/aws-sdk-core/autoscaling.rb

@@ -0,0 +1,5 @@
+Aws.add_service(:AutoScaling, {
+  api: File.join(Aws::APIS_DIR, 'AutoScaling.api.json'),
+  docs: File.join(Aws::APIS_DIR, 'AutoScaling.docs.json'),
+  paginators: File.join(Aws::APIS_DIR, 'AutoScaling.paginators.json'),
+})

aws-sdk-core/lib/aws-sdk-core/cloudformation.rb

@@ -0,0 +1,5 @@
+Aws.add_service(:CloudFormation, {
+  api: File.join(Aws::APIS_DIR, 'CloudFormation.api.json'),
+  docs: File.join(Aws::APIS_DIR, 'CloudFormation.docs.json'),
+  paginators: File.join(Aws::APIS_DIR, 'CloudFormation.paginators.json'),
+})

aws-sdk-core/lib/aws-sdk-core/cloudfront.rb

@@ -0,0 +1,6 @@
+Aws.add_service(:CloudFront, {
+  api: File.join(Aws::APIS_DIR, 'CloudFront.api.json'),
+  docs: File.join(Aws::APIS_DIR, 'CloudFront.docs.json'),
+  paginators: File.join(Aws::APIS_DIR, 'CloudFront.paginators.json'),
+  waiters: File.join(Aws::APIS_DIR, 'CloudFront.waiters.json'),
+})

aws-sdk-core/lib/aws-sdk-core/cloudsearch.rb

@@ -0,0 +1,5 @@
+Aws.add_service(:CloudSearch, {
+  api: File.join(Aws::APIS_DIR, 'CloudSearch.api.json'),
+  docs: File.join(Aws::APIS_DIR, 'CloudSearch.docs.json'),
+  paginators: File.join(Aws::APIS_DIR, 'CloudSearch.paginators.json'),
+})

aws-sdk-core/lib/aws-sdk-core/cloudsearchdomain.rb

@@ -0,0 +1,4 @@
+Aws.add_service(:CloudSearchDomain, {
+  api: File.join(Aws::APIS_DIR, 'CloudSearchDomain.api.json'),
+  docs: File.join(Aws::APIS_DIR, 'CloudSearchDomain.docs.json'),
+})

aws-sdk-core/lib/aws-sdk-core/cloudtrail.rb

@@ -0,0 +1,5 @@
+Aws.add_service(:CloudTrail, {
+  api: File.join(Aws::APIS_DIR, 'CloudTrail.api.json'),
+  docs: File.join(Aws::APIS_DIR, 'CloudTrail.docs.json'),
+  paginators: File.join(Aws::APIS_DIR, 'CloudTrail.paginators.json'),
+})

aws-sdk-core/lib/aws-sdk-core/cloudwatch.rb

@@ -0,0 +1,5 @@
+Aws.add_service(:CloudWatch, {
+  api: File.join(Aws::APIS_DIR, 'CloudWatch.api.json'),
+  docs: File.join(Aws::APIS_DIR, 'CloudWatch.docs.json'),
+  paginators: File.join(Aws::APIS_DIR, 'CloudWatch.paginators.json'),
+})

aws-sdk-core/lib/aws-sdk-core/cloudwatchlogs.rb

@@ -0,0 +1,5 @@
+Aws.add_service(:CloudWatchLogs, {
+  api: File.join(Aws::APIS_DIR, 'CloudWatchLogs.api.json'),
+  docs: File.join(Aws::APIS_DIR, 'CloudWatchLogs.docs.json'),
+  paginators: File.join(Aws::APIS_DIR, 'CloudWatchLogs.paginators.json'),
+})

aws-sdk-core/lib/aws-sdk-core/cognitoidentity.rb

@@ -0,0 +1,4 @@
+Aws.add_service(:CognitoIdentity, {
+  api: File.join(Aws::APIS_DIR, 'CognitoIdentity.api.json'),
+  docs: File.join(Aws::APIS_DIR, 'CognitoIdentity.docs.json'),
+})

aws-sdk-core/lib/aws-sdk-core/cognitosync.rb

@@ -0,0 +1,4 @@
+Aws.add_service(:CognitoSync, {
+  api: File.join(Aws::APIS_DIR, 'CognitoSync.api.json'),
+  docs: File.join(Aws::APIS_DIR, 'CognitoSync.docs.json'),
+})

aws-sdk-core/lib/aws-sdk-core/datapipeline.rb

@@ -0,0 +1,5 @@
+Aws.add_service(:DataPipeline, {
+  api: File.join(Aws::APIS_DIR, 'DataPipeline.api.json'),
+  docs: File.join(Aws::APIS_DIR, 'DataPipeline.docs.json'),
+  paginators: File.join(Aws::APIS_DIR, 'DataPipeline.paginators.json'),
+})

aws-sdk-core/lib/aws-sdk-core/directconnect.rb

@@ -0,0 +1,5 @@
+Aws.add_service(:DirectConnect, {
+  api: File.join(Aws::APIS_DIR, 'DirectConnect.api.json'),
+  docs: File.join(Aws::APIS_DIR, 'DirectConnect.docs.json'),
+  paginators: File.join(Aws::APIS_DIR, 'DirectConnect.paginators.json'),
+})

aws-sdk-core/lib/aws-sdk-core/dynamodb.rb

@@ -0,0 +1,12 @@
+Aws.add_service(:DynamoDB, {
+  api: File.join(Aws::APIS_DIR, 'DynamoDB.api.json'),
+  docs: File.join(Aws::APIS_DIR, 'DynamoDB.docs.json'),
+  paginators: File.join(Aws::APIS_DIR, 'DynamoDB.paginators.json'),
+  waiters: File.join(Aws::APIS_DIR, 'DynamoDB.waiters.json'),
+})
+
+module Aws
+  module DynamoDB
+    autoload :AttributeValue, 'aws-sdk-core/dynamodb/attribute_value'
+  end
+end