Rakedb

Gemfile.lock

@@ -8,7 +8,9 @@ PATH
       dm-mysql-adapter
       dm-sqlite-adapter
       extlib
+      faraday (= 0.8.9)
       fog
+      httparty
       json
       logging
       net-ssh
@@ -69,12 +71,12 @@ GEM
       dm-transactions (~> 1.2.0)
       dm-types (~> 1.2.0)
       dm-validations (~> 1.2.0)
-    debugger (1.6.3)
+    debugger (1.6.5)
       columnize (>= 0.3.1)
       debugger-linecache (~> 1.2.0)
-      debugger-ruby_core_source (~> 1.2.4)
+      debugger-ruby_core_source (~> 1.3.1)
     debugger-linecache (1.2.0)
-    debugger-ruby_core_source (1.2.4)
+    debugger-ruby_core_source (1.3.1)
     delayed_job (2.1.4)
       activesupport (~> 3.0)
       daemons
@@ -127,16 +129,16 @@ GEM
       data_objects (= 0.10.13)
     do_sqlite3 (0.10.13)
       data_objects (= 0.10.13)
-    docile (1.1.1)
+    docile (1.1.2)
     erubis (2.7.0)
-    evalhook (0.5.7)
+    evalhook (0.5.8)
       partialruby (~> 0.3)
       sexp_processor (~> 4.0)
-    excon (0.28.0)
+    excon (0.31.0)
     extlib (0.9.16)
     factory_girl (4.3.0)
       activesupport (>= 3.0.0)
-    faraday (0.8.8)
+    faraday (0.8.9)
       multipart-post (~> 1.2.0)
     fastercsv (1.5.5)
     ffi (1.9.3)
@@ -146,9 +148,9 @@ GEM
     flog (4.2.0)
       ruby_parser (~> 3.1, > 3.1.0)
       sexp_processor (~> 4.4)
-    fog (1.18.0)
+    fog (1.19.0)
       builder
-      excon (~> 0.28.0)
+      excon (~> 0.31.0)
       formatador (~> 0.2.0)
       mime-types
       multi_json (~> 1.0)
@@ -160,9 +162,12 @@ GEM
     getsource (0.2.1)
     gssapi (1.0.3)
       ffi (>= 1.0.1)
-    gyoku (1.1.0)
+    gyoku (1.1.1)
       builder (>= 2.1.2)
     hashie (2.0.5)
+    httparty (0.12.0)
+      json (~> 1.8)
+      multi_xml (>= 0.5.2)
     httpclient (2.3.4.1)
     httpi (0.9.7)
       rack
@@ -183,13 +188,14 @@ GEM
     mixlib-authentication (1.3.0)
       mixlib-log
     mixlib-log (1.6.0)
-    multi_json (1.8.2)
+    multi_json (1.8.4)
+    multi_xml (0.5.5)
     multipart-post (1.2.0)
-    net-http-persistent (2.9)
+    net-http-persistent (2.9.1)
     net-scp (1.1.2)
       net-ssh (>= 2.6.5)
     net-ssh (2.7.0)
-    nio4r (0.5.0)
+    nio4r (1.0.0)
     nokogiri (1.6.1)
       mini_portile (~> 0.5.0)
     nori (1.1.5)
@@ -206,17 +212,17 @@ GEM
     puma (2.7.1)
       rack (>= 1.1, < 2.0)
     rack (1.5.2)
-    rack-protection (1.5.1)
+    rack-protection (1.5.2)
       rack
     rack-test (0.6.2)
       rack (>= 1.0)
     racksh (1.0.0)
       rack (>= 1.0)
       rack-test (>= 0.5)
-    rake (10.1.0)
+    rake (10.1.1)
     rest-client (1.6.7)
       mime-types (>= 1.16)
-    retryable (1.3.3)
+    retryable (1.3.4)
     rgl (0.4.0)
       rake
       stream (>= 0.5)
@@ -255,7 +261,7 @@ GEM
     ruby2ruby (2.0.7)
       ruby_parser (~> 3.1)
       sexp_processor (~> 4.0)
-    ruby_parser (3.2.2)
+    ruby_parser (3.3.0)
       sexp_processor (~> 4.1)
     rubyntlm (0.1.1)
     savon (0.9.5)
@@ -306,7 +312,7 @@ GEM
       json (>= 1.4.6)
       launchy (>= 2.0.0)
     uuidtools (2.1.4)
-    varia_model (0.2.0)
+    varia_model (0.3.2)
       buff-extensions (~> 0.2)
       hashie (>= 2.0.2)
     wasabi (1.0.0)

Rakefile

@@ -35,6 +35,22 @@ task :jslint do
   end
 end
 
+namespace :db do
+  require "data_mapper"
+  require 'harp-runtime/models/user_data'
+  DataMapper.setup(:default, ENV['DATABASE_URL'] || "sqlite3://#{Dir.pwd}/dev.db")
+  DataMapper.finalize
+  DataMapper.auto_upgrade!
+
+  desc "Seed the database with configuration settings."
+  task :seed do
+    cnf = YAML::load_file(File.join(File.dirname(File.expand_path(__FILE__)), 'config/settings.yaml'))
+    raise "Default Access/Secret keys not configured." if cnf['default_creds']['access']== 12345 || cnf['default_creds']['secret']== 67890
+    cnf['default_creds']['keys'].each{|k| Key.first_or_create(:name=>k['name']).update(:value=>k['private_key']) }
+    puts "Seeded Keys..."
+  end
+end
+
 begin
   namespace :analyzer do
     desc "run all code analyzing tools (flog)"
@@ -45,7 +61,7 @@ begin
       require 'flog_cli'
       desc "Analyze total code complexity with flog"
       task :total do
-        threshold = 10
+        threshold = 20
         flog = FlogCLI.new
         flog.flog %w(app lib spec)
         average = flog.average.round(1)

app/harp_user_api.rb

@@ -0,0 +1,19 @@
+require 'sinatra/base'
+require 'logging'
+
+class HarpUserApiApp < Sinatra::Base
+
+  post '/key' do
+    key = JSON.parse(request.body.read).symbolize_keys
+    Key.create(key).to_json
+  end
+
+  get '/key/:key_name' do
+    Key.get_by_name(params[:key_name]).to_json
+  end
+
+  get '/puppet-emc/:master_ip' do
+    PuppetENC.find(params[:master_ip]).first.attributes[:yaml]
+  end
+
+end

config.ru

@@ -21,6 +21,7 @@ require 'app/root'
 require 'app/api_base'
 require 'app/harp_api'
 require 'app/harp_debug_api'
+require 'app/harp_user_api'
 require 'app/editor'
 require 'data_mapper'
 require 'delayed_job_data_mapper'
@@ -69,6 +70,17 @@ map "/api/v1/harp" do
   run HarpApiApp
 end
 
+#
+# Harp User API
+#
+##~ a = sapi.apis.add
+##
+##~ a.set :path => "/user.{format}", :format => "json"
+##~ a.description = "Harp User API"
+map "/api/v1/user" do
+  run HarpUserApiApp
+end
+
 map "/edit" do
   run EditorApp
 end

config/settings.yaml.sample

@@ -8,3 +8,34 @@
 default_creds:
   access: 12345
   secret: 67890
+  keys:
+        -  
+          name: default
+          private_key: |
+            -----BEGIN RSA PRIVATE KEY-----
+            MIIEowIBAAKCAQEAyXrPvzeVEj796mWg5xV3yi39SAXBXPFH/03xQFe0v8egSdOi
+            +G0riGKkeFvhjqvRPvxsX0Q+JGdJaYZYkQiphKHxIC7avKgyNgFzLeHHhQvcs9PF
+            pc4MR0d1xyemwTxKmERb4zlITDCNT2acDAR4sHhx6lPwM31Ga9FJfZDpqpXZUGdQ
+            d6yt5+sIfQL421yx7CfC3+wLL1Flp+ISgzcn4waHQiQNxXY0O7LMWuEDwD699fvn
+            6/EQjLteVQHlm9NPYBYmUYGks5XoWTcQe2xArjspluqhzgxNWdqP7dWrgpwgkGdz
+            /V102QNjwV2C9thZHqaDZm/PNQzC/23bJ5QNBQIDAQABAoIBAF7UXP+FK7bAy0YN
+            u2PIaO9SIgpKGy6hqd9yUgCUx1AUp07YO7Ztu7WfqAW2ST2bhQr+SAu21QDRVG5E
+            e18YEqGIjzM0mmN9TtS4bfvEbuIiKSjCnh5iEslhyv+HnCcLN5jfY9hY17x0ha4/
+            f2bwm9WDeyptg3rYldKdWNeu4ywUMN2Q8z8ap6rl6u7AxhgOGmqe+bWAtiuT44+L
+            dvDz5GgJCVD6nSerO/AF5t8NglVGRV7hVjZH9LoHAnIO78nWlxI/s4928aWfqboe
+            PCQ2MQYFLa9xYODQSSwQ2UAYUdC5CtELPdYOxFmK+MVicX5WHf9Il/FYYtezjhFd
+            xODriykCgYEA+MIUW7ih5G7rvK7o1Fuvbpj4UBR3E+jVXE7oHl5/439BJQO62l0D
+            UWT3KVO//+Ua/Kmjsq6MKCtjD/59Kx5E7XGBBl9TFgEHT4sVLVeTFK4djDvspheV
+            01DYaYiOWCoN6x1PJ8ghZeDM96HFNKPy+GkoFXzbMBLxR634vBruXZMCgYEAz1hh
+            UtwbaZHZSWjJaqdyBMrEQIN/n/sgXqLD41eZqRxNWSGL7IeZ4SKjvnlXNuxhbhi3
+            kwqmoTjleRqJS1tCpvmhecjUojZ0gmHgb9ew9bioNx6dPnh9mP0XJyJ9Tg8VQjrT
+            QcG0FFhOtBeI2GrmmnGeChsKpxEOq2WLC8XRSgcCgYEA7E7qKgul9ywL0y1RTtJe
+            QDEeymv2hrpLXSo0RQ0+bi3oA7KcYW20hjDkvqSpovzQey7nrAk2ab51l68I1tol
+            Xm7Rw+zwL9oASOb10iH8Pcv9k8clUs7a7GhDfVVU65nfqPcpx7/NQkugSqmpfg00
+            9hhnFKqMSgnknVQ+Eut+fvMCgYAyumrFPPiv8XD51ttAbsskhP9S0VlOKMCYprXK
+            T0pW54e9AModCmgJftIU7db6pwaHSyDOptJxq1vpLybb+u3psDVjeFEdhrkmlQ+2
+            DU1MMOtm4OSTviLsZS9e8b86c9I9q+q3sc5/E8Pdp8xhNnZI3vdNfaQzj6bJJETK
+            kpFLzQKBgFzSMD0t8Kbxb4O226HSgZevqNqXSuk/KbAsc3WB4xhCbCb8rd2v3q+6
+            LMWSJN9ynkkrf1KUfR0MHh0rQLCI3GUig5+JRf9ljnpPhe14zn8h/2tX4pW5AWSF
+            jz3nB3v6Tj0KktAKoOAYHlezQMgkiZ57nZwDGRdFoj838Hm1hwHz
+            -----END RSA PRIVATE KEY-----

harp-runtime.gemspec

@@ -34,8 +34,10 @@ Gem::Specification.new do |gem|
   gem.add_runtime_dependency "puma"
   gem.add_runtime_dependency "delayed_job"
   gem.add_runtime_dependency "delayed_job_data_mapper"
+  gem.add_runtime_dependency "faraday",["= 0.8.9"]
   gem.add_runtime_dependency "ridley"
   gem.add_runtime_dependency "ridley-connectors"
+  gem.add_runtime_dependency "httparty"
 
   gem.add_development_dependency "rspec"
   gem.add_development_dependency "shotgun"

lib/harp-runtime/cloud/cloud_mutator.rb

@@ -106,13 +106,14 @@ def get_harp_resource(resource_name)
       end
 
       def get_output(resource, persisted)
-        resource = Harp::Resources::AvailableResource.from_name resource['type']
-        if resource.nil?
-          @@logger.error "No resource type #{resource_def['type']}"
+        res = Harp::Resources::AvailableResource.from_name resource['type']
+        if res.nil?
+          @@logger.error "No resource type #{resource['type']}"
           return
         end
-        service = establish_connect(resource)
-        output = resource.get_output(service, persisted)
+        res.populate(resource)
+        service = establish_connect(res)
+        output = res.get_output(service, persisted)
       end
 
       def add_all(resources)

lib/harp-runtime/models/assembly.rb

@@ -8,16 +8,22 @@ class Assembly < HarpResource
 
 # AssemblyChef is the datastore representation of a Harp Assembly with Chef.
 class AssemblyChef < HarpResource
+  property :public_ip_address, String
+  property :private_ip_address, String
 end
 
 # AssemblyPuppet is the datastore representation of an Assembly with Puppet.
 class AssemblyPuppet < HarpResource
+  property :public_ip_address, String
+  property :private_ip_address, String
 end
 
 # AssemblySalt is the datastore representation of an Assembly with Salt.
 class AssemblySalt < HarpResource
+  property :public_ip_address, String
+  property :private_ip_address, String
 end
 
 # AssemblyDocker is the datastore representation of an Assembly with Docker.
 class AssemblyDocker < HarpResource
-end
+end

lib/harp-runtime/models/user_data.rb

@@ -0,0 +1,37 @@
+require 'harp-runtime/models/base'
+
+# Represents a harp user.
+class HarpUser
+  include DataMapper::Resource
+  property :id, Serial, :key => true
+
+  property :name, String
+
+  has n, :harp_scripts, :through => Resource
+  has n, :keys, :through => Resource
+end
+
+class Key
+  include DataMapper::Resource
+  property :id, Serial
+  property :name, String, :key => true
+  property :value, Text
+
+  has n, :harp_users, :through => Resource
+
+  def temp_file
+    t = Tempfile.new(name)
+    t << value
+    t.close
+    t
+  end
+  def self.get_by_name(key_name)
+    Key.all(:name => key_name).first
+  end
+end
+
+class PuppetENC
+  include DataMapper::Resource
+  property :master_ip, String, :key => true
+  property :yaml, Text
+end

lib/harp-runtime/resources/assembly/assembly.rb

@@ -1,6 +1,8 @@
 require 'set'
 require 'fog/core/model'
 require 'harp-runtime/models/assembly'
+require 'harp-runtime/models/user_data'
+require 'harp-runtime/resources/compute/instance'
 require 'json'
 
 module Harp
@@ -9,7 +11,7 @@ module Resources
     # An Assembly is an operating system image combined with some bootstrapped
     # configuration.  For example, an Ubuntu image with a Chef client and an
     # initial Chef role can be saved as an assembly.
-    class Assembly < AvailableResource
+    class Assembly < ComputeInstance
 
       include Harp::Resources
 
@@ -41,12 +43,14 @@ def self.persistent_type()
       end
 
       def create(service)
+        @service = service
+        provisioner = init_provisioner
         atts = self.attribs[:attributes]
         assembly = service.servers.create(atts[:server_options].symbolize_keys)
         assembly.wait_for { ready? }
         self.id = assembly.id
-        provision_server(assembly.public_ip_address)
-        return self
+        provision_server(assembly.public_ip_address,provisioner)
+        return assembly
       end
 
       def destroy(service)
@@ -59,6 +63,27 @@ def destroy(service)
         return self
       end
 
+      # Return a token to signify output from the current action
+      def output_token(args={})
+        return "#{name}:#{id}"
+      end
+
+      def get_output(service, persisted)
+        output = ""
+        output = get_provisioner_output(service, persisted)
+        response = service.get_console_output(persisted.id)
+        if response.status == 200
+          output += "\nstdout:\n"
+          output += response.body['output'] if !response.body['output'].nil?
+          # escape special characters to ensure valid JSON.
+          output = output.gsub('"', '\\"')
+          output = output.gsub("\r", '')
+          output = output.gsub("\n", '\\n')
+          output = output.gsub("\e", 'ESC')
+        end
+        output
+      end
+
     end
   end
 end