[WIP] Add server_puppetdb_data class

  Fixes #60

app/models/puppetdb_client.rb

@@ -15,4 +15,23 @@ def ipaddress(fqdn)
     response = client.request('facts', ['and', ['=', 'certname', fqdn], ['=', 'name', 'ipaddress']])
     response.data.first['value']
   end
+
+  def all_fqdns
+    response = client.request('facts', ['=', 'name', 'hostname'])
+    response.data.collect { |key| key['certname'] }
+  end
+
+  def pupgraded_fqdns
+    response = client.request('facts', ['and',
+                                        ['=', 'name', 'fqdn'],
+                                        ['in', 'certname',
+                                         ['extract', 'certname',
+                                          ['select-resources',
+                                           ['and', ['=', 'type', 'Class'], ['=', 'title', 'Role::Basenode']]]]]])
+    response.data.collect { |key| key['certname'] }
+  end
+
+  def pupgraded?(fqdn)
+    pupgraded_fqdns.include?(fqdn) ? true : false
+  end
 end

app/models/server_puppetdb_data.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+class ServerPuppetdbData
+  attr_reader :client
+
+  def initialize
+    @client = PuppetdbClient.new
+  end
+
+  def self.run
+    new.load_data
+  end
+
+  def load_data
+    client.all_fqdns.each do |fqdn|
+      ip = client.ipaddress(fqdn)
+      hostname = fqdn.split('.').first
+      pupgraded = client.pupgraded?(fqdn)
+      Server.find_or_create_by(fqdn: fqdn).tap do |server|
+        server.update(ip: ip, hostname: hostname, pupgraded: pupgraded)
+      end
+    end
+  end
+end

db/migrate/20170607163021_create_servers.rb

@@ -3,7 +3,7 @@ def change
     create_table :servers do |t|
       t.string :hostname
       t.string :fqdn
-      t.inet :ip
+      t.string :ip
       t.string :dev_team
       t.boolean :pupgraded
 

db/schema.rb

@@ -65,7 +65,7 @@
   create_table "servers", force: :cascade do |t|
     t.string "hostname"
     t.string "fqdn"
-    t.inet "ip"
+    t.string "ip"
     t.string "dev_team"
     t.boolean "pupgraded"
     t.datetime "created_at", null: false

lib/tasks/load_data.rake

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
 namespace :load_data do
-  desc 'loads server data from puppet and puppet\'s hiera files'
+  desc 'loads server data from puppetdb'
   task servers: :environment do
-    ServerPuppetData.run
+    ServerPuppetdbData.run
   end
 
   desc 'loads repo data for the sul-dlss org'

spec/fixtures/files/hostname_facts

@@ -0,0 +1,12 @@
+[
+  {
+    "value": "some-server-stage.stanford.edu",
+    "name": "hostname",
+    "certname": "some-server-stage.stanford.edu"
+  },
+  {
+    "value": "some-server-prod.stanford.edu",
+    "name": "hostname",
+    "certname": "some-server-prod.stanford.edu"
+  }
+]

spec/fixtures/files/puppetdb_fact → spec/fixtures/files/ipaddress_facts

@@ -3,5 +3,10 @@
     "value": "123.45.67.890",
     "name": "ipaddress",
     "certname": "some-server-stage.stanford.edu"
+  },
+  {
+    "value": "123.45.67.891",
+    "name": "ipaddress",
+    "certname": "some-server-prod.stanford.edu"
   }
 ]

spec/fixtures/files/pupgrade_facts

@@ -0,0 +1,12 @@
+[
+  {
+    "value": "some-server-stage.stanford.edu",
+    "name": "fqdn",
+    "certname": "some-server-stage.stanford.edu"
+  },
+  {
+    "value": "some-server-prod.stanford.edu",
+    "name": "fqdn",
+    "certname": "some-server-prod.stanford.edu"
+  }
+]

spec/models/puppetdb_client_spec.rb

@@ -13,12 +13,40 @@
 
   describe '#ipaddress' do
     before do
-      response = file_fixture('puppetdb_fact').read
+      response = file_fixture('ipaddress_facts').read
       stub_request(:any, /puppetdb.example.com/).to_return(status: 200, body: response, headers: { 'Content-Type' => 'application/json' })
     end
-
     it 'returns the ipaddress of a server' do
       expect(client.ipaddress('some-server-stage.stanford.edu')).to eq '123.45.67.890'
     end
   end
+
+  describe '#all_fqdns' do
+    before do
+      response = file_fixture('hostname_facts').read
+      stub_request(:any, /puppetdb.example.com/).to_return(status: 200, body: response, headers: { 'Content-Type' => 'application/json' })
+    end
+    it 'returns all fqdns from the response' do
+      expect(client.all_fqdns).to eq ['some-server-stage.stanford.edu', 'some-server-prod.stanford.edu']
+    end
+  end
+
+  describe 'methods about pupgrading' do
+    before do
+      response = file_fixture('pupgrade_facts').read
+      stub_request(:any, /puppetdb.example.com/).to_return(status: 200, body: response, headers: { 'Content-Type' => 'application/json' })
+    end
+    describe '#pupgraded_fqdns' do
+      it 'returns fqdns of pupgraded machines' do
+        expect(client.pupgraded_fqdns).to eq ['some-server-stage.stanford.edu', 'some-server-prod.stanford.edu']
+      end
+    end
+
+    describe '#pupgraded?(fqdn)' do
+      it 'says whether a machine is pupgraded or not' do
+        expect(client.pupgraded?('some-server-stage.stanford.edu')).to be true
+        expect(client.pupgraded?('not-pupgraded.stanford.edu')).to be false
+      end
+    end
+  end
 end

spec/models/server_puppetdb_data_spec.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+require 'rails_helper'
+require 'ipaddr'
+
+RSpec.describe ServerPuppetdbData do
+  subject(:server_puppetdb_data) { described_class.new }
+
+  describe '#initialize' do
+    it 'creates an PuppetdbClient instance' do
+      expect(server_puppetdb_data.client).to be_an PuppetdbClient
+    end
+  end
+
+  describe '#load_data' do
+    describe 'with valid response' do
+      before do
+        hostname_facts = file_fixture('hostname_facts').read
+        ipaddress_facts = file_fixture('ipaddress_facts').read
+        stub_request(:any, /puppetdb.example.com/).to_return(status: 200, body: hostname_facts, headers: { 'Content-Type' => 'application/json' }).then
+                                                  .to_return(status: 200, body: ipaddress_facts, headers: { 'Content-Type' => 'application/json' })
+      end
+
+      it 'creates objects from api response' do
+        server_puppetdb_data.load_data
+        server = Server.first
+        expect(server.fqdn).to eq 'some-server-stage.stanford.edu'
+        expect(server.hostname).to eq 'some-server-stage'
+        expect(server.ip).to eq '123.45.67.890'
+        expect(server.pupgraded).to be true
+      end
+
+      it 'only creates unique objects' do
+        create(:server)
+        expect { server_puppetdb_data.load_data }.to change { Server.all.count }.by 2
+      end
+    end
+  end
+end