Nicole testing

.gitignore

@@ -1 +1,36 @@
+coverage
 capybara*.html
+\# Compiled source #
+###################
+*.com
+*.class
+*.dll
+*.exe
+*.o
+*.so
+# Packages #
+############
+# it's better to unpack these files and commit the raw source
+# git has its own built in compression methods
+*.7z
+*.dmg
+*.gz
+*.iso
+*.jar
+*.rar
+*.tar
+*.zip
+# Logs and databases #
+######################
+*.log
+*.sql
+*.sqlite
+# OS generated files #
+######################
+.DS_Store
+.DS_Store?
+._*
+.Spotlight-V100
+.Trashes
+ehthumbs.db
+Thumbs.db

Gemfile

@@ -4,6 +4,7 @@ gem 'sinatra', require: 'sinatra/base'
 gem 'pg'
 gem 'activerecord'
 gem 'sinatra-activerecord'
+gem 'useragent'
 
 group :development, :test do
   gem 'shotgun'
@@ -12,4 +13,10 @@ group :development, :test do
   gem 'capybara'
   gem 'launchy'
   gem 'rack-test'
+  gem 'pry'
+  gem 'database_cleaner'
+  gem 'simplecov'
+  gem 'cane'
+  gem 'reek'
+  gem 'rake'
 end

Gemfile.lock

@@ -1,47 +1,79 @@
 GEM
   remote: https://rubygems.org/
   specs:
-    activemodel (4.2.5.1)
-      activesupport (= 4.2.5.1)
-      builder (~> 3.1)
-    activerecord (4.2.5.1)
-      activemodel (= 4.2.5.1)
-      activesupport (= 4.2.5.1)
-      arel (~> 6.0)
-    activesupport (4.2.5.1)
+    activemodel (5.0.0)
+      activesupport (= 5.0.0)
+    activerecord (5.0.0)
+      activemodel (= 5.0.0)
+      activesupport (= 5.0.0)
+      arel (~> 7.0)
+    activesupport (5.0.0)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
       i18n (~> 0.7)
-      json (~> 1.7, >= 1.7.7)
       minitest (~> 5.1)
-      thread_safe (~> 0.3, >= 0.3.4)
       tzinfo (~> 1.1)
     addressable (2.4.0)
-    arel (6.0.3)
+    arel (7.0.0)
+    ast (2.3.0)
+    axiom-types (0.1.1)
+      descendants_tracker (~> 0.0.4)
+      ice_nine (~> 0.11.0)
+      thread_safe (~> 0.3, >= 0.3.1)
     bond (0.5.1)
-    builder (3.2.2)
-    capybara (2.6.2)
+    cane (3.0.0)
+      parallel
+    capybara (2.7.1)
       addressable
       mime-types (>= 1.16)
       nokogiri (>= 1.3.3)
       rack (>= 1.0.0)
       rack-test (>= 0.5.4)
       xpath (~> 2.0)
+    codeclimate-engine-rb (0.3.1)
+      virtus (~> 1.0)
+    coderay (1.1.1)
+    coercible (1.0.0)
+      descendants_tracker (~> 0.0.1)
+    concurrent-ruby (1.0.2)
+    database_cleaner (1.5.3)
+    descendants_tracker (0.0.4)
+      thread_safe (~> 0.3, >= 0.3.1)
+    docile (1.1.5)
+    equalizer (0.0.11)
     i18n (0.7.0)
-    json (1.8.3)
+    ice_nine (0.11.2)
+    json (2.0.1)
     launchy (2.4.3)
       addressable (~> 2.3)
-    mime-types (3.0)
+    method_source (0.8.2)
+    mime-types (3.1)
       mime-types-data (~> 3.2015)
-    mime-types-data (3.2015.1120)
-    mini_portile2 (2.0.0)
-    minitest (5.8.4)
-    nokogiri (1.6.7.2)
-      mini_portile2 (~> 2.0.0.rc2)
+    mime-types-data (3.2016.0521)
+    mini_portile2 (2.1.0)
+    minitest (5.9.0)
+    nokogiri (1.6.8)
+      mini_portile2 (~> 2.1.0)
+      pkg-config (~> 1.1.7)
+    parallel (1.9.0)
+    parser (2.3.1.2)
+      ast (~> 2.2)
     pg (0.18.4)
+    pkg-config (1.1.7)
+    pry (0.10.3)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
     rack (1.6.4)
     rack-protection (1.5.3)
       rack
     rack-test (0.6.3)
       rack (>= 1.0)
+    rainbow (2.1.0)
+    rake (11.2.2)
+    reek (4.1.1)
+      codeclimate-engine-rb (~> 0.3.1)
+      parser (~> 2.3.1, >= 2.3.1.2)
+      rainbow (~> 2.0)
     ripl (0.7.1)
       bond (~> 0.5.1)
     ripl-multi_line (0.3.1)
@@ -52,22 +84,34 @@ GEM
       ripl (>= 0.7.0)
     shotgun (0.9.1)
       rack (>= 1.0)
+    simplecov (0.12.0)
+      docile (~> 1.1.0)
+      json (>= 1.8, < 3)
+      simplecov-html (~> 0.10.0)
+    simplecov-html (0.10.0)
     sinatra (1.4.7)
       rack (~> 1.5)
       rack-protection (~> 1.4)
       tilt (>= 1.3, < 3)
-    sinatra-activerecord (2.0.9)
+    sinatra-activerecord (2.0.10)
       activerecord (>= 3.2)
       sinatra (~> 1.0)
+    slop (3.6.0)
     thread_safe (0.3.5)
-    tilt (2.0.2)
+    tilt (2.0.5)
     tux (0.3.0)
       ripl (>= 0.3.5)
       ripl-multi_line (>= 0.2.4)
       ripl-rack (>= 0.2.0)
       sinatra (>= 1.2.1)
     tzinfo (1.2.2)
       thread_safe (~> 0.1)
+    useragent (0.16.7)
+    virtus (1.0.5)
+      axiom-types (~> 0.1)
+      coercible (~> 1.0)
+      descendants_tracker (~> 0.0, >= 0.0.3)
+      equalizer (~> 0.0, >= 0.0.9)
     xpath (2.0.0)
       nokogiri (~> 1.3)
 
@@ -76,15 +120,22 @@ PLATFORMS
 
 DEPENDENCIES
   activerecord
+  cane
   capybara
+  database_cleaner
   launchy
   minitest
   pg
+  pry
   rack-test
+  rake
+  reek
   shotgun
+  simplecov
   sinatra
   sinatra-activerecord
   tux
+  useragent
 
 BUNDLED WITH
-   1.11.2
+   1.12.3

Rakefile

@@ -2,7 +2,15 @@ require "bundler"
 Bundler.require
 
 require "sinatra/activerecord/rake"
+require "rake/testtask"
 
+Rake::TestTask.new do |t|
+ t.libs << "test"
+ t.test_files = FileList['test/*/*.rb']
+ t.verbose = false
+ t.warning = false
+end
+task default: :test #<------ important
 namespace :sanitation do
   desc "Check line lengths & whitespace with Cane"
   task :lines do

app/controllers/server.rb

@@ -1,7 +1,47 @@
 module RushHour
   class Server < Sinatra::Base
-    not_found do
-      erb :error
+
+  helpers do
+    def most_urls
+        urls = @client.list_urls_from_most_to_least
     end
   end
+
+  post '/sources' do
+    client = Client.create({identifier: params["identifier"],root_url: params["rootUrl"]})
+    result = DataLoader.error_check(client)
+    body result[:body]
+    status result[:status]
+  end
+
+  post '/sources/:identifier/data' do
+    parsed_payload = Parser.parse_payload(params["payload"])
+    result = DataLoader.load(parsed_payload, params["identifier"])
+
+    status result[:body]
+    status result[:status]
+  end
+
+  get '/sources/:identifier' do |identifier|
+    @identifier = identifier
+
+    @client = Client.find_by(identifier: identifier)
+    payload_requests = @client.payload_requests
+    erb :dashboard
+  end
+
+  get '/sources/:identifier/urls/:rel_path' do |identifier, rel_path|
+     @rel_path = rel_path; @identifier = identifier
+     client = Client.find_by(identifier: identifier)
+     url = client.find_url_by_relative_path(rel_path)
+     pass unless url
+     erb :url_dashboard, locals: { url: url }
+   end
+
+   get '/sources/:identifier/urls/*' do |identifier, splat|
+
+     error_message = "No Data for #{splat} for #{identifier.capitalize}"
+     erb :error, locals: { error_message: error_message }
+   end
+  end
 end

app/models/client.rb

@@ -0,0 +1,65 @@
+class Client < ActiveRecord::Base
+  has_many :payload_requests
+  has_many :ips, through: :payload_requests
+  has_many :referrers, through: :payload_requests
+  has_many :request_types, through: :payload_requests
+  has_many :resolutions, through: :payload_requests
+  has_many :urls, through: :payload_requests
+  has_many :software_agents, through: :payload_requests
+  has_many :parameters, through: :payload_requests
+
+  validates :identifier, presence: true, uniqueness: true
+  validates :root_url, presence: true, uniqueness: true
+
+  def error_message
+    errors.full_messages.join(", ")
+  end
+
+  def max_response_time
+    payload_requests.maximum(:responded_in)
+  end
+
+  def min_response_time
+    payload_requests.minimum(:responded_in)
+  end
+
+  def average_response_time
+    payload_requests.average(:responded_in).to_i
+  end
+
+  def list_of_all_http_verbs_used
+    request_types.pluck(:verb).uniq.join(", ")
+  end
+
+  def most_frequent_request_type
+    request_types.group(:verb).order(count: :desc).count.keys.first
+  end
+
+  def list_urls_from_most_to_least
+    url_ids = payload_requests.pluck(:url_id).sort.reverse.uniq
+    url_ids.map { |url_id| Url.find_by(id: url_id).address }
+  end
+
+  def web_browser_breakdown
+    software_agents.group(:browser).order(count: :desc).count.keys.join
+  end
+
+  def web_os_breakdown
+    software_agents.group(:os).order(count: :desc).count.keys.join
+  end
+
+  def all_screen_resolutions
+    res = resolutions.pluck("width, height").uniq
+    res.map { |r| "#{r.first} X #{r.last}" }.join(", ")
+  end
+
+  def find_url_by_relative_path(relative_path)
+    full_path = root_url + "/" + relative_path
+    urls.find_by(address: full_path)
+  end
+
+  def relative_path_exists?(relative_path)
+    full_path = root_url + "/" + relative_path
+    !!urls.find_by(address: full_path)
+  end
+end