Last fix

Gemfile

@@ -4,6 +4,8 @@ gem 'sinatra', require: 'sinatra/base'
 gem 'pg'
 gem 'activerecord'
 gem 'sinatra-activerecord'
+gem 'json'
+gem 'useragent'
 
 group :development, :test do
   gem 'shotgun'
@@ -12,6 +14,10 @@ group :development, :test do
   gem 'capybara'
   gem 'launchy'
   gem 'rack-test'
+  gem 'pry'
+  gem 'database_cleaner'
+  gem 'guard'
+  gem 'guard-rake'
 end
 
 group :evaluations do

Guardfile

@@ -1,8 +1,14 @@
 # A sample Guardfile
 # More info at https://github.com/guard/guard#readme
 
-guard 'rspec' do
-  watch(%r{^spec/.+_spec\.rb$})
-  watch(%r{^app/(.+)\.rb$})     { |m| "spec/#{m[1]}_spec.rb" }
-  watch('spec/spec_helper.rb')  { "spec" }
+# guard 'rspec' do
+#   watch(%r{^spec/.+_spec\.rb$})
+#   watch(%r{^app/(.+)\.rb$})     { |m| "spec/#{m[1]}_spec.rb" }
+#   watch('spec/spec_helper.rb')  { "spec" }
+# end
+
+guard 'rake', :task => 'test' do
+  watch(%r{^test/.+_test\.rb$})
+  watch(%r{^app/(.+)\.rb$})
+  watch('test/test_helper.rb')  { "test" }
 end

README.md

@@ -0,0 +1,13 @@
+# Traffic Spy
+
+In this project you'll use Ruby, Sinatra, and ActiveRecord to build a web traffic tracking and analysis tool.
+
+Your application will be live on the Internet. It will recieve data over HTTP from a simulation engine. The simulator will construct and transmit HTTP requests which include tracking data.
+
+Imagine that I run a commercial website and embed JavaScript code which gets activated each time a page is viewed on my site. That JavaScript captures information about the visitor and the page they're viewing then, in the background, submits that data to your TrafficSpy application.
+
+Your application parses and stores that data.
+
+Later, I visit your site and can view data about my traffic through a HTML interface.
+
+https://github.com/JumpstartLab/curriculum/blob/5cd41b3635cc4d32431032d42bcfc9f7da3135d5/source/projects/traffic_spy.markdown

Rakefile

@@ -3,12 +3,19 @@ Bundler.require
 
 require "sinatra/activerecord/rake"
 
+require "rake/testtask"
+
+Rake::TestTask.new do |t|
+ t.test_files = FileList['test/**/*_test.rb']
+end
+
+
 namespace :sanitation do
   desc "Check line lengths & whitespace with Cane"
   task :lines do
     puts ""
     puts "== using cane to check line length =="
-    system("cane --no-abc --style-glob 'lib/**/*.rb' --no-doc")
+    system("cane --no-abc --style-glob 'app/**/*.rb' --no-doc")
     puts "== done checking line length =="
     puts ""
   end
@@ -17,7 +24,7 @@ namespace :sanitation do
   task :methods do
     puts ""
     puts "== using reek to check method length =="
-    system("reek -n lib/**/*.rb 2>&1 | grep -v ' 0 warnings'")
+    system("reek -n app/**/*.rb 2>&1 | grep -v ' 0 warnings'")
     puts "== done checking method length =="
     puts ""
   end

app/controllers/server.rb

@@ -1,11 +1,96 @@
+require 'json'
+require 'uri'
 module TrafficSpy
+
   class Server < Sinatra::Base
     get '/' do
+      @identifier = params[:identifier]
       erb :index
     end
 
+
+    get '/sources' do
+      erb :new
+    end
+
+    get '/sources/:identifier' do
+      app_handler = AppDataHandler.new(params[:identifier])
+      if app_handler.registration.nil?
+        @message = app_handler.message
+        erb app_handler.erb
+      else
+        @urls = app_handler.url_stats
+        @browsers = app_handler.browser_stats
+        @os = app_handler.os_stats
+        @resolutions = app_handler.resolution_stats
+        @avg_response_times = app_handler.response_times
+        @links = app_handler.link_list
+        @link_paths = app_handler.link_paths
+        erb :identifier_index
+      end
+    end
+
     not_found do
       erb :error
     end
+
+    post '/sources' do
+      sources_handler = RegistrationHandler.new(params)
+      status sources_handler.status
+      body sources_handler.body
+    end
+
+    post "/sources/:identifier/data" do |identifier|
+      data_handler = DataProcessingHandler.new(params, identifier)
+      status data_handler.status
+      body data_handler.body
+    end
+
+
+    get '/sources/:identifier/urls/:path' do |identifier, path|
+      @registration = Registration.find_by(:identifier => params[:identifier])
+      urls_handler = UrlStatisticsHandler.new(identifier, path)
+      @url = urls_handler.url
+      @message = urls_handler.message
+      erb urls_handler.erb
+    end
+
+
+    get '/sources/:identifier/events' do |identifier|
+      registration = Registration.find_by(:identifier => identifier)
+
+      if registration.nil?
+        redirect '/not_found'
+      else
+        @events_by_popularity = registration.events.group(:name)
+                                  .order('count_name desc')
+                                  .count(:name)
+        erb :events
+      end
+
+    end
+
+
+    get '/sources/:identifier/events/:event_name' do |identifier, event_name|
+      @identifier = identifier
+      registration = Registration.find_by(:identifier => @identifier)
+
+      if registration.nil?
+        redirect '/not_found'
+      else
+        @event_name = event_name
+        @event_total = registration.events.where(:name => @event_name)
+                         .group(:name)
+                         .count(:name)
+        @event_by_times = registration.events.where(:name => @event_name)
+                            .group(:requested_at)
+                            .order('requested_at asc')
+                            .count('requested_at')
+
+        erb :event
+      end
+
+    end
+
   end
 end

app/models/app_statistics_handler.rb

@@ -0,0 +1,72 @@
+class AppDataHandler
+
+  attr_reader :registration, :identifier, :message, :erb
+
+  def initialize(identifier)
+    @identifier = identifier
+    @registration = Registration.find_by(:identifier => identifier)
+    check_registration
+  end
+
+  def check_registration
+    @message = "The #{identifier} identifier does not exist"
+    @erb     =  :identifier_error
+  end
+
+  def url_stats
+    urls = registration.urls.group(:url).count
+    urls.map do |key, value|
+      if !key.nil?
+        [value, key]
+      end
+    end.uniq.compact.sort.reverse
+  end
+
+
+  def browser_stats
+    registration.browsers.map do |key, value|
+      if !key.nil?
+        [value, key[:name]]
+      end
+    end.compact.sort.reverse
+  end
+
+  def os_stats
+    registration.operating_systems.map do |key, value|
+      if !key.nil?
+        [value, key[:name]]
+      end
+    end.compact.sort.reverse
+  end
+
+  def resolution_stats
+    registration.screen_resolutions.map do |key, value|
+      if !key.nil?
+        [value, key[:width],key[:height]]
+      end
+    end.compact.sort.reverse
+  end
+
+  def response_times
+    res_times = registration.urls.group(:url).average(:responded_in)
+    res_times.map do |key, value|
+      if !key.nil?
+        [value,key]
+      end
+    end.sort.reverse
+  end
+
+  def link_list
+    @links = registration.urls.map do |key, value|
+      if !key.nil?
+        [key[:url]]
+      end
+    end.compact
+  end
+
+  def link_paths
+    @links.map do |link|
+      URI(link.join).path
+    end.uniq
+  end
+end

app/models/browser.rb

@@ -0,0 +1,3 @@
+class Browser < ActiveRecord::Base
+  has_many :payloads
+end

app/models/data_processing_handler.rb

@@ -0,0 +1,63 @@
+class DataProcessingHandler
+  attr_reader :payload,
+              :body,
+              :status,
+              :parser
+
+  def initialize(raw_payload, identifier)
+    @parser      = PayloadParser.new(raw_payload)
+    @payload     = @parser.payload
+    @status      = 0
+    @body        = ''
+    registration = Registration.find_by(identifier: identifier)
+    process(registration, @payload)
+  end
+
+  def process(registration, payload)
+
+    if registration.nil?
+      @status = 403
+      @body   = 'Application Not Registered - 403 Forbidden'
+    elsif payload.nil?
+      @status = 400
+      @body   = 'Missing Payload - 400 Bad Request'
+    else
+
+      current_sha = Digest::SHA1.hexdigest(payload.to_s)
+
+      if Payload.exists?(payload_sha: current_sha)
+        @status = 403
+        @body   = 'Already Received Request - 403 Forbidden'
+      else
+        store_payload(registration)
+        store_payload_sha(current_sha, registration)
+        @status = 200
+        @body   = 'Success - 200 OK'
+      end
+
+    end
+  end
+
+  private
+
+  def store_payload_sha(current_sha, registration)
+    payload = registration.payloads.last
+    payload.update(payload_sha: current_sha)
+  end
+
+  def store_payload(registration)
+    registration.payloads.create(
+      url:
+        Url.find_or_create_by(parser.url),
+      screen_resolution:
+        ScreenResolution.find_or_create_by(parser.screen_resolution),
+      browser:
+        Browser.find_or_create_by(parser.browser),
+      event:
+        Event.find_or_create_by(parser.event),
+      operating_system:
+        OperatingSystem.find_or_create_by(parser.operating_system)
+    )
+  end
+
+end

app/models/event.rb

@@ -0,0 +1,3 @@
+class Event < ActiveRecord::Base
+  has_many :payloads
+end

app/models/operating_system.rb

@@ -0,0 +1,3 @@
+class OperatingSystem < ActiveRecord::Base
+  has_many :payloads
+end

app/models/payload.rb

@@ -0,0 +1,9 @@
+class Payload < ActiveRecord::Base
+  belongs_to :url
+  belongs_to :user_agent
+  belongs_to :registration
+  belongs_to :screen_resolution
+  belongs_to :browser
+  belongs_to :event
+  belongs_to :operating_system
+end