Add in automatic batch running

Gemfile

@@ -62,6 +62,8 @@ gem 'bootstrap_form'
 gem 'rubyhorn', git: "https://github.com/avalonmediasystem/rubyhorn.git"
 gem 'roo'
 gem 'activerecord-session_store'
+gem 'whenever', require: false
+gem 'with_locking'
 
 #MediaElement.js related
 gem 'mediaelement_rails', git: 'https://github.com/avalonmediasystem/mediaelement_rails.git', branch: 'captions'

Gemfile.lock

@@ -221,6 +221,7 @@ GEM
       rack (>= 1.0.0)
       rack-test (>= 0.5.4)
       xpath (~> 2.0)
+    chronic (0.10.2)
     coderay (1.1.1)
     coffee-rails (4.1.1)
       coffee-script (>= 2.2.0)
@@ -633,6 +634,9 @@ GEM
       binding_of_caller (>= 0.7.2)
       railties (>= 4.0)
       sprockets-rails (>= 2.0, < 4.0)
+    whenever (0.9.4)
+      chronic (>= 0.6.3)
+    with_locking (1.0.2)
     xml-simple (1.1.5)
     xpath (2.0.0)
       nokogiri (~> 1.3)
@@ -708,6 +712,8 @@ DEPENDENCIES
   sqlite3
   uglifier (>= 1.3.0)
   web-console (~> 2.0)
+  whenever
+  with_locking
 
 BUNDLED WITH
    1.13.1

config/schedule.rb

@@ -0,0 +1,7 @@
+set :output, "log/whenever_cron.log"
+job_type :locking_runner, "cd :path && :environment_variable=:environment script/locking_runner :lock_name :task :output"
+job_type :locking_rake, "cd :path && :environment_variable=:environment script/locking_runner :lock_name bundle exec rake :task --silent :output"
+
+every 1.minute do
+  locking_rake "avalon:batch:ingest", :lock_name => "batch_ingest"
+end

script/locking_runner

@@ -0,0 +1,14 @@
+#!/bin/sh
+#
+# Usage: locking_runner process_name command arg arg arg...
+#
+
+SEMAPHORE=$1
+LOCKFILE=tmp/pids/$SEMAPHORE
+shift
+
+if ( set -o noclobber; echo "$$" > "$LOCKFILE") 2> /dev/null; 
+then
+  trap 'rm -f "$LOCKFILE"; exit 255' INT TERM EXIT
+  "$@" || true #run the command
+fi