March release

.gitignore

@@ -20,6 +20,7 @@ build/target
 build/solr
 build/solr_index
 build/indexer_state
+build/indexer_pui_state
 build/archivesspace_demo_db
 build/*.tmp
 build/.gem
@@ -41,3 +42,5 @@ Gemfile.local
 supervisord.*
 mysql-connector*.jar
 common/config/config.rb
+public-new/vendor/assets/stylesheets/largetree.less
+public-new/vendor/assets/javascripts/largetree.js.erb

.travis.yml

@@ -22,18 +22,19 @@ env:
   - TASK=dist
 before_install:
 - /sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile
-  --background --exec /usr/bin/Xvfb -- :99 -ac -screen 0 2560x1700x24
+  --background --exec /usr/bin/Xvfb -- :99 -ac -screen 0 2560x10240x24
 - export DISPLAY=:99.0
 before_script:
-- (cd /tmp; wget 'https://ftp.mozilla.org/pub/firefox/releases/47.0.1/linux-x86_64/en-US/firefox-47.0.1.tar.bz2'; tar xvjf firefox-47.0.1.tar.bz2)
+- free -m
+- (cd /tmp; wget 'https://ftp.mozilla.org/pub/firefox/releases/52.0/linux-x86_64/en-US/firefox-52.0.tar.bz2'; tar xvjf firefox-52.0.tar.bz2)
 - sleep 3
 - if [[ "$DB" == "mysql" ]]; then (mkdir lib; cd lib; curl -Oq http://central.maven.org/maven2/mysql/mysql-connector-java/5.1.39/mysql-connector-java-5.1.39.jar );
   fi
 - if [[ "$DB" == "mysql" ]]; then export JAVA_OPTS="-Daspace.config.db_url=jdbc:mysql://localhost:3306/archivesspace?useUnicode=true&characterEncoding=UTF-8&user=root";
   fi
 - if [[ "$DB" == "mysql" ]]; then mysql -e "create database archivesspace default
   character set utf8;"; fi
-- 'export JAVA_OPTS="-Xmx1G $JAVA_OPTS"'
+- 'export JAVA_OPTS="-Xmx512m -verbose:gc $JAVA_OPTS"'
 - 'export PATH="/tmp/firefox:$PATH"'
 - firefox --version
 branches:
@@ -44,6 +45,7 @@ script:
 notifications:
   irc: irc.freenode.org#archivesspace
   email: false
+bundler_args: --retry 5
 addons:
   artifacts:
     debug: true
@@ -54,4 +56,7 @@ addons:
     - $( ls /var/tmp/*.html | tr "\n" ":" )
     - $( ls /var/log/mysql/* | tr "\n" ":" )
     - $( ls  /var/tmp/aspace-integration.log | tr "\n" ":" )
-sudo: false
+sudo: true
+after_failure:
+- if [[ -e "/tmp/firefox_console" ]]; then cat /tmp/firefox_console; fi
+- dmesg | tail -500

README.md

@@ -39,13 +39,6 @@ You can check your Java version by running the command:
 
      java -version
 
-<!-- I think the caution about Java 1.8 is no longer relevant per messages from Chris in 2015. -- Christine
-Currently, if you want to use Java 1.8, you will need to remove the
-jdt-compiler jar library from the java classpath ( lib directory of
-your ArchivesSpace directory). This will disable the use of Jasper
-reports ( but not regular reports).  
---->
-
 When you extract the `.zip` file, it will create a directory called
 `archivesspace`.  To run the system, just execute the appropriate
 startup script for your platform.  On Linux and OSX:
@@ -285,7 +278,7 @@ schema and data to a file.  It's a good idea to run this with the
 `--single-transaction` option to avoid locking your database tables
 while your backups run. It is also essential to use the `--routines`
 flag, which will include functions and stored procedures in the
-backup (which ArchivesSpace uses at least for Jasper reports).
+backup (which ArchivesSpace uses at least for reports).
 
 If you are running with the demo database, you can create periodic
 database snapshots using the following configuration settings:

README_BACKGROUND_JOBS.md

@@ -0,0 +1,84 @@
+Background Jobs
+==============
+
+ArchivesSpace provides a mechanism for long running processes to run asynchronously. These processes are called `Background Jobs`.
+
+## Managing Jobs in the Staff UI
+
+The `Create` menu has a `Background Job` option which shows a submenu of job types that the current user has permission to create. (See below for more information about job permissions and hidden jobs.) Selecting one of these options will take the user to a form to enter any parameters required for the job and then to create it.
+
+When a job is created it is placed in the `Background Job Queue`. Jobs in the queue will be run in the order they were created. (See below for more information about multiple threads and concurrent jobs.)
+
+The `Browse` menu has a `Background Jobs` option. This takes the user to a list of jobs arranged by their status. The user can then view the details of a job, and cancel it if they have permission.
+
+
+## Permissions
+
+A user must have the `create_job` permission to create a job. By default, this permission is included in the `repository_basic_data_entry` group.
+
+A user must have the `cancel_job` permission to cancel a job. By default, this permission is included in the `repository_managers` group.
+
+When a JobRunner registers it can specify additional create and cancel permssions. (See below for more information)
+
+
+## Types, Runners and Schemas
+
+Each job has a type, and each type has a registered runner to run jobs of that type and JSONModel schema to define its parameters.
+
+#### Registered JobRunners
+
+All jobs of a type are handled by a registered `JobRunner`. The job runner classes are located here:
+
+      backend/app/lib/job_runners/
+
+It is possible to define additional job runners from a plugin. (See below for more information about plugins.)
+
+A job runner class must subclass `JobRunner`, reigister to run one or more job types, and implement a `#run` method for jobs that it handles.
+
+When a job runner registers for a job type, it can set some options:
+
+  * `:hidden`
+      * Defaults to `false`
+      * If this is set then this job type will not be shown in the list of available job types.
+  * `:run_concurrently`
+      * Defaults to `false`
+      * If this is set to true then more than one job of this type can run at the same time.
+  * `:create_permissions`
+      * Defaults to `[]`
+      * A permission or list of permissions required, in addition to `create_job`, to create jobs of this type.
+  * `:cancel_permissions`
+      * Defaults to `[]`
+      * A permission or list of permissions required, in addition to `cancel_job`, to cancel jobs of this type.
+
+For more information about defining a job runner, see the `JobRunner` superclass:
+
+      backend/app/lib/job_runner.rb
+
+#### JSONModel Schemas
+
+A job type also requires a JSONModel schema that defines the parameters to run a job of the type. The schema name must be the same as the type that the runner registers for. For example:
+
+      common/schemas/import_job.rb
+
+This schema, for `JSONModel(:import_job)`, defines the parameters for running a job of type `import_job`.
+
+
+## Concurrency
+
+ArchivesSpace can be configured to run more than one background job at a time. By default, there will be two threads available to run background jobs. The configuration looks like this:
+
+      AppConfig[:job_thread_count] = 2
+
+The `BackgroundJobQueue` will start this number of threads at start up. Those threads will then poll for queued jobs and run them.
+
+When a job runner registers, it can set an option called `:run_concurrently`. This is `false` by default. When set to `false` a job thread will not run a job if there is already a job of that type running. The job will remain on the queue and will be run when there are no longer any jobs of its type running.
+
+When set to `true` a job will be run when it comes to the front of the queue regardless of whether there is a job of the same type running.
+
+
+## Plugins
+
+It is possible to add a new job type from a plugin. ArchivesSpace includes a plugin that demonstrates how to do this:
+
+      plugins/jobs_example
+

_yard/Gemfile.lock

@@ -1,8 +1,8 @@
 GEM
   remote: https://rubygems.org/
   specs:
-    kramdown (1.11.1)
-    yard (0.9.0)
+    kramdown (1.13.2)
+    yard (0.9.8)
 
 PLATFORMS
   java

backend/Gemfile

@@ -1,36 +1,36 @@
 source "https://rubygems.org"
 
 gem "atomic", '= 1.0.1'
-gem "sinatra", "1.3.6", :require => false
-gem 'rack', '= 1.4.7'
-gem "sinatra-reloader", :require => false
+gem "sinatra", "1.4.7", :require => false
+gem "sinatra-contrib", "1.4.7", :require => false
 gem "sequel", "~> 4.20.0"
 gem "rack-session-sequel", "0.0.1"
 gem "jdbc-mysql", "5.1.13", :group => :development
-gem "jdbc-derby", "10.6.2.1"
+gem "jdbc-derby", "10.12.1.1"
 gem "bcrypt", "3.1.7"
-gem 'json', "1.8.0"
+gem 'json', "1.8.6"
 gem "json-schema", "1.0.10"
-gem "jruby-jars", "= 1.7.21"
-gem "nokogiri",  '~> 1.6.1'
+gem "jruby-jars", "= 9.1.8.0"
+gem "nokogiri", "1.7.0.1"
 gem "saxerator", "~> 0.9.2"
 gem 'saxon-xslt'
-gem 'tzinfo', '~> 0.3.48'
+gem 'tzinfo'
 gem "rufus-scheduler", "~> 2.0.24"
 gem "rufus-lru", "1.0.5"
 gem "net-ldap", "0.6.1"
-gem "puma", "2.8.2"
+gem "mizuno", "0.6.11"
 gem "i18n", ">= 0.6.4"
 
 gem "axlsx", "2.0.1"
 
-gem "warbler", "1.4.9", :group => :build
+gem "warbler", "2.0.4", :group => :build
 
 
 group :test do
-  gem "factory_girl", "~> 4.1.0"
-  gem "rspec", "~> 3.3.0"
-  gem "rspec-core", "~> 3.3.0"
+  gem "factory_girl"
+  gem "activesupport", "5.0.1"  # Loaded by factory_girl
+  gem "rspec"
+  gem "rspec-core"
   gem "ladle", "0.2.0"
   gem "simplecov", "0.7.1"
 end
@@ -43,6 +43,8 @@ gem "rjack-jackson", "1.8.11.0"
 gem "rubyzip", "1.0.0"
 gem "zip-zip", "0.3"
 
+# Windows does not include zoneinfo files, so bundle the tzinfo-data gem
+gem 'tzinfo-data', platforms: [:mingw, :mswin, :x64_mingw, :jruby]
 
 # Allow plugins to provide their own Gemfiles too.
 require 'asutils'