From 79a0abdef9394503128576fcf2abc40c9eeb19bc Mon Sep 17 00:00:00 2001
From: Kim Rutherford <kmr44@cam.ac.uk>
Date: Thu, 21 Feb 2019 18:28:56 +1300
Subject: [PATCH] Load pub. details in large batches from JSON files

Previously we were loading very slowly, one at a time as each
publication was processed.

Refs pombase/canto#1779
---
 lib/Canto/Track/LoadUtil.pm | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/lib/Canto/Track/LoadUtil.pm b/lib/Canto/Track/LoadUtil.pm
index 7414f48ab..edc93ba3f 100644
--- a/lib/Canto/Track/LoadUtil.pm
+++ b/lib/Canto/Track/LoadUtil.pm
@@ -846,6 +846,9 @@ sub create_sessions_from_json
 
   my @results = ();
 
+  # load the publication in batches in advance
+  PubmedUtil::load_by_ids($config, $self->schema(), [keys %$sessions_data], 'admin_load');
+
   while (my ($pub_uniquename, $session_data) = each %$sessions_data) {
     my ($pub, $error_message) = $self->load_pub_from_pubmed($config, $pub_uniquename);