Search Result Explanation Feature

build.xml

@@ -376,6 +376,8 @@
   <target name="copynodemodules">
     <!-- autocomplete.js -->
     <copy file="${srcdir}/node_modules/autocomplete.js/autocomplete.js" todir="${srcdir}/themes/bootstrap3/js/vendor" overwrite="true" />
+    <!-- chart.js -->
+    <copy file="${srcdir}/node_modules/chart.js/dist/chart.umd.js" tofile="${srcdir}/themes/bootstrap3/js/vendor/chart.js" overwrite="true" />
     <!-- jstree -->
     <copy todir="${srcdir}/themes/bootstrap3/js/vendor/jsTree" overwrite="true">
       <fileset dir="${srcdir}/node_modules/jstree/dist/" >

config/vufind/Search2.ini

@@ -205,6 +205,12 @@ content[] = FacetList:Search2
 ;options[ttl] = 300
 ;options[cache_dir] = "/tmp/search-cache"
 
+[Explain]
+;enabled = true
+;minPercent = 0
+;maxFields = -1
+;decimalPlaces = 2
+
 ; ---------- facets.ini settings ----------
 
 [Results]

config/vufind/searches.ini

@@ -124,7 +124,8 @@ always_display_reset_filters = false
 ;default_filters[] = "(format:Book AND institution:MyInstitution)"
 
 ; Default record fields to fetch from Solr when searching (Solr parameter 'fl')
-; Default is "*" (since VuFind 7.0). To restore previous setting, just uncomment
+; Default is "*" (since VuFind 7.0). When Explain is enabled 'score' will automatically be
+; added if it is not already included. To restore previous setting, just uncomment
 ; line below.
 ;default_record_fields = "*,score"
 
@@ -896,3 +897,18 @@ maxLimit = 100
 ; Filters are defined as in [RawHiddenFilters] in order to handle more complex
 ; filter combinations.
 ;0 = "format:Video"
+
+; This section provides settings for the explain feature. When enabled the result
+; list contains links to the explanation why a title was found and how the relevance
+; is calculated.
+[Explain]
+; The explain feature is disabled by default. Uncomment the following line to enable it
+;enabled = true
+; The explanation is split into the main fields and a rest.
+; minPercent gives a lower bound for fields to be included. All fields with
+; a percentage lower than minPercent are summarized in the rest.
+;minPercent = 0
+; maxFields gives a upper bound for the number of main fields. Set negative for no boundary.
+;maxFields = -1
+; Number of decimal places to be displayed.
+;decimalPlaces = 2

languages/IndexFieldDescription/de.ini

@@ -0,0 +1,5 @@
+;description of fields in explain
+allfields_unstemmed = 'Kopiert aus "Alle Felder"'
+fulltext_unstemmed = 'Kopiert von "Volltext"'
+title_alt = "alternativer Titel"
+unknown = "Feldname unbekannt"

languages/IndexFieldDescription/en.ini

@@ -0,0 +1,5 @@
+;description of fields in explain
+allfields_unstemmed = "copyFielded from allfields"
+fulltext_unstemmed = "copyFielded from fulltext"
+title_alt = "alternate title(s)"
+unknown = "field name is unknown"

languages/de.ini

@@ -334,6 +334,7 @@ Description = "Beschreibung"
 Desired Username = "Gewünschter Benutzername"
 Detailed View = "Detailansicht"
 Details = "Details"
+Difference to top result relevance = "Differenz zu der top Relevanz"
 Displaying the top = "Angezeigt werden die ersten"
 Document Inspector = "Dokumentprüfer"
 Document Type = "Publikationsart"
@@ -409,6 +410,21 @@ Exception = "Exception"
 Excerpt = "Ausschnitt"
 exclude_facet = "[ausschließen]"
 exclude_newspapers = "Ohne Zeitungsartikel"
+explain_boost = " * %%boost%% (Boost)"
+explain_boost_description = "(Boost) = %%boost_description%%"
+explain_compared = "Relevanz im Vergleich zu der Trefferrelevanz des Top Treffers"
+explain_coord = " * %%coord%% (Ausgleich von Anzahl der Treffer im Vergleich zur Suche)"
+explain_difference_score = "Differenz zum Topscore"
+explain_disabled = "Explain ist für %%searchClassId%% deaktiviert"
+explain_modified_value = "Produkt von %%relevanceValue%% (Relevanzwert)"
+explain_modifier = "mit dem Modifier: %%modifier%%"
+explain_record_score = "Titlescore"
+explain_relevance = "Record Id: %%recordId%% gefunden mit einem Relevanzwert von %%relevanceValue%%"
+explain_relevance_score = "Relevanzscore"
+explain_result_list_chart_title = "Score: %%score%%"
+explain_result_list_hint = "Relevanzscore. Klicke für eine detailliertere Erklärung."
+explain_sum = "Summe"
+Explanation for search = "Explain für Suche"
 Export = "Export"
 Export Favorites = "Favoriten exportieren"
 Export Items = "Exportieren"
@@ -1130,6 +1146,7 @@ relais_success_message = "Bestellnummer %%id%% wurde angelegt. Sie erhalten eine
 Related Author = "Ähnliche Verfasser"
 Related Items = "Ähnliche Datensätze"
 Related Subjects = "Ähnliche Schlagworte"
+Relevance = "Relevanz"
 Remove filter = "Suchfilter entfernen"
 Remove Filters = "Suchfilter entfernen"
 Remove from Book Bag = "Aus der Zwischenablage entfernen"
@@ -1334,6 +1351,7 @@ switchquery_truncatechar = "Verkürzen Sie Ihren Suchbegriff um mehr Treffer zu
 switchquery_unwantedbools = "Die Wörter AND, OR und NOT beeinflussen die Suchergebnisse; versuchen Sie es mit Anführungszeichen"
 switchquery_unwantedquotes = "Eine Suche ohne Anführungszeichen kann mehr Ergebnisse liefern"
 switchquery_wildcard = "Verwenden Sie das Zeichen für die Wildcard um Wortvarianten zu berücksichtigen"
+Synonym = "Synonym"
 System Unavailable = "System nicht verfügbar"
 Table of Contents = "Inhaltsangabe"
 Table of Contents unavailable = "Keine Inhaltsangabe verfügbar"
@@ -1372,6 +1390,7 @@ Too Many Email Recipients = "Zu viele E-Mail-Adressen"
 too_many_favorites = "Diese Liste ist zu gross um auf einmal angezeigt zu werden. Versuchen Sie Ihre Favoriten in weitere Listen zu unterteilen oder mittels Tags einzuschränken."
 too_many_new_items = "Es gibt zu viele Einträge um in einer einzigen Liste angezeigt zu werden. Versuchen Sie Ihre Suche weiter einzuschränken."
 too_many_reserves = "Es gibt zu viele Vormerkungen um in einer einzigen Liste angezeigt zu werden. Versuchen Sie Ihre Suche weiter einzuschränken."
+Top Result Relevance = "Top Treffer Relevanz"
 top_facet_label = "%%label%% innerhalb Ihrer Suche."
 Topic = "Thema"
 Topics = "Themen"

languages/en.ini

@@ -339,6 +339,7 @@ Description = "Description"
 Desired Username = "Desired Username"
 Detailed View = "Detailed View"
 Details = "Staff View"
+Difference to top result relevance = "Difference to top result relevance"
 Displaying the top = "Displaying the top"
 Document Inspector = "Document Inspector"
 Document Type = "Document Type"
@@ -414,6 +415,21 @@ Exception = "Exception"
 Excerpt = "Excerpt"
 exclude_facet = "Exclude matching results"
 exclude_newspapers = "Exclude newspaper articles"
+explain_boost = " * %%boost%% (boost)"
+explain_boost_description = "(boost) = %%boost_description%%"
+explain_compared = "Relevance in comparison to the relevance of the top result"
+explain_coord = " * %%coord%% (adjust for number of matches compared to search)"
+explain_difference_score = "difference to top score"
+explain_disabled = "Explain is deactivated for %%searchClassId%%"
+explain_modified_value = "Product of %%relevanceValue%% (relevance value)"
+explain_modifier = "with a modifier of %%modifier%%"
+explain_record_score = "record score"
+explain_relevance = "Record Id: %%recordId%% found with a relevance value of %%relevanceValue%%"
+explain_relevance_score = "Relevance Score"
+explain_result_list_chart_title = "Score: %%score%%"
+explain_result_list_hint = "Relevance score. Click to see detailed explanation."
+explain_sum = "sum"
+Explanation for search = "Explanation for search"
 Export = "Export"
 Export Favorites = "Export Items"
 Export Items = "Export Items"
@@ -1135,6 +1151,7 @@ relais_success_message = "Request id #%%id%% was created. You will receive a con
 Related Author = "Related Author"
 Related Items = "Related Items"
 Related Subjects = "Related Subjects"
+Relevance = "Relevance"
 Remove filter = "Remove Filter"
 Remove Filters = "Remove Filters"
 Remove from Book Bag = "Remove from Book Bag"
@@ -1339,6 +1356,7 @@ switchquery_truncatechar = "Shorten your search query to broaden your results"
 switchquery_unwantedbools = "The words AND, OR and NOT may confuse the search; try adding quotes"
 switchquery_unwantedquotes = "Removing quotes may allow a broader search"
 switchquery_wildcard = "Adding a wildcard symbol may retrieve word variants"
+Synonym = "Synonym"
 System Unavailable = "System Unavailable"
 Table of Contents = "Table of Contents"
 Table of Contents unavailable = "Table of Contents unavailable"
@@ -1377,6 +1395,7 @@ Too Many Email Recipients = "Too Many Email Recipients"
 too_many_favorites = "This list is too large to display all at once. Try rearranging your saved items into more lists or limiting using tags."
 too_many_new_items = "There are too many new items to display in a single list. Try limiting your search."
 too_many_reserves = "There are too many course reserves to display in a single list. Try limiting your search."
+Top Result Relevance = "Top Result Relevance"
 top_facet_label = "%%label%% within your search."
 Topic = "Topic"
 Topics = "Topics"

module/VuFind/config/module.config.php

@@ -466,6 +466,7 @@
             'VuFind\Role\PermissionManager' => 'VuFind\Role\PermissionManagerFactory',
             'VuFind\Role\PermissionDeniedManager' => 'VuFind\Role\PermissionDeniedManagerFactory',
             'VuFind\Search\BackendManager' => 'VuFind\Search\BackendManagerFactory',
+            'VuFind\Search\Explanation\PluginManager' => 'VuFind\ServiceManager\AbstractPluginManagerFactory',
             'VuFind\Search\FacetCache\PluginManager' => 'VuFind\ServiceManager\AbstractPluginManagerFactory',
             'VuFind\Search\Factory\UrlQueryHelperFactory' => 'Laminas\ServiceManager\Factory\InvokableFactory',
             'VuFind\Search\History' => 'VuFind\Search\HistoryFactory',
@@ -656,6 +657,7 @@
             'related' => [ /* See VuFind\Related\PluginManager for defaults */ ],
             'resolver_driver' => [ /* See VuFind\Resolver\Driver\PluginManager for defaults */ ],
             'search_backend' => [ /* See VuFind\Search\BackendRegistry for defaults */ ],
+            'search_explanation' => [ /* See VuFind\Search\Explanation\PluginManager for defaults */ ],
             'search_facetcache' => [ /* See VuFind\Search\FacetCache\PluginManager for defaults */ ],
             'search_options' => [ /* See VuFind\Search\Options\PluginManager for defaults */ ],
             'search_params' => [ /* See VuFind\Search\Params\PluginManager for defaults */ ],
@@ -711,7 +713,7 @@
 // Define non tab record actions
 $nonTabRecordActions = [
     'AddComment', 'DeleteComment', 'AddTag', 'DeleteTag', 'Save', 'Email', 'SMS',
-    'Cite', 'Export', 'RDF', 'Hold', 'Home', 'StorageRetrievalRequest',
+    'Cite', 'Explain', 'Export', 'RDF', 'Hold', 'Home', 'StorageRetrievalRequest',
     'AjaxTab', 'ILLRequest', 'PDF', 'Epub', 'LinkedText', 'Permalink', 'Rating',
 ];
 

module/VuFind/src/VuFind/Controller/AbstractRecord.php

@@ -742,6 +742,34 @@ public function rdfAction()
         return $this->exportAction();
     }
 
+    /**
+     * Show explanation for why a record was found and how its relevancy is computed
+     *
+     * @return mixed
+     */
+    public function explainAction()
+    {
+        $record = $this->loadRecord();
+
+        $view = $this->createViewModel();
+        $view->setTemplate('record/explain');
+        if (!$record->tryMethod('explainEnabled')) {
+            $view->disabled = true;
+            return $view;
+        }
+
+        $explanation = $this->serviceLocator
+            ->get(\VuFind\Search\Explanation\PluginManager::class)
+            ->get($record->getSourceIdentifier());
+
+        $params = $explanation->getParams();
+        $params->initFromRequest($this->getRequest()->getQuery());
+        $explanation->performRequest($record->getUniqueID());
+
+        $view->explanation = $explanation;
+        return $view;
+    }
+
     /**
      * Load the record requested by the user; note that this is not done in the
      * init() method since we don't want to perform an expensive search twice

module/VuFind/src/VuFind/Controller/AbstractSearch.php

@@ -364,6 +364,7 @@ protected function getSearchResultsView($setupCallback = null)
         // Send both GET and POST variables to search class:
         $request = $this->getRequest()->getQuery()->toArray()
             + $this->getRequest()->getPost()->toArray();
+        $view->request = $request;
 
         $lastView = $this->getSearchMemory()
             ->retrieveLastSetting($this->searchClassId, 'view');

module/VuFind/src/VuFind/RecordDriver/SolrDefault.php

@@ -122,6 +122,13 @@ class SolrDefault extends DefaultRecord implements
      */
     protected $searchService = null;
 
+    /**
+     * If the explain features is enabled
+     *
+     * @var bool
+     */
+    protected $explainEnabled = false;
+
     /**
      * Constructor
      *
@@ -154,6 +161,8 @@ public function __construct(
             = !isset($mainConfig->Hierarchy->simpleContainerLinks)
             ? false : $mainConfig->Hierarchy->simpleContainerLinks;
 
+        $this->explainEnabled = $searchSettings->Explain->enabled ?? false;
+
         parent::__construct($mainConfig, $recordConfig, $searchSettings);
     }
 
@@ -329,4 +338,14 @@ public function getWorkKeys()
     {
         return $this->fields['work_keys_str_mv'] ?? [];
     }
+
+    /**
+     * Get if the explain features is enabled.
+     *
+     * @return bool
+     */
+    public function explainEnabled()
+    {
+        return $this->explainEnabled;
+    }
 }

module/VuFind/src/VuFind/RecordDriver/SolrDefaultWithoutSearchServiceFactory.php

@@ -67,8 +67,15 @@ public function __invoke(
         if (!empty($options)) {
             throw new \Exception('Unexpected options sent to factory.');
         }
-        $config = $container->get(\VuFind\Config\PluginManager::class)
-            ->get('searches');
+
+        if (str_contains($requestedName, 'Search2')) {
+            $config = $container->get(\VuFind\Config\PluginManager::class)
+                ->get('Search2');
+        } else {
+            $config = $container->get(\VuFind\Config\PluginManager::class)
+                ->get('searches');
+        }
+
         $finalOptions = [null, $config];
         return parent::__invoke($container, $requestedName, $finalOptions);
     }