Full text admin user search

bin/update-schema

@@ -215,6 +215,7 @@ else {
 # (assuming schema change files are never half-applied, which should be the case)
 sub get_db_version {
     return 'EMPTY' if ! table_exists('problem');
+    return '0074' if index_exists('users_fulltext_idx');
     return '0073' if index_exists('problem_fulltext_idx');
     return '0072' if constraint_contains('contacts_state_check', 'staff');
     return '0071' if table_exists('manifest_theme');

db/downgrade_0074---0073.sql

@@ -0,0 +1 @@
+DROP INDEX users_fulltext_idx;

db/schema.sql

@@ -41,6 +41,12 @@ create table users (
 );
 CREATE UNIQUE INDEX users_email_verified_unique ON users (email) WHERE email_verified;
 CREATE UNIQUE INDEX users_phone_verified_unique ON users (phone) WHERE phone_verified;
+create index users_fulltext_idx on users USING GIN(
+    to_tsvector(
+        'english',
+        translate(id || ' ' || coalesce(name,'') || ' ' || coalesce(email,'') || ' ' || coalesce(phone,''), '@.', '  ')
+    )
+);
 
 -- Record details of reporting bodies, including open311 configuration details
 create table body (

db/schema_0074-add-users-full-text-search-index.sql

@@ -0,0 +1,6 @@
+CREATE INDEX CONCURRENTLY users_fulltext_idx on users USING GIN(
+    to_tsvector(
+        'DB_FULL_TEXT_SEARCH_CONFIG',
+        translate(id || ' ' || coalesce(name,'') || ' ' || coalesce(email,'') || ' ' || coalesce(phone,''), '@.', '  ')
+    )
+);

perllib/FixMyStreet/App/Controller/Admin/Reports.pm

@@ -45,6 +45,10 @@ sub index : Path {
     $c->stash->{dir} = $dir;
     $order = $dir ? { -desc => "me.$order" } : "me.$order";
 
+    # The below is added so that PostgreSQL does not try and use other indexes
+    # besides the full text search. It should have no impact on results shown.
+    $order = [ $order, { -desc => "me.id" }, { -desc => "me.created" } ];
+
     my $p_page = $c->get_param('p') || 1;
     my $u_page = $c->get_param('u') || 1;
 

perllib/FixMyStreet/App/Controller/Admin/Users.pm

@@ -49,26 +49,11 @@ sub index :Path : Args(0) {
     my $role = $c->get_param('role');
     my $users = $c->cobrand->users;
     if ($search || $role) {
-        my $isearch;
         if ($search) {
             $search = $self->trim($search);
             $search =~ s/^<(.*)>$/$1/; # In case email wrapped in <...>
             $c->stash->{searched} = $search;
-
-            $isearch = '%' . $search . '%';
-            my $search_n = 0;
-            $search_n = int($search) if $search =~ /^\d+$/;
-
-            $users = $users->search(
-                {
-                    -or => [
-                        email => { ilike => $isearch },
-                        phone => { ilike => $isearch },
-                        'me.name' => { ilike => $isearch },
-                        from_body => $search_n,
-                    ]
-                }
-            );
+            $users = $users->search_text($search);
         }
         if ($role) {
             $c->stash->{role_selected} = $role;

perllib/FixMyStreet/DB/ResultSet/Comment.pm

@@ -9,6 +9,7 @@ with 'FixMyStreet::Roles::FullTextSearch';
 __PACKAGE__->load_components('Helper::ResultSet::Me');
 sub text_search_columns { qw(id problem_id name text) }
 sub text_search_nulls { qw(name) }
+sub text_search_translate { '/.' }
 
 sub to_body {
     my ($rs, $bodies) = @_;

perllib/FixMyStreet/DB/ResultSet/Problem.pm

@@ -13,6 +13,7 @@ with 'FixMyStreet::Roles::FullTextSearch';
 __PACKAGE__->load_components('Helper::ResultSet::Me');
 sub text_search_columns { qw(id external_id bodies_str name title detail) }
 sub text_search_nulls { qw(external_id bodies_str) }
+sub text_search_translate { '/.' }
 
 my $site_key;
 

perllib/FixMyStreet/DB/ResultSet/User.pm

@@ -5,6 +5,11 @@ use strict;
 use warnings;
 
 use Moo;
+with 'FixMyStreet::Roles::FullTextSearch';
+__PACKAGE__->load_components('Helper::ResultSet::Me');
+sub text_search_columns { qw(id name email phone) }
+sub text_search_nulls { qw(name email phone) }
+sub text_search_translate { '@.' }
 
 # The database has a partial unique index on email (when email_verified is
 # true), and phone (when phone_verified is true). In the code, we can only

perllib/FixMyStreet/Roles/FullTextSearch.pm

@@ -5,6 +5,7 @@ use FixMyStreet;
 
 requires 'text_search_columns';
 requires 'text_search_nulls';
+requires 'text_search_translate';
 
 sub search_text {
     my ($rs, $query) = @_;
@@ -13,9 +14,15 @@ sub search_text {
         my $col = $rs->me($_);
         $nulls{$_} ? "coalesce($col, '')" : $col;
     } $rs->text_search_columns;
-    my $vector = "translate(" . join(" || ' ' || ", @cols) . ", '/.', '  ')";
+    my $vector = join(" || ' ' || ", @cols);
+    my $bind = '?';
+    if (my $trans = $rs->text_search_translate) {
+        my $replace = ' ' x length $trans;
+        $vector = "translate($vector, '$trans', '$replace')";
+        $bind = "translate(?, '$trans', '$replace')";
+    }
     my $config = FixMyStreet->config('DB_FULL_TEXT_SEARCH_CONFIG') || 'english';
-    $rs->search(\[ "to_tsvector('$config', $vector) @@ plainto_tsquery('$config', ?)", $query ]);
+    $rs->search(\[ "to_tsvector('$config', $vector) @@ plainto_tsquery('$config', $bind)", $query ]);
 }
 
 1;

t/app/controller/admin/users.t

@@ -84,8 +84,6 @@ subtest 'user search' => sub {
         permissions => ['moderate', 'user_edit'],
     });
     $user->add_to_roles($role);
-    $mech->get_ok('/admin/users?search=' . $haringey->id );
-    $mech->content_contains('test@example.com');
     $mech->get_ok('/admin/users?role=' . $role->id);
     $mech->content_contains('selected>Role A');
     $mech->content_contains('test@example.com');