warn and skip undefined transliteration mappings

karpet · Aug 15, 2014 · 7849f4c · 7849f4c
1 parent 43c490e
commit 7849f4c
Show file tree

Hide file tree

Showing 20 changed files with 26 additions and 19 deletions.
diff --git a/Changes b/Changes
@@ -1,5 +1,8 @@
 Revision history for Perl extension Search::HiLiter.
 
+1.002 xxx
+ - warn and skip undefined transliteration mappings
+
 1.001 23 July 2014
  - zap use of File::Slurp in tests
  - small optimization to to_utf8() to privilege is_ascii() over

diff --git a/lib/Search/Tools.pm b/lib/Search/Tools.pm
@@ -6,7 +6,7 @@ use Carp;
 use Scalar::Util qw( openhandle );
 use File::Basename;
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 use XSLoader;
 XSLoader::load( 'Search::Tools', $VERSION );

diff --git a/lib/Search/Tools/ArgNormalizer.pm b/lib/Search/Tools/ArgNormalizer.pm
@@ -4,7 +4,7 @@ use Carp;
 use Scalar::Util qw( blessed );
 use Data::Dump qw( dump );
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 sub BUILDARGS {
     my $self  = shift;

diff --git a/lib/Search/Tools/HeatMap.pm b/lib/Search/Tools/HeatMap.pm
@@ -6,7 +6,7 @@ extends 'Search::Tools::Object';
 
 use namespace::sweep;
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 # debugging only
 my $OPEN  = '[';

diff --git a/lib/Search/Tools/HiLiter.pm b/lib/Search/Tools/HiLiter.pm
@@ -10,7 +10,7 @@ use Data::Dump qw( dump );
 
 use namespace::sweep;
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 my $XML = Search::Tools::XML->new;
 

diff --git a/lib/Search/Tools/Object.pm b/lib/Search/Tools/Object.pm
@@ -11,7 +11,7 @@ has 'debug' => (
     }
 );
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 1;
 

diff --git a/lib/Search/Tools/Query.pm b/lib/Search/Tools/Query.pm
@@ -14,7 +14,7 @@ use Search::Tools::XML;
 
 use namespace::sweep;
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 has 'terms'   => ( is => 'ro' );
 has 'fields'  => ( is => 'ro' );

diff --git a/lib/Search/Tools/QueryParser.pm b/lib/Search/Tools/QueryParser.pm
@@ -13,7 +13,7 @@ use Search::Tools::RegEx;
 
 use namespace::sweep;
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 my $XML = Search::Tools::XML->new();
 my $C2E = $XML->char2ent_map;

diff --git a/lib/Search/Tools/RegEx.pm b/lib/Search/Tools/RegEx.pm
@@ -11,7 +11,7 @@ use overload
 
 use namespace::sweep;
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 my @ro_attrs = qw(
     plain

diff --git a/lib/Search/Tools/Snipper.pm b/lib/Search/Tools/Snipper.pm
@@ -11,7 +11,7 @@ use Search::Tools::HeatMap;
 
 use namespace::sweep;
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 # extra space here so pmvers works against $VERSION
 our $ellip          = ' ... ';

diff --git a/lib/Search/Tools/SpellCheck.pm b/lib/Search/Tools/SpellCheck.pm
@@ -5,7 +5,7 @@ extends 'Search::Tools::Object';
 use Text::Aspell;
 use Search::Tools::QueryParser;
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 has 'query_parser' =>
     ( is => 'rw', default => sub { Search::Tools::QueryParser->new() } );

diff --git a/lib/Search/Tools/Token.pm b/lib/Search/Tools/Token.pm
@@ -7,7 +7,7 @@ use overload
 
 use Search::Tools;    # XS required
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 1;
 

diff --git a/lib/Search/Tools/TokenList.pm b/lib/Search/Tools/TokenList.pm
@@ -11,7 +11,7 @@ use Carp;
 
 use namespace::sweep;
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 1;
 

diff --git a/lib/Search/Tools/TokenListPP.pm b/lib/Search/Tools/TokenListPP.pm
@@ -8,7 +8,7 @@ use overload
 use Carp;
 with 'Search::Tools::TokenListUtils';
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 has 'pos' => ( is => 'rw' );
 has 'num' => ( is => 'rw' );

diff --git a/lib/Search/Tools/TokenListUtils.pm b/lib/Search/Tools/TokenListUtils.pm
@@ -2,7 +2,7 @@ package Search::Tools::TokenListUtils;
 use Moo::Role;
 use Carp;
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 =head1 NAME
 

diff --git a/lib/Search/Tools/TokenPP.pm b/lib/Search/Tools/TokenPP.pm
@@ -9,7 +9,7 @@ use overload
 
 use namespace::sweep;
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 my @attrs
     = qw( is_match is_hot pos str len u8len is_sentence_start is_sentence_end );

diff --git a/lib/Search/Tools/Tokenizer.pm b/lib/Search/Tools/Tokenizer.pm
@@ -7,7 +7,7 @@ use Search::Tools::TokenList;
 use Search::Tools::UTF8;
 use Carp;
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 has 're' => ( is => 'rw', default => sub {qr/\w+(?:[\'\-\.]\w+)*/} );
 

diff --git a/lib/Search/Tools/Transliterate.pm b/lib/Search/Tools/Transliterate.pm
@@ -10,7 +10,7 @@ use Data::Dump qw( dump );
 has 'ebit' => ( is => 'rw', default => sub {1} );
 has 'map' => ( is => 'ro' );
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 =pod
 
@@ -175,6 +175,10 @@ sub _init_map {
     while (<DATA>) {
         chomp;
         my ( $from, $to ) = (m/^(<U.+?>)\ (.+)$/);
+        if ( !defined $to ) {
+            warn "Undefined mapping for $_\n";
+            next;
+        }
         my @o = split( /;/, $to );
         $MAP{ _Utag_to_chr($from) } = _Utag_to_chr( $o[0] );
     }

diff --git a/lib/Search/Tools/UTF8.pm b/lib/Search/Tools/UTF8.pm
@@ -27,7 +27,7 @@ our @EXPORT = qw(
 
 our $Debug = ( $ENV{PERL_DEBUG} && $ENV{PERL_DEBUG} > 2 ) ? 1 : 0;
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 sub to_utf8 {
     my $str = shift;

diff --git a/lib/Search/Tools/XML.pm b/lib/Search/Tools/XML.pm
@@ -6,7 +6,7 @@ use Search::Tools::UTF8;
 
 use namespace::sweep;
 
-our $VERSION = '1.001';
+our $VERSION = '1.002';
 
 =pod