Skip to content

HTTPS clone URL

Subversion checkout URL

You can clone with HTTPS or Subversion.

Download ZIP
Browse files

Revert "remove casefolding and normalization"

This reverts commit 3f7769f.

Conflicts:

	Changes
  • Loading branch information...
commit 8a349f0ae18bca2e9eeaa2f1ec140082d0523bb7 1 parent cc5fd4f
@patch authored
View
18 Build.PL
@@ -15,14 +15,16 @@ my $builder = Module::Build->new(
'Test::More' => '0.82',
},
requires => {
- 'perl' => '5.8.0', # minimum Unicode support
- 'charnames' => 0,
- 'parent' => 0,
- 'strict' => 0,
- 'utf8' => 0,
- 'warnings' => 0,
- 'Carp' => 0,
- 'Moo' => '1.000000',
+ 'perl' => '5.8.0', # minimum Unicode support
+ 'charnames' => 0,
+ 'parent' => 0,
+ 'strict' => 0,
+ 'utf8' => 0,
+ 'warnings' => 0,
+ 'Carp' => 0,
+ 'Moo' => '1.000000',
+ 'Unicode::CaseFold' => 0,
+ 'Unicode::Normalize' => 0,
},
meta_merge => {
resources => {
View
4 lib/Lingua/Stem/UniNE/BG.pm
@@ -5,6 +5,8 @@ use utf8;
use strict;
use warnings;
use parent 'Exporter';
+use Unicode::CaseFold qw( fc );
+use Unicode::Normalize qw( NFC );
our $VERSION = '0.04';
our @EXPORT_OK = qw( stem stem_bg );
@@ -14,6 +16,8 @@ our @EXPORT_OK = qw( stem stem_bg );
sub stem {
my ($word) = @_;
+ $word = NFC fc $word;
+
my $length = length $word;
return $word
View
3  lib/Lingua/Stem/UniNE/CS.pm
@@ -5,6 +5,8 @@ use utf8;
use strict;
use warnings;
use parent 'Exporter';
+use Unicode::CaseFold qw( fc );
+use Unicode::Normalize qw( NFC );
our $VERSION = '0.04';
our @EXPORT_OK = qw( stem stem_cs stem_aggressive stem_cs_aggressive );
@@ -15,6 +17,7 @@ our @EXPORT_OK = qw( stem stem_cs stem_aggressive stem_cs_aggressive );
sub stem {
my ($word) = @_;
+ $word = NFC fc $word;
$word = remove_case($word);
$word = remove_possessive($word);
View
3  lib/Lingua/Stem/UniNE/FA.pm
@@ -6,6 +6,8 @@ use strict;
use warnings;
use charnames ':full';
use parent 'Exporter';
+use Unicode::CaseFold qw( fc );
+use Unicode::Normalize qw( NFC );
our $VERSION = '0.04';
our @EXPORT_OK = qw( stem stem_fa );
@@ -15,6 +17,7 @@ our @EXPORT_OK = qw( stem stem_fa );
sub stem {
my ($word) = @_;
+ $word = NFC fc $word;
$word = remove_kasra($word);
$word = remove_suffix($word);
$word = remove_kasra($word);
Please sign in to comment.
Something went wrong with that request. Please try again.