Skip to content

Commit

Permalink
Add a bunch of single byte charset recognizers
Browse files Browse the repository at this point in the history
  • Loading branch information
saintfish committed Aug 14, 2012
1 parent d14d4a2 commit 5c91928
Show file tree
Hide file tree
Showing 2 changed files with 920 additions and 0 deletions.
38 changes: 38 additions & 0 deletions detector.go
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,44 @@ var recognizers = []recognizer{
new(recognizerUtf16le),
newRecognizerUtf32be(),
newRecognizerUtf32le(),
newRecognizer_8859_1_en(),
newRecognizer_8859_1_da(),
newRecognizer_8859_1_de(),
newRecognizer_8859_1_es(),
newRecognizer_8859_1_fr(),
newRecognizer_8859_1_it(),
newRecognizer_8859_1_nl(),
newRecognizer_8859_1_no(),
newRecognizer_8859_1_pt(),
newRecognizer_8859_1_sv(),
newRecognizer_8859_2_cs(),
newRecognizer_8859_2_hu(),
newRecognizer_8859_2_pl(),
newRecognizer_8859_2_ro(),
newRecognizer_8859_5_ru(),
newRecognizer_8859_6_ar(),
newRecognizer_8859_7_el(),
newRecognizer_8859_8_I_he(),
newRecognizer_8859_8_he(),
newRecognizer_windows_1251(),
newRecognizer_windows_1256(),
newRecognizer_KOI8_R(),
newRecognizer_8859_9_tr(),

// newRecognizer_sjis(),
// newRecognizer_gb_18030(),
// newRecognizer_euc_jp(),
// newRecognizer_euc_kr(),
// newRecognizer_big5(),

// newRecognizer_2022JP(),
// newRecognizer_2022KR(),
// newRecognizer_2022CN(),

newRecognizer_IBM424_he_rtl(),
newRecognizer_IBM424_he_ltr(),
newRecognizer_IBM420_ar_rtl(),
newRecognizer_IBM420_ar_ltr(),
}

func NewDetector() *Detector {
Expand Down

0 comments on commit 5c91928

Please sign in to comment.