Skip to content

Commit 5c91928

Browse files
committed
Add a bunch of single byte charset recognizers
1 parent d14d4a2 commit 5c91928

File tree

2 files changed

+920
-0
lines changed

2 files changed

+920
-0
lines changed

detector.go

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,44 @@ var recognizers = []recognizer{
2222
new(recognizerUtf16le),
2323
newRecognizerUtf32be(),
2424
newRecognizerUtf32le(),
25+
newRecognizer_8859_1_en(),
26+
newRecognizer_8859_1_da(),
27+
newRecognizer_8859_1_de(),
28+
newRecognizer_8859_1_es(),
29+
newRecognizer_8859_1_fr(),
30+
newRecognizer_8859_1_it(),
31+
newRecognizer_8859_1_nl(),
32+
newRecognizer_8859_1_no(),
33+
newRecognizer_8859_1_pt(),
34+
newRecognizer_8859_1_sv(),
35+
newRecognizer_8859_2_cs(),
36+
newRecognizer_8859_2_hu(),
37+
newRecognizer_8859_2_pl(),
38+
newRecognizer_8859_2_ro(),
39+
newRecognizer_8859_5_ru(),
40+
newRecognizer_8859_6_ar(),
41+
newRecognizer_8859_7_el(),
42+
newRecognizer_8859_8_I_he(),
43+
newRecognizer_8859_8_he(),
44+
newRecognizer_windows_1251(),
45+
newRecognizer_windows_1256(),
46+
newRecognizer_KOI8_R(),
47+
newRecognizer_8859_9_tr(),
48+
49+
// newRecognizer_sjis(),
50+
// newRecognizer_gb_18030(),
51+
// newRecognizer_euc_jp(),
52+
// newRecognizer_euc_kr(),
53+
// newRecognizer_big5(),
54+
55+
// newRecognizer_2022JP(),
56+
// newRecognizer_2022KR(),
57+
// newRecognizer_2022CN(),
58+
59+
newRecognizer_IBM424_he_rtl(),
60+
newRecognizer_IBM424_he_ltr(),
61+
newRecognizer_IBM420_ar_rtl(),
62+
newRecognizer_IBM420_ar_ltr(),
2563
}
2664

2765
func NewDetector() *Detector {

0 commit comments

Comments
 (0)