From 082910859bc43acdcfd5f355c290198ed7d011e8 Mon Sep 17 00:00:00 2001 From: PyYoshi Date: Mon, 17 Oct 2016 11:05:27 +0900 Subject: [PATCH] reformat --- test/tests.py | 233 +++++++++++++++++++++----------------------------- 1 file changed, 98 insertions(+), 135 deletions(-) diff --git a/test/tests.py b/test/tests.py index d813bab..ed79481 100644 --- a/test/tests.py +++ b/test/tests.py @@ -1,56 +1,19 @@ #!/usr/bin/env python # coding: utf-8 -# nosetests --nocapture tests.py from nose.tools import eq_ -# http://docs.python.org/library/codecs.html -# https://bitbucket.org/medoc/uchardet-enhanced/src/85fc77c3e058/libcharsetdetect/README.md - -# Support codecs -# Big5 -# EUC-JP -# EUC-KR -# GB18030 -# gb18030 -# HZ-GB-2312 -# IBM855 -# IBM866 -# ISO-2022-CN -# ISO-2022-JP -# ISO-2022-KR -# ISO-8859-2 -# ISO-8859-5 -# ISO-8859-7 -# ISO-8859-8 -# KOI8-R -# Shift_JIS -# TIS-620 -# UTF-8 -# UTF-16BE -# UTF-16LE -# UTF-32BE -# UTF-32LE -# windows-1250 -# windows-1251 -# windows-1252 -# windows-1253 -# windows-1255 -# x-euc-tw -# X-ISO-10646-UCS-4-2143 -# X-ISO-10646-UCS-4-3412 -# x-mac-cyrillic import cchardet -class TestCchardet(): +class TestCchardet(): def test_detect_bg_iso88595(self): encoding = "ISO-8859-5" path = r"testdata/bg/ISO-8859-5/wikitop_bg_ISO-8859-5.txt" with open(path, 'rb') as f: msg = f.read() detected_encoding = cchardet.detect(msg) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_bg_utf8(self): encoding = "UTF-8" @@ -59,7 +22,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_bg_windows1251(self): encoding = "WINDOWS-1251" @@ -68,7 +31,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_cz_iso88592(self): encoding = "ISO-8859-2" @@ -77,7 +40,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_cz_utf8(self): encoding = "UTF-8" @@ -86,7 +49,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_de_utf8(self): encoding = "UTF-8" @@ -95,7 +58,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_de_windows1252(self): encoding = "WINDOWS-1252" @@ -104,7 +67,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_dk_utf8(self): encoding = "UTF-8" @@ -113,7 +76,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_dk_windows1252(self): encoding = "WINDOWS-1252" @@ -122,7 +85,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_el_iso88597(self): encoding = "ISO-8859-7" @@ -131,7 +94,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_el_utf8(self): encoding = "UTF-8" @@ -140,7 +103,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_en_utf8(self): encoding = "UTF-8" @@ -149,7 +112,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_en_windows1252(self): encoding = "WINDOWS-1252" @@ -158,7 +121,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_es_utf8(self): encoding = "UTF-8" @@ -167,7 +130,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_es_windows1252(self): encoding = "WINDOWS-1252" @@ -176,7 +139,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_fi_utf8(self): encoding = "UTF-8" @@ -185,7 +148,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_fi_windows1252(self): encoding = "WINDOWS-1252" @@ -194,7 +157,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_fr_utf8(self): encoding = "UTF-8" @@ -203,7 +166,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_fr_windows1252(self): encoding = "WINDOWS-1252" @@ -212,7 +175,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_he_utf8(self): encoding = "UTF-8" @@ -221,7 +184,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_he_windows1255(self): encoding = "WINDOWS-1255" @@ -230,7 +193,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_hu_utf8(self): encoding = "UTF-8" @@ -239,7 +202,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_hu_iso55892(self): encoding = "ISO-8859-2" @@ -248,7 +211,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_it_utf8(self): encoding = "UTF-8" @@ -257,7 +220,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_it_windows1252(self): encoding = "WINDOWS-1252" @@ -266,7 +229,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_nl_utf8(self): encoding = "UTF-8" @@ -275,7 +238,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_nl_windows1252(self): encoding = "WINDOWS-1252" @@ -284,7 +247,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_no_utf8(self): encoding = "UTF-8" @@ -293,7 +256,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_no_windows1252(self): encoding = "WINDOWS-1252" @@ -302,7 +265,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_pl_utf8(self): encoding = "UTF-8" @@ -311,7 +274,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_pl_iso88592(self): encoding = "ISO-8859-2" @@ -320,7 +283,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_pt_utf8(self): encoding = "UTF-8" @@ -329,7 +292,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_pt_windows1252(self): encoding = "WINDOWS-1252" @@ -338,7 +301,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_ru_utf8(self): encoding = "UTF-8" @@ -347,7 +310,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_ru_windows1251(self): encoding = "WINDOWS-1251" @@ -356,7 +319,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_ru_ibm855(self): encoding = "IBM855" @@ -365,7 +328,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_ru_koi8r(self): encoding = "KOI8-R" @@ -374,7 +337,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_ru_maccyrillic(self): encoding = "MAC-CYRILLIC" @@ -383,7 +346,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_se_utf8(self): encoding = "UTF-8" @@ -392,7 +355,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_se_windows1252(self): encoding = "WINDOWS-1252" @@ -401,7 +364,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_th_utf8(self): encoding = "UTF-8" @@ -410,7 +373,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_th_tis620_1(self): encoding = "TIS-620" @@ -419,7 +382,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_th_tis620_2(self): encoding = "TIS-620" @@ -428,7 +391,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_tr_utf8(self): encoding = "UTF-8" @@ -437,7 +400,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_tr_iso88599(self): encoding = "ISO-8859-9" @@ -446,7 +409,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_zh_utf8(self): encoding = "UTF-8" @@ -455,7 +418,7 @@ class TestCchardet(): msg = f.read() detected_encoding = cchardet.detect(msg) print(detected_encoding) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) def test_detect_zh_gb18030(self): encoding = "GB18030" @@ -463,7 +426,8 @@ class TestCchardet(): with open(path, 'rb') as f: msg = f.read() detected_encoding = cchardet.detect(msg) - eq_(encoding.lower(),detected_encoding['encoding'].lower()) + eq_(encoding.lower(), detected_encoding['encoding'].lower()) + class TestCchardetSpeed(): def test_speed(self): @@ -484,66 +448,65 @@ class TestCchardetSpeed(): start_chardet = time.time() chardet.detect(msg) result_chardet += (time.time() - start_chardet) - print('chardet:',1/(result_chardet/do_times), 'call(s)/s') + print('chardet:', 1 / (result_chardet / do_times), 'call(s)/s') # Test cchardet result_cchardet = 0 for i in range(do_times): start_cchardet = time.time() cchardet.detect(msg) result_cchardet += (time.time() - start_cchardet) - print('cchardet:',1/(result_cchardet/do_times), 'call(s)/s') + print('cchardet:', 1 / (result_cchardet / do_times), 'call(s)/s') class TestDetector(): - encodings_map = { - r"testdata/bg/ISO-8859-5/wikitop_bg_ISO-8859-5.txt": "ISO-8859-5", - r"testdata/bg/UTF-8/wikitop_bg_UTF-8.txt": "UTF-8", - r"testdata/bg/WINDOWS-1251/wikitop_bg_WINDOWS-1251.txt": "WINDOWS-1251", - r"testdata/cz/ISO-8859-2/wikitop_cz_ISO-8859-2.txt": "ISO-8859-2", - r"testdata/cz/UTF-8/wikitop_cz_UTF-8.txt": "UTF-8", - r"testdata/de/UTF-8/wikitop_de_UTF-8.txt": "UTF-8", - r"testdata/de/WINDOWS-1252/wikitop_de_WINDOWS-1252.txt": "WINDOWS-1252", - r"testdata/dk/UTF-8/wikitop_dk_UTF-8.txt": "UTF-8", - r"testdata/dk/WINDOWS-1252/wikitop_dk_WINDOWS-1252.txt": "WINDOWS-1252", - r"testdata/el/ISO-8859-7/wikitop_el_ISO-8859-7.txt": "ISO-8859-7", - r"testdata/el/UTF-8/wikitop_el_UTF-8.txt": "UTF-8", - r"testdata/en/UTF-8/wikitop_en_UTF-8.txt": "UTF-8", - r"testdata/en/WINDOWS-1252/wikitop_en_WINDOWS-1252.txt": "WINDOWS-1252", - r"testdata/es/UTF-8/wikitop_es_UTF-8.txt": "UTF-8", - r"testdata/es/WINDOWS-1252/wikitop_es_WINDOWS-1252.txt": "WINDOWS-1252", - r"testdata/fi/UTF-8/wikitop_fi_UTF-8.txt": "UTF-8", - r"testdata/fi/WINDOWS-1252/wikitop_fi_WINDOWS-1252.txt": "WINDOWS-1252", - r"testdata/fr/UTF-8/wikitop_fr_UTF-8.txt": "UTF-8", - r"testdata/fr/WINDOWS-1252/wikitop_fr_WINDOWS-1252.txt": "WINDOWS-1252", - r"testdata/he/UTF-8/wikitop_he_UTF-8.txt": "UTF-8", - r"testdata/he/WINDOWS-1255/wikitop_he_WINDOWS-1255.txt": "WINDOWS-1255", - r"testdata/hu/UTF-8/wikitop_hu_UTF-8.txt": "UTF-8", - r"testdata/hu/ISO-8859-2/wikitop_hu_ISO-8859-2.txt": "ISO-8859-2", - r"testdata/it/UTF-8/wikitop_it_UTF-8.txt": "UTF-8", - r"testdata/it/WINDOWS-1252/wikitop_it_WINDOWS-1252.txt": "WINDOWS-1252", - r"testdata/nl/UTF-8/wikitop_nl_UTF-8.txt": "UTF-8", - r"testdata/nl/WINDOWS-1252/wikitop_nl_WINDOWS-1252.txt": "WINDOWS-1252", - r"testdata/no/UTF-8/wikitop_no_UTF-8.txt": "UTF-8", - r"testdata/no/WINDOWS-1252/wikitop_no_WINDOWS-1252.txt": "WINDOWS-1252", - r"testdata/pl/UTF-8/wikitop_pl_UTF-8.txt": "UTF-8", - r"testdata/pl/ISO-8859-2/wikitop_pl_ISO-8859-2.txt": "ISO-8859-2", - r"testdata/pt/UTF-8/wikitop_pt_UTF-8.txt": "UTF-8", - r"testdata/pt/WINDOWS-1252/wikitop_pt_WINDOWS-1252.txt": "WINDOWS-1252", - r"testdata/ru/UTF-8/wikitop_ru_UTF-8.txt": "UTF-8", - r"testdata/ru/WINDOWS-1251/wikitop_ru_WINDOWS-1251.txt": "WINDOWS-1251", - r"testdata/ru/IBM855/wikitop_ru_IBM855.txt": "IBM855", - r"testdata/ru/KOI8-R/wikitop_ru_KOI8-R.txt": "KOI8-R", - r"testdata/ru/X-MAC-CYRILLIC/wikitop_ru_MACCYRILLIC.txt": "MAC-CYRILLIC", - r"testdata/se/UTF-8/wikitop_se_UTF-8.txt": "UTF-8", - r"testdata/se/WINDOWS-1252/wikitop_se_WINDOWS-1252.txt": "WINDOWS-1252", - r"testdata/th/UTF-8/wikitop_th_UTF-8.txt": "UTF-8", - r"testdata/th/TIS-620/utffool_th_TIS-620.txt": "TIS-620", - r"testdata/th/TIS-620/wikitop_th_TIS-620.txt": "TIS-620", - r"testdata/tr/UTF-8/wikitop_tr_UTF-8.txt": "UTF-8", - r"testdata/tr/ISO-8859-9/wikitop_tr_ISO-8859-9.txt": "ISO-8859-9", - r"testdata/zh/UTF-8/wikitop_zh_UTF-8.txt": "UTF-8", - r"testdata/zh/GB18030/wikitop_zh_GB18030.txt": "GB18030", + r"testdata/bg/ISO-8859-5/wikitop_bg_ISO-8859-5.txt": "ISO-8859-5", + r"testdata/bg/UTF-8/wikitop_bg_UTF-8.txt": "UTF-8", + r"testdata/bg/WINDOWS-1251/wikitop_bg_WINDOWS-1251.txt": "WINDOWS-1251", + r"testdata/cz/ISO-8859-2/wikitop_cz_ISO-8859-2.txt": "ISO-8859-2", + r"testdata/cz/UTF-8/wikitop_cz_UTF-8.txt": "UTF-8", + r"testdata/de/UTF-8/wikitop_de_UTF-8.txt": "UTF-8", + r"testdata/de/WINDOWS-1252/wikitop_de_WINDOWS-1252.txt": "WINDOWS-1252", + r"testdata/dk/UTF-8/wikitop_dk_UTF-8.txt": "UTF-8", + r"testdata/dk/WINDOWS-1252/wikitop_dk_WINDOWS-1252.txt": "WINDOWS-1252", + r"testdata/el/ISO-8859-7/wikitop_el_ISO-8859-7.txt": "ISO-8859-7", + r"testdata/el/UTF-8/wikitop_el_UTF-8.txt": "UTF-8", + r"testdata/en/UTF-8/wikitop_en_UTF-8.txt": "UTF-8", + r"testdata/en/WINDOWS-1252/wikitop_en_WINDOWS-1252.txt": "WINDOWS-1252", + r"testdata/es/UTF-8/wikitop_es_UTF-8.txt": "UTF-8", + r"testdata/es/WINDOWS-1252/wikitop_es_WINDOWS-1252.txt": "WINDOWS-1252", + r"testdata/fi/UTF-8/wikitop_fi_UTF-8.txt": "UTF-8", + r"testdata/fi/WINDOWS-1252/wikitop_fi_WINDOWS-1252.txt": "WINDOWS-1252", + r"testdata/fr/UTF-8/wikitop_fr_UTF-8.txt": "UTF-8", + r"testdata/fr/WINDOWS-1252/wikitop_fr_WINDOWS-1252.txt": "WINDOWS-1252", + r"testdata/he/UTF-8/wikitop_he_UTF-8.txt": "UTF-8", + r"testdata/he/WINDOWS-1255/wikitop_he_WINDOWS-1255.txt": "WINDOWS-1255", + r"testdata/hu/UTF-8/wikitop_hu_UTF-8.txt": "UTF-8", + r"testdata/hu/ISO-8859-2/wikitop_hu_ISO-8859-2.txt": "ISO-8859-2", + r"testdata/it/UTF-8/wikitop_it_UTF-8.txt": "UTF-8", + r"testdata/it/WINDOWS-1252/wikitop_it_WINDOWS-1252.txt": "WINDOWS-1252", + r"testdata/nl/UTF-8/wikitop_nl_UTF-8.txt": "UTF-8", + r"testdata/nl/WINDOWS-1252/wikitop_nl_WINDOWS-1252.txt": "WINDOWS-1252", + r"testdata/no/UTF-8/wikitop_no_UTF-8.txt": "UTF-8", + r"testdata/no/WINDOWS-1252/wikitop_no_WINDOWS-1252.txt": "WINDOWS-1252", + r"testdata/pl/UTF-8/wikitop_pl_UTF-8.txt": "UTF-8", + r"testdata/pl/ISO-8859-2/wikitop_pl_ISO-8859-2.txt": "ISO-8859-2", + r"testdata/pt/UTF-8/wikitop_pt_UTF-8.txt": "UTF-8", + r"testdata/pt/WINDOWS-1252/wikitop_pt_WINDOWS-1252.txt": "WINDOWS-1252", + r"testdata/ru/UTF-8/wikitop_ru_UTF-8.txt": "UTF-8", + r"testdata/ru/WINDOWS-1251/wikitop_ru_WINDOWS-1251.txt": "WINDOWS-1251", + r"testdata/ru/IBM855/wikitop_ru_IBM855.txt": "IBM855", + r"testdata/ru/KOI8-R/wikitop_ru_KOI8-R.txt": "KOI8-R", + r"testdata/ru/X-MAC-CYRILLIC/wikitop_ru_MACCYRILLIC.txt": "MAC-CYRILLIC", + r"testdata/se/UTF-8/wikitop_se_UTF-8.txt": "UTF-8", + r"testdata/se/WINDOWS-1252/wikitop_se_WINDOWS-1252.txt": "WINDOWS-1252", + r"testdata/th/UTF-8/wikitop_th_UTF-8.txt": "UTF-8", + r"testdata/th/TIS-620/utffool_th_TIS-620.txt": "TIS-620", + r"testdata/th/TIS-620/wikitop_th_TIS-620.txt": "TIS-620", + r"testdata/tr/UTF-8/wikitop_tr_UTF-8.txt": "UTF-8", + r"testdata/tr/ISO-8859-9/wikitop_tr_ISO-8859-9.txt": "ISO-8859-9", + r"testdata/zh/UTF-8/wikitop_zh_UTF-8.txt": "UTF-8", + r"testdata/zh/GB18030/wikitop_zh_GB18030.txt": "GB18030", } def test_detector(self):