Language | Encoding | ng | ced | chardet | ICU | ng minus ced |
lv | windows-1257 | 0.29 | 0.74 | 0.03 | 0.03 | -0.45 |
th | windows-874 | 0.59 | 0.96 | 0.86 | 0 | -0.37 |
lt | windows-1257 | 0.52 | 0.88 | 0.02 | 0.02 | -0.36 |
et | windows-1257 | 0.75 | 0.9 | 0.84 | 0.7 | -0.15 |
et | ISO-8859-4 | 0.77 | 0.89 | 0.86 | 0.72 | -0.12 |
ar | windows-1256 | 0.87 | 0.98 | 0.01 | 0.41 | -0.11 |
pl | windows-1250 | 0.86 | 0.96 | 0.26 | 0.65 | -0.1 |
cs | windows-1250 | 0.85 | 0.93 | 0.53 | 0.65 | -0.08 |
hu | windows-1250 | 0.88 | 0.96 | 0.77 | 0.75 | -0.08 |
pl | ISO-8859-2 | 0.89 | 0.97 | 0.23 | 0.64 | -0.08 |
hu | ISO-8859-2 | 0.88 | 0.96 | 0.76 | 0.74 | -0.08 |
sk | windows-1250 | 0.86 | 0.93 | 0.72 | 0.68 | -0.07 |
zh-hans | GBK | 0.88 | 0.95 | 0.28 | 0.05 | -0.07 |
lv | ISO-8859-4 | 0.38 | 0.45 | 0.03 | 0.04 | -0.07 |
fa | windows-1256 | 0.91 | 0.97 | 0 | 0.19 | -0.06 |
tr | windows-1254 | 0.83 | 0.87 | 0.41 | 0.52 | -0.04 |
mk | windows-1251 | 0.95 | 0.98 | 0.73 | 0.41 | -0.03 |
ko | EUC-KR | 0.95 | 0.98 | 0.68 | 0.07 | -0.03 |
sl | windows-1250 | 0.91 | 0.93 | 0.51 | 0.59 | -0.02 |
pt | windows-1252 | 0.96 | 0.98 | 1 | 0.96 | -0.02 |
it | windows-1252 | 0.88 | 0.9 | 1 | 0.9 | -0.02 |
bg | windows-1251 | 0.96 | 0.98 | 0.77 | 0.44 | -0.02 |
ja | Shift_JIS | 0.97 | 0.99 | 0.37 | 0.17 | -0.02 |
mn | windows-1251 | 0.95 | 0.97 | 0.64 | 0.12 | -0.02 |
ce | windows-1251 | 0.98 | 0.99 | 0.69 | 0.42 | -0.01 |
ru | windows-1251 | 0.98 | 0.99 | 0.73 | 0.44 | -0.01 |
nn | windows-1252 | 0.94 | 0.94 | 1 | 0.84 | 0 |
is | windows-1252 | 0.85 | 0.85 | 0.95 | 0.75 | 0 |
an | windows-1252 | 0.97 | 0.97 | 1 | 0.92 | 0 |
no | windows-1252 | 0.95 | 0.95 | 1 | 0.91 | 0 |
mk | KOI8-U | 0.97 | 0.97 | 0.97 | 0.36 | 0 |
ca | windows-1252 | 0.89 | 0.89 | 1 | 0.92 | 0 |
be | windows-1251 | 0.99 | 0.99 | 0.72 | 0.34 | 0 |
es | windows-1252 | 0.98 | 0.98 | 1 | 0.96 | 0 |
sr | windows-1251 | 0.99 | 0.99 | 0.87 | 0.34 | 0 |
uk | windows-1251 | 0.98 | 0.98 | 0.69 | 0.34 | 0 |
ga | windows-1252 | 0.99 | 0.98 | 1 | 0.89 | 0.01 |
gl | windows-1252 | 0.99 | 0.98 | 1 | 0.94 | 0.01 |
fi | windows-1252 | 0.99 | 0.98 | 0.99 | 0.88 | 0.01 |
de | windows-1252 | 0.98 | 0.97 | 1 | 0.94 | 0.01 |
fr | windows-1252 | 0.92 | 0.91 | 1 | 0.96 | 0.01 |
sr | IBM866 | 0.99 | 0.98 | 0.93 | 0 | 0.01 |
sr | KOI8-U | 0.99 | 0.98 | 0.99 | 0.27 | 0.01 |
zh-hant | Big5 | 0.95 | 0.94 | 0.25 | 0.05 | 0.01 |
eu | windows-1252 | 0.96 | 0.94 | 1 | 0.87 | 0.02 |
sv | windows-1252 | 0.96 | 0.94 | 1 | 0.92 | 0.02 |
ce | KOI8-U | 0.99 | 0.97 | 0.98 | 0.39 | 0.02 |
ru | KOI8-U | 0.99 | 0.97 | 0.98 | 0.41 | 0.02 |
mk | IBM866 | 0.98 | 0.95 | 0.91 | 0 | 0.03 |
sh | windows-1250 | 0.96 | 0.93 | 0.79 | 0.83 | 0.03 |
he | windows-1255 | 0.98 | 0.95 | 0.93 | 0.59 | 0.03 |
fo | windows-1252 | 0.89 | 0.86 | 0.98 | 0.79 | 0.03 |
da | windows-1252 | 0.95 | 0.92 | 1 | 0.88 | 0.03 |
ce | IBM866 | 0.99 | 0.96 | 0.93 | 0 | 0.03 |
el | ISO-8859-7 | 0.95 | 0.92 | 0.91 | 0.63 | 0.03 |
bg | IBM866 | 0.99 | 0.96 | 0.88 | 0 | 0.03 |
sr | ISO-8859-5 | 0.99 | 0.96 | 0.99 | 0.41 | 0.03 |
ru | IBM866 | 0.99 | 0.96 | 0.91 | 0 | 0.03 |
cs | ISO-8859-2 | 0.84 | 0.8 | 0.39 | 0.55 | 0.04 |
ur | windows-1256 | 0.91 | 0.87 | 0 | 0.13 | 0.04 |
bg | KOI8-U | 0.99 | 0.94 | 0.97 | 0.4 | 0.05 |
el | windows-1253 | 0.95 | 0.9 | 0.91 | 0.61 | 0.05 |
hr | windows-1250 | 0.92 | 0.87 | 0.41 | 0.52 | 0.05 |
ce | ISO-8859-5 | 0.99 | 0.93 | 0.98 | 0.44 | 0.06 |
bg | ISO-8859-5 | 0.98 | 0.92 | 0.98 | 0.51 | 0.06 |
ru | ISO-8859-5 | 0.99 | 0.93 | 0.98 | 0.46 | 0.06 |
bs | windows-1250 | 0.93 | 0.87 | 0.39 | 0.5 | 0.06 |
mk | ISO-8859-5 | 0.98 | 0.91 | 0.97 | 0.48 | 0.07 |
uk | IBM866 | 0.99 | 0.92 | 0.89 | 0 | 0.07 |
Combined | 0.94 | 0.87 | 0.64 | 0.38 | 0.07 | |
sk | ISO-8859-2 | 0.89 | 0.81 | 0.54 | 0.57 | 0.08 |
be | IBM866 | 0.99 | 0.91 | 0.77 | 0 | 0.08 |
uk | ISO-8859-5 | 0.99 | 0.9 | 0.97 | 0.39 | 0.09 |
ht | windows-1252 | 0.8 | 0.71 | 1 | 0.83 | 0.09 |
lt | ISO-8859-4 | 0.57 | 0.47 | 0.02 | 0.03 | 0.1 |
oc | windows-1252 | 0.91 | 0.8 | 1 | 0.85 | 0.11 |
yi | windows-1255 | 0.97 | 0.86 | 0.86 | 0.3 | 0.11 |
be | ISO-8859-5 | 0.99 | 0.88 | 0.96 | 0.45 | 0.11 |
lb | windows-1252 | 0.98 | 0.86 | 1 | 0.95 | 0.12 |
mn | IBM866 | 0.97 | 0.83 | 0.75 | 0 | 0.14 |
sh | ISO-8859-2 | 0.94 | 0.78 | 0.44 | 0.5 | 0.16 |
uk | KOI8-U | 0.98 | 0.81 | 0.34 | 0.1 | 0.17 |
sl | ISO-8859-2 | 0.91 | 0.73 | 0.1 | 0.26 | 0.18 |
az | windows-1254 | 0.91 | 0.73 | 0.44 | 0.49 | 0.18 |
gd | windows-1252 | 0.87 | 0.66 | 1 | 0.83 | 0.21 |
be | KOI8-U | 0.99 | 0.78 | 0.23 | 0.05 | 0.21 |
li | windows-1252 | 0.95 | 0.74 | 0.99 | 0.87 | 0.21 |
hr | ISO-8859-2 | 0.92 | 0.7 | 0.08 | 0.24 | 0.22 |
mn | ISO-8859-5 | 0.97 | 0.74 | 0.91 | 0.17 | 0.23 |
bs | ISO-8859-2 | 0.93 | 0.68 | 0.03 | 0.2 | 0.25 |
wa | windows-1252 | 0.98 | 0.71 | 1 | 0.84 | 0.27 |
mn | KOI8-U | 0.98 | 0.71 | 0.71 | 0.11 | 0.27 |
ja | EUC-JP | 0.86 | 0.55 | 0.56 | 0.17 | 0.31 |
sq | windows-1252 | 0.85 | 0.53 | 1 | 0.89 | 0.32 |
ro | windows-1250 | 0.92 | 0.56 | 0.31 | 0.55 | 0.36 |
br | windows-1252 | 0.97 | 0.6 | 1 | 0.82 | 0.37 |
ro | ISO-8859-2 | 0.92 | 0.55 | 0.3 | 0.53 | 0.37 |
ar | ISO-8859-6 | 0.89 | 0.49 | 0 | 0.64 | 0.4 |
ku | windows-1254 | 0.89 | 0.42 | 0.8 | 0.54 | 0.47 |
ur | ISO-8859-6 | 0.85 | 0.29 | 0 | 0.57 | 0.56 |
vi | windows-1258 (non-orthographic) | 0.78 | 0.21 | 0.22 | 0.19 | 0.57 |
fa | ISO-8859-6 | 0.9 | 0.27 | 0 | 0.57 | 0.63 |
vi | windows-1258 | 0.85 | 0.1 | 0.11 | 0.1 | 0.75 |