The Tor Browser / file comparison
comparison: extensions/universalchardet/src/base/LangCyrillicModel.cpp
extensions/universalchardet/src/base/LangCyrillicModel.cpp
- branch
- TOR_BUG_9701
- changeset 15
- b8a032363ba2
equal
deleted
inserted
replaced
| -1:000000000000 | 0:d172690dcfdf |
|---|---|
| 1 /* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ | |
| 2 /* This Source Code Form is subject to the terms of the Mozilla Public | |
| 3 * License, v. 2.0. If a copy of the MPL was not distributed with this | |
| 4 * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ | |
| 5 | |
| 6 #include "nsSBCharSetProber.h" | |
| 7 | |
| 8 | |
| 9 | |
| 10 //KOI8-R language model | |
| 11 //Character Mapping Table: | |
| 12 static const unsigned char KOI8R_CharToOrderMap[] = | |
| 13 { | |
| 14 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, //00 | |
| 15 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, //10 | |
| 16 +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, //20 | |
| 17 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, //30 | |
| 18 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, //40 | |
| 19 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, //50 | |
| 20 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, //60 | |
| 21 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, //70 | |
| 22 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, //80 | |
| 23 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, //90 | |
| 24 223,224,225, 68,226,227,228,229,230,231,232,233,234,235,236,237, //a0 | |
| 25 238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253, //b0 | |
| 26 27, 3, 21, 28, 13, 2, 39, 19, 26, 4, 23, 11, 8, 12, 5, 1, //c0 | |
| 27 15, 16, 9, 7, 6, 14, 24, 10, 17, 18, 20, 25, 30, 29, 22, 54, //d0 | |
| 28 59, 37, 44, 58, 41, 48, 53, 46, 55, 42, 60, 36, 49, 38, 31, 34, //e0 | |
| 29 35, 43, 45, 32, 40, 52, 56, 33, 61, 62, 51, 57, 47, 63, 50, 70, //f0 | |
| 30 }; | |
| 31 | |
| 32 static const unsigned char win1251_CharToOrderMap[] = | |
| 33 { | |
| 34 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, //00 | |
| 35 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, //10 | |
| 36 +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, //20 | |
| 37 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, //30 | |
| 38 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, //40 | |
| 39 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, //50 | |
| 40 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, //60 | |
| 41 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, //70 | |
| 42 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, | |
| 43 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, | |
| 44 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, | |
| 45 239,240,241,242,243,244,245,246, 68,247,248,249,250,251,252,253, | |
| 46 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, | |
| 47 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, | |
| 48 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, | |
| 49 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, | |
| 50 }; | |
| 51 | |
| 52 static const unsigned char latin5_CharToOrderMap[] = | |
| 53 { | |
| 54 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, //00 | |
| 55 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, //10 | |
| 56 +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, //20 | |
| 57 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, //30 | |
| 58 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, //40 | |
| 59 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, //50 | |
| 60 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, //60 | |
| 61 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, //70 | |
| 62 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, | |
| 63 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, | |
| 64 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, | |
| 65 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, | |
| 66 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, | |
| 67 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, | |
| 68 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, | |
| 69 239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255, | |
| 70 }; | |
| 71 | |
| 72 static const unsigned char macCyrillic_CharToOrderMap[] = | |
| 73 { | |
| 74 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, //00 | |
| 75 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, //10 | |
| 76 +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, //20 | |
| 77 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, //30 | |
| 78 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, //40 | |
| 79 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, //50 | |
| 80 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, //60 | |
| 81 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, //70 | |
| 82 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, | |
| 83 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, | |
| 84 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, | |
| 85 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, | |
| 86 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, | |
| 87 239,240,241,242,243,244,245,246,247,248,249,250,251,252, 68, 16, | |
| 88 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, | |
| 89 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27,255, | |
| 90 }; | |
| 91 | |
| 92 static const unsigned char IBM855_CharToOrderMap[] = | |
| 93 { | |
| 94 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, //00 | |
| 95 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, //10 | |
| 96 +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, //20 | |
| 97 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, //30 | |
| 98 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, //40 | |
| 99 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, //50 | |
| 100 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, //60 | |
| 101 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, //70 | |
| 102 191,192,193,194, 68,195,196,197,198,199,200,201,202,203,204,205, | |
| 103 206,207,208,209,210,211,212,213,214,215,216,217, 27, 59, 54, 70, | |
| 104 3, 37, 21, 44, 28, 58, 13, 41, 2, 48, 39, 53, 19, 46,218,219, | |
| 105 220,221,222,223,224, 26, 55, 4, 42,225,226,227,228, 23, 60,229, | |
| 106 230,231,232,233,234,235, 11, 36,236,237,238,239,240,241,242,243, | |
| 107 8, 49, 12, 38, 5, 31, 1, 34, 15,244,245,246,247, 35, 16,248, | |
| 108 43, 9, 45, 7, 32, 6, 40, 14, 52, 24, 56, 10, 33, 17, 61,249, | |
| 109 250, 18, 62, 20, 51, 25, 57, 30, 47, 29, 63, 22, 50,251,252,255, | |
| 110 }; | |
| 111 | |
| 112 static const unsigned char IBM866_CharToOrderMap[] = | |
| 113 { | |
| 114 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, //00 | |
| 115 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, //10 | |
| 116 +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, //20 | |
| 117 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, //30 | |
| 118 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, //40 | |
| 119 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, //50 | |
| 120 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, //60 | |
| 121 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, //70 | |
| 122 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, | |
| 123 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, | |
| 124 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, | |
| 125 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, | |
| 126 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, | |
| 127 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, | |
| 128 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, | |
| 129 239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255, | |
| 130 }; | |
| 131 | |
| 132 //Model Table: | |
| 133 //total sequences: 100% | |
| 134 //first 512 sequences: 97.6601% | |
| 135 //first 1024 sequences: 2.3389% | |
| 136 //rest sequences: 0.1237% | |
| 137 //negative sequences: 0.0009% | |
| 138 static const uint8_t RussianLangModel[] = | |
| 139 { | |
| 140 0,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,1,3,3,3,3,1,3,3,3,2,3,2,3,3, | |
| 141 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,0,3,2,2,2,2,2,0,0,2, | |
| 142 3,3,3,2,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,2,3,2,0, | |
| 143 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 144 3,3,3,2,2,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,2,3,3,1,0, | |
| 145 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 146 3,2,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1, | |
| 147 0,0,0,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 148 3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1, | |
| 149 0,0,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 150 3,3,3,3,3,3,3,3,2,2,2,3,1,3,3,1,3,3,3,3,2,2,3,0,2,2,2,3,3,2,1,0, | |
| 151 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0, | |
| 152 3,3,3,3,3,3,2,3,3,3,3,3,2,2,3,2,3,3,3,2,1,2,2,0,1,2,2,2,2,2,2,0, | |
| 153 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, | |
| 154 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,3,0,2,2,3,3,2,1,2,0, | |
| 155 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0, | |
| 156 3,3,3,3,3,3,2,3,3,1,2,3,2,2,3,2,3,3,3,3,2,2,3,0,3,2,2,3,1,1,1,0, | |
| 157 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 158 3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,2,3,3,3,3,2,2,2,0,3,3,3,2,2,2,2,0, | |
| 159 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 160 3,3,3,3,3,3,3,3,3,3,2,3,2,3,3,3,3,3,3,2,3,2,2,0,1,3,2,1,2,2,1,0, | |
| 161 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, | |
| 162 3,3,3,3,3,3,3,3,3,3,3,2,1,1,3,0,1,1,1,1,2,1,1,0,2,2,2,1,2,0,1,0, | |
| 163 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 164 3,3,3,3,3,3,2,3,3,2,2,2,2,1,3,2,3,2,3,2,1,2,2,0,1,1,2,1,2,1,2,0, | |
| 165 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 166 3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,2,3,3,3,2,2,2,2,0,2,2,2,2,3,1,1,0, | |
| 167 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, | |
| 168 3,2,3,2,2,3,3,3,3,3,3,3,3,3,1,3,2,0,0,3,3,3,3,2,3,3,3,3,2,3,2,0, | |
| 169 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 170 2,3,3,3,3,3,2,2,3,3,0,2,1,0,3,2,3,2,3,0,0,1,2,0,0,1,0,1,2,1,1,0, | |
| 171 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 172 3,0,3,0,2,3,3,3,3,2,3,3,3,3,1,2,2,0,0,2,3,2,2,2,3,2,3,2,2,3,0,0, | |
| 173 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 174 3,2,3,0,2,3,2,3,0,1,2,3,3,2,0,2,3,0,0,2,3,2,2,0,1,3,1,3,2,2,1,0, | |
| 175 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 176 3,1,3,0,2,3,3,3,3,3,3,3,3,2,1,3,2,0,0,2,2,3,3,3,2,3,3,0,2,2,0,0, | |
| 177 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 178 3,3,3,3,3,3,2,2,3,3,2,2,2,3,3,0,0,1,1,1,1,1,2,0,0,1,1,1,1,0,1,0, | |
| 179 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 180 3,3,3,3,3,3,2,2,3,3,3,3,3,3,3,0,3,2,3,3,2,3,2,0,2,1,0,1,1,0,1,0, | |
| 181 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, | |
| 182 3,3,3,3,3,3,2,3,3,3,2,2,2,2,3,1,3,2,3,1,1,2,1,0,2,2,2,2,1,3,1,0, | |
| 183 0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, | |
| 184 2,2,3,3,3,3,3,1,2,2,1,3,1,0,3,0,0,3,0,0,0,1,1,0,1,2,1,0,0,0,0,0, | |
| 185 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 186 3,2,2,1,1,3,3,3,2,2,1,2,2,3,1,1,2,0,0,2,2,1,3,0,0,2,1,1,2,1,1,0, | |
| 187 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 188 3,2,3,3,3,3,1,2,2,2,1,2,1,3,3,1,1,2,1,2,1,2,2,0,2,0,0,1,1,0,1,0, | |
| 189 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 190 2,3,3,3,3,3,2,1,3,2,2,3,2,0,3,2,0,3,0,1,0,1,1,0,0,1,1,1,1,0,1,0, | |
| 191 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 192 3,3,2,3,3,3,2,2,2,3,3,1,2,1,2,1,0,1,0,1,1,0,1,0,0,2,1,1,1,0,1,0, | |
| 193 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0, | |
| 194 3,1,1,2,1,2,3,3,2,2,1,2,2,3,0,2,1,0,0,2,2,3,2,1,2,2,2,2,2,3,1,0, | |
| 195 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 196 3,3,3,3,3,1,1,0,1,1,2,2,1,1,3,0,0,1,3,1,1,1,0,0,0,1,0,1,1,0,0,0, | |
| 197 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 198 2,1,3,3,3,2,0,0,0,2,1,0,1,0,2,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 199 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 200 2,0,1,0,0,2,3,2,2,2,1,2,2,2,1,2,1,0,0,1,1,1,0,2,0,1,1,1,0,0,1,1, | |
| 201 1,0,0,0,0,0,1,2,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0, | |
| 202 2,3,3,3,3,0,0,0,0,1,0,0,0,0,3,0,1,2,1,0,0,0,0,0,0,0,1,1,0,0,1,1, | |
| 203 1,0,1,0,1,2,0,0,1,1,2,1,0,1,1,1,1,0,1,1,1,1,0,1,0,0,1,0,0,1,1,0, | |
| 204 2,2,3,2,2,2,3,1,2,2,2,2,2,2,2,2,1,1,1,1,1,1,1,0,1,0,1,1,1,0,2,1, | |
| 205 1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,0,1,0,1,1,0,1,1,1,0,1,1,0, | |
| 206 3,3,3,2,2,2,2,3,2,2,1,1,2,2,2,2,1,1,3,1,2,1,2,0,0,1,1,0,1,0,2,1, | |
| 207 1,1,1,1,1,2,1,0,1,1,1,1,0,1,0,0,1,1,0,0,1,0,1,0,0,1,0,0,0,1,1,0, | |
| 208 2,0,0,1,0,3,2,2,2,2,1,2,1,2,1,2,0,0,0,2,1,2,2,1,1,2,2,0,1,1,0,2, | |
| 209 1,1,1,1,1,0,1,1,1,2,1,1,1,2,1,0,1,2,1,1,1,1,0,1,1,1,0,0,1,0,0,1, | |
| 210 1,3,2,2,2,1,1,1,2,3,0,0,0,0,2,0,2,2,1,0,0,0,0,0,0,1,0,0,0,0,1,1, | |
| 211 1,0,1,1,0,1,0,1,1,0,1,1,0,2,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0, | |
| 212 2,3,2,3,2,1,2,2,2,2,1,0,0,0,2,0,0,1,1,0,0,0,0,0,0,0,1,1,0,0,2,1, | |
| 213 1,1,2,1,0,2,0,0,1,0,1,0,0,1,0,0,1,1,0,1,1,0,0,0,0,0,1,0,0,0,0,0, | |
| 214 3,0,0,1,0,2,2,2,3,2,2,2,2,2,2,2,0,0,0,2,1,2,1,1,1,2,2,0,0,0,1,2, | |
| 215 1,1,1,1,1,0,1,2,1,1,1,1,1,1,1,0,1,1,1,1,1,1,0,1,1,1,1,1,1,0,0,1, | |
| 216 2,3,2,3,3,2,0,1,1,1,0,0,1,0,2,0,1,1,3,1,0,0,0,0,0,0,0,1,0,0,2,1, | |
| 217 1,1,1,1,1,1,1,0,1,0,1,1,1,1,0,1,1,1,0,0,1,1,0,1,0,0,0,0,0,0,1,0, | |
| 218 2,3,3,3,3,1,2,2,2,2,0,1,1,0,2,1,1,1,2,1,0,1,1,0,0,1,0,1,0,0,2,0, | |
| 219 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 220 2,3,3,3,2,0,0,1,1,2,2,1,0,0,2,0,1,1,3,0,0,1,0,0,0,0,0,1,0,1,2,1, | |
| 221 1,1,2,0,1,1,1,0,1,0,1,1,0,1,0,1,1,1,1,0,1,0,0,0,0,0,0,1,0,1,1,0, | |
| 222 1,3,2,3,2,1,0,0,2,2,2,0,1,0,2,0,1,1,1,0,1,0,0,0,3,0,1,1,0,0,2,1, | |
| 223 1,1,1,0,1,1,0,0,0,0,1,1,0,1,0,0,2,1,1,0,1,0,0,0,1,0,1,0,0,1,1,0, | |
| 224 3,1,2,1,1,2,2,2,2,2,2,1,2,2,1,1,0,0,0,2,2,2,0,0,0,1,2,1,0,1,0,1, | |
| 225 2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,2,1,1,1,0,1,0,1,1,0,1,1,1,0,0,1, | |
| 226 3,0,0,0,0,2,0,1,1,1,1,1,1,1,0,1,0,0,0,1,1,1,0,1,0,1,1,0,0,1,0,1, | |
| 227 1,1,0,0,1,0,0,0,1,0,1,1,0,0,1,0,1,0,1,0,0,0,0,1,0,0,0,1,0,0,0,1, | |
| 228 1,3,3,2,2,0,0,0,2,2,0,0,0,1,2,0,1,1,2,0,0,0,0,0,0,0,0,1,0,0,2,1, | |
| 229 0,1,1,0,0,1,1,0,0,0,1,1,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,1,0, | |
| 230 2,3,2,3,2,0,0,0,0,1,1,0,0,0,2,0,2,0,2,0,0,0,0,0,1,0,0,1,0,0,1,1, | |
| 231 1,1,2,0,1,2,1,0,1,1,2,1,1,1,1,1,2,1,1,0,1,0,0,1,1,1,1,1,0,1,1,0, | |
| 232 1,3,2,2,2,1,0,0,2,2,1,0,1,2,2,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,1,1, | |
| 233 0,0,1,1,0,1,1,0,0,1,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0, | |
| 234 1,0,0,1,0,2,3,1,2,2,2,2,2,2,1,1,0,0,0,1,0,1,0,2,1,1,1,0,0,0,0,1, | |
| 235 1,1,0,1,1,0,1,1,1,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0, | |
| 236 2,0,2,0,0,1,0,3,2,1,2,1,2,2,0,1,0,0,0,2,1,0,0,2,1,1,1,1,0,2,0,2, | |
| 237 2,1,1,1,1,1,1,1,1,1,1,1,1,2,1,0,1,1,1,1,0,0,0,1,1,1,1,0,1,0,0,1, | |
| 238 1,2,2,2,2,1,0,0,1,0,0,0,0,0,2,0,1,1,1,1,0,0,0,0,1,0,1,2,0,0,2,0, | |
| 239 1,0,1,1,1,2,1,0,1,0,1,1,0,0,1,0,1,1,1,0,1,0,0,0,1,0,0,1,0,1,1,0, | |
| 240 2,1,2,2,2,0,3,0,1,1,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1, | |
| 241 0,0,0,1,1,1,0,0,1,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0, | |
| 242 1,2,2,3,2,2,0,0,1,1,2,0,1,2,1,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,1, | |
| 243 0,1,1,0,0,1,1,0,0,1,1,0,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0, | |
| 244 2,2,1,1,2,1,2,2,2,2,2,1,2,2,0,1,0,0,0,1,2,2,2,1,2,1,1,1,1,1,2,1, | |
| 245 1,1,1,1,1,1,1,1,1,1,0,0,1,1,1,0,1,1,1,0,0,0,0,1,1,1,0,1,1,0,0,1, | |
| 246 1,2,2,2,2,0,1,0,2,2,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,0, | |
| 247 0,0,1,0,0,1,0,0,0,0,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0, | |
| 248 0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0, | |
| 249 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 250 1,2,2,2,2,0,0,0,2,2,2,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,1, | |
| 251 0,1,1,0,0,1,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 252 1,2,2,2,2,0,0,0,0,1,0,0,1,1,2,0,0,0,0,1,0,1,0,0,1,0,0,2,0,0,0,1, | |
| 253 0,0,1,0,0,1,0,0,0,1,1,0,0,0,0,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0, | |
| 254 1,2,2,2,1,1,2,0,2,1,1,1,1,0,2,2,0,0,0,0,0,0,0,0,0,1,1,0,0,0,1,1, | |
| 255 0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0, | |
| 256 1,0,2,1,2,0,0,0,0,0,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0, | |
| 257 0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0, | |
| 258 1,0,0,0,0,2,0,1,2,1,0,1,1,1,0,1,0,0,0,1,0,1,0,0,1,0,1,0,0,0,0,1, | |
| 259 0,0,0,0,0,1,0,0,1,1,0,0,1,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1, | |
| 260 2,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, | |
| 261 1,0,0,0,1,0,0,0,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,1,0,0,0,0,0, | |
| 262 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, | |
| 263 1,1,1,0,1,0,1,0,0,1,1,1,1,0,0,0,1,0,0,0,0,1,0,0,0,1,0,1,0,0,0,0, | |
| 264 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, | |
| 265 1,1,0,1,1,0,1,0,1,0,0,0,0,1,1,0,1,1,0,0,0,0,0,1,0,1,1,0,1,0,0,0, | |
| 266 0,1,1,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 267 0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0, | |
| 268 }; | |
| 269 | |
| 270 | |
| 271 const SequenceModel Koi8rModel = | |
| 272 { | |
| 273 KOI8R_CharToOrderMap, | |
| 274 RussianLangModel, | |
| 275 (float)0.976601, | |
| 276 false, | |
| 277 "KOI8-R" | |
| 278 }; | |
| 279 | |
| 280 const SequenceModel Win1251Model = | |
| 281 { | |
| 282 win1251_CharToOrderMap, | |
| 283 RussianLangModel, | |
| 284 (float)0.976601, | |
| 285 false, | |
| 286 "windows-1251" | |
| 287 }; | |
| 288 | |
| 289 const SequenceModel Latin5Model = | |
| 290 { | |
| 291 latin5_CharToOrderMap, | |
| 292 RussianLangModel, | |
| 293 (float)0.976601, | |
| 294 false, | |
| 295 "ISO-8859-5" | |
| 296 }; | |
| 297 | |
| 298 const SequenceModel MacCyrillicModel = | |
| 299 { | |
| 300 macCyrillic_CharToOrderMap, | |
| 301 RussianLangModel, | |
| 302 (float)0.976601, | |
| 303 false, | |
| 304 "x-mac-cyrillic" | |
| 305 }; | |
| 306 | |
| 307 const SequenceModel Ibm866Model = | |
| 308 { | |
| 309 IBM866_CharToOrderMap, | |
| 310 RussianLangModel, | |
| 311 (float)0.976601, | |
| 312 false, | |
| 313 "IBM866" | |
| 314 }; | |
| 315 | |
| 316 const SequenceModel Ibm855Model = | |
| 317 { | |
| 318 IBM855_CharToOrderMap, | |
| 319 RussianLangModel, | |
| 320 (float)0.976601, | |
| 321 false, | |
| 322 "IBM855" | |
| 323 }; |
