extensions/universalchardet/src/base/LangHungarianModel.cpp@b8a032363ba2 (annotated)
extensions/universalchardet/src/base/LangHungarianModel.cpp
Thu, 22 Jan 2015 13:21:57 +0100
- author
- Michael Schloh von Bennewitz <michael@schloh.com>
- date
- Thu, 22 Jan 2015 13:21:57 +0100
- branch
- TOR_BUG_9701
- changeset 15
- b8a032363ba2
- permissions
- -rw-r--r--
Incorporate requested changes from Mozilla in review:
https://bugzilla.mozilla.org/show_bug.cgi?id=1123480#c6
| michael@0 | 1 | /* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ |
| michael@0 | 2 | /* This Source Code Form is subject to the terms of the Mozilla Public |
| michael@0 | 3 | * License, v. 2.0. If a copy of the MPL was not distributed with this |
| michael@0 | 4 | * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ |
| michael@0 | 5 | |
| michael@0 | 6 | #include "nsSBCharSetProber.h" |
| michael@0 | 7 | /**************************************************************** |
| michael@0 | 8 | 255: Control characters that usually does not exist in any text |
| michael@0 | 9 | 254: Carriage/Return |
| michael@0 | 10 | 253: symbol (punctuation) that does not belong to word |
| michael@0 | 11 | 252: 0 - 9 |
| michael@0 | 12 | |
| michael@0 | 13 | *****************************************************************/ |
| michael@0 | 14 | |
| michael@0 | 15 | //Character Mapping Table: |
| michael@0 | 16 | static const unsigned char Latin2_HungarianCharToOrderMap[] = |
| michael@0 | 17 | { |
| michael@0 | 18 | 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, //00 |
| michael@0 | 19 | 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, //10 |
| michael@0 | 20 | +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, //20 |
| michael@0 | 21 | 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, //30 |
| michael@0 | 22 | 253, 28, 40, 54, 45, 32, 50, 49, 38, 39, 53, 36, 41, 34, 35, 47, |
| michael@0 | 23 | 46, 71, 43, 33, 37, 57, 48, 64, 68, 55, 52,253,253,253,253,253, |
| michael@0 | 24 | 253, 2, 18, 26, 17, 1, 27, 12, 20, 9, 22, 7, 6, 13, 4, 8, |
| michael@0 | 25 | 23, 67, 10, 5, 3, 21, 19, 65, 62, 16, 11,253,253,253,253,253, |
| michael@0 | 26 | 159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174, |
| michael@0 | 27 | 175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190, |
| michael@0 | 28 | 191,192,193,194,195,196,197, 75,198,199,200,201,202,203,204,205, |
| michael@0 | 29 | 79,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220, |
| michael@0 | 30 | 221, 51, 81,222, 78,223,224,225,226, 44,227,228,229, 61,230,231, |
| michael@0 | 31 | 232,233,234, 58,235, 66, 59,236,237,238, 60, 69, 63,239,240,241, |
| michael@0 | 32 | 82, 14, 74,242, 70, 80,243, 72,244, 15, 83, 77, 84, 30, 76, 85, |
| michael@0 | 33 | 245,246,247, 25, 73, 42, 24,248,249,250, 31, 56, 29,251,252,253, |
| michael@0 | 34 | }; |
| michael@0 | 35 | |
| michael@0 | 36 | static const unsigned char win1250HungarianCharToOrderMap[] = |
| michael@0 | 37 | { |
| michael@0 | 38 | 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, //00 |
| michael@0 | 39 | 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, //10 |
| michael@0 | 40 | +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, //20 |
| michael@0 | 41 | 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, //30 |
| michael@0 | 42 | 253, 28, 40, 54, 45, 32, 50, 49, 38, 39, 53, 36, 41, 34, 35, 47, |
| michael@0 | 43 | 46, 72, 43, 33, 37, 57, 48, 64, 68, 55, 52,253,253,253,253,253, |
| michael@0 | 44 | 253, 2, 18, 26, 17, 1, 27, 12, 20, 9, 22, 7, 6, 13, 4, 8, |
| michael@0 | 45 | 23, 67, 10, 5, 3, 21, 19, 65, 62, 16, 11,253,253,253,253,253, |
| michael@0 | 46 | 161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176, |
| michael@0 | 47 | 177,178,179,180, 78,181, 69,182,183,184,185,186,187,188,189,190, |
| michael@0 | 48 | 191,192,193,194,195,196,197, 76,198,199,200,201,202,203,204,205, |
| michael@0 | 49 | 81,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220, |
| michael@0 | 50 | 221, 51, 83,222, 80,223,224,225,226, 44,227,228,229, 61,230,231, |
| michael@0 | 51 | 232,233,234, 58,235, 66, 59,236,237,238, 60, 70, 63,239,240,241, |
| michael@0 | 52 | 84, 14, 75,242, 71, 82,243, 73,244, 15, 85, 79, 86, 30, 77, 87, |
| michael@0 | 53 | 245,246,247, 25, 74, 42, 24,248,249,250, 31, 56, 29,251,252,253, |
| michael@0 | 54 | }; |
| michael@0 | 55 | |
| michael@0 | 56 | //Model Table: |
| michael@0 | 57 | //total sequences: 100% |
| michael@0 | 58 | //first 512 sequences: 94.7368% |
| michael@0 | 59 | //first 1024 sequences:5.2623% |
| michael@0 | 60 | //rest sequences: 0.8894% |
| michael@0 | 61 | //negative sequences: 0.0009% |
| michael@0 | 62 | static const uint8_t HungarianLangModel[] = |
| michael@0 | 63 | { |
| michael@0 | 64 | 0,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3, |
| michael@0 | 65 | 3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,2,2,3,3,1,1,2,2,2,2,2,1,2, |
| michael@0 | 66 | 3,2,2,3,3,3,3,3,2,3,3,3,3,3,3,1,2,3,3,3,3,2,3,3,1,1,3,3,0,1,1,1, |
| michael@0 | 67 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0, |
| michael@0 | 68 | 3,2,1,3,3,3,3,3,2,3,3,3,3,3,1,1,2,3,3,3,3,3,3,3,1,1,3,2,0,1,1,1, |
| michael@0 | 69 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0, |
| michael@0 | 70 | 3,3,3,3,3,3,3,3,3,3,3,1,1,2,3,3,3,1,3,3,3,3,3,1,3,3,2,2,0,3,2,3, |
| michael@0 | 71 | 0,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0, |
| michael@0 | 72 | 3,3,3,3,3,3,2,3,3,3,2,3,3,2,3,3,3,3,3,2,3,3,2,2,3,2,3,2,0,3,2,2, |
| michael@0 | 73 | 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0, |
| michael@0 | 74 | 3,3,3,3,3,3,2,3,3,3,3,3,2,3,3,3,1,2,3,2,2,3,1,2,3,3,2,2,0,3,3,3, |
| michael@0 | 75 | 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, |
| michael@0 | 76 | 3,3,3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,3,2,3,3,3,3,2,3,3,3,3,0,2,3,2, |
| michael@0 | 77 | 0,0,0,1,1,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, |
| michael@0 | 78 | 3,3,3,3,3,3,3,3,3,3,3,1,1,1,3,3,2,1,3,2,2,3,2,1,3,2,2,1,0,3,3,1, |
| michael@0 | 79 | 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, |
| michael@0 | 80 | 3,2,2,3,3,3,3,3,1,2,3,3,3,3,1,2,1,3,3,3,3,2,2,3,1,1,3,2,0,1,1,1, |
| michael@0 | 81 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0, |
| michael@0 | 82 | 3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,2,1,3,3,3,3,3,2,2,1,3,3,3,0,1,1,2, |
| michael@0 | 83 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0, |
| michael@0 | 84 | 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,2,3,3,2,3,3,3,2,0,3,2,3, |
| michael@0 | 85 | 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,1,0, |
| michael@0 | 86 | 3,3,3,3,3,3,2,3,3,3,2,3,2,3,3,3,1,3,2,2,2,3,1,1,3,3,1,1,0,3,3,2, |
| michael@0 | 87 | 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, |
| michael@0 | 88 | 3,3,3,3,3,3,3,2,3,3,3,2,3,2,3,3,3,2,3,3,3,3,3,1,2,3,2,2,0,2,2,2, |
| michael@0 | 89 | 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, |
| michael@0 | 90 | 3,3,3,2,2,2,3,1,3,3,2,2,1,3,3,3,1,1,3,1,2,3,2,3,2,2,2,1,0,2,2,2, |
| michael@0 | 91 | 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0, |
| michael@0 | 92 | 3,1,1,3,3,3,3,3,1,2,3,3,3,3,1,2,1,3,3,3,2,2,3,2,1,0,3,2,0,1,1,0, |
| michael@0 | 93 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| michael@0 | 94 | 3,1,1,3,3,3,3,3,1,2,3,3,3,3,1,1,0,3,3,3,3,0,2,3,0,0,2,1,0,1,0,0, |
| michael@0 | 95 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| michael@0 | 96 | 3,3,3,3,3,3,2,2,3,3,2,2,2,2,3,3,0,1,2,3,2,3,2,2,3,2,1,2,0,2,2,2, |
| michael@0 | 97 | 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0, |
| michael@0 | 98 | 3,3,3,3,3,3,1,2,3,3,3,2,1,2,3,3,2,2,2,3,2,3,3,1,3,3,1,1,0,2,3,2, |
| michael@0 | 99 | 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, |
| michael@0 | 100 | 3,3,3,1,2,2,2,2,3,3,3,1,1,1,3,3,1,1,3,1,1,3,2,1,2,3,1,1,0,2,2,2, |
| michael@0 | 101 | 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, |
| michael@0 | 102 | 3,3,3,2,1,2,1,1,3,3,1,1,1,1,3,3,1,1,2,2,1,2,1,1,2,2,1,1,0,2,2,1, |
| michael@0 | 103 | 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, |
| michael@0 | 104 | 3,3,3,1,1,2,1,1,3,3,1,0,1,1,3,3,2,0,1,1,2,3,1,0,2,2,1,0,0,1,3,2, |
| michael@0 | 105 | 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, |
| michael@0 | 106 | 3,2,1,3,3,3,3,3,1,2,3,2,3,3,2,1,1,3,2,3,2,1,2,2,0,1,2,1,0,0,1,1, |
| michael@0 | 107 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0, |
| michael@0 | 108 | 3,3,3,3,2,2,2,2,3,1,2,2,1,1,3,3,0,3,2,1,2,3,2,1,3,3,1,1,0,2,1,3, |
| michael@0 | 109 | 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, |
| michael@0 | 110 | 3,3,3,2,2,2,3,2,3,3,3,2,1,1,3,3,1,1,1,2,2,3,2,3,2,2,2,1,0,2,2,1, |
| michael@0 | 111 | 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, |
| michael@0 | 112 | 1,0,0,3,3,3,3,3,0,0,3,3,2,3,0,0,0,2,3,3,1,0,1,2,0,0,1,1,0,0,0,0, |
| michael@0 | 113 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| michael@0 | 114 | 3,1,2,3,3,3,3,3,1,2,3,3,2,2,1,1,0,3,3,2,2,1,2,2,1,0,2,2,0,1,1,1, |
| michael@0 | 115 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| michael@0 | 116 | 3,3,2,2,1,3,1,2,3,3,2,2,1,1,2,2,1,1,1,1,3,2,1,1,1,1,2,1,0,1,2,1, |
| michael@0 | 117 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0, |
| michael@0 | 118 | 2,3,3,1,1,1,1,1,3,3,3,0,1,1,3,3,1,1,1,1,1,2,2,0,3,1,1,2,0,2,1,1, |
| michael@0 | 119 | 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, |
| michael@0 | 120 | 3,1,0,1,2,1,2,2,0,1,2,3,1,2,0,0,0,2,1,1,1,1,1,2,0,0,1,1,0,0,0,0, |
| michael@0 | 121 | 1,2,1,2,2,2,1,2,1,2,0,2,0,2,2,1,1,2,1,1,2,1,1,1,0,1,0,0,0,1,1,0, |
| michael@0 | 122 | 1,1,1,2,3,2,3,3,0,1,2,2,3,1,0,1,0,2,1,2,2,0,1,1,0,0,1,1,0,0,0,0, |
| michael@0 | 123 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| michael@0 | 124 | 1,0,0,3,3,2,2,1,0,0,3,2,3,2,0,0,0,1,1,3,0,0,1,1,0,0,2,1,0,0,0,0, |
| michael@0 | 125 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| michael@0 | 126 | 3,1,1,2,2,3,3,1,0,1,3,2,3,1,1,1,0,1,1,1,1,1,3,1,0,0,2,2,0,0,0,0, |
| michael@0 | 127 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| michael@0 | 128 | 3,1,1,1,2,2,2,1,0,1,2,3,3,2,0,0,0,2,1,1,1,2,1,1,1,0,1,1,1,0,0,0, |
| michael@0 | 129 | 1,2,2,2,2,2,1,1,1,2,0,2,1,1,1,1,1,2,1,1,1,1,1,1,0,1,1,1,0,0,1,1, |
| michael@0 | 130 | 3,2,2,1,0,0,1,1,2,2,0,3,0,1,2,1,1,0,0,1,1,1,0,1,1,1,1,0,2,1,1,1, |
| michael@0 | 131 | 2,2,1,1,1,2,1,2,1,1,1,1,1,1,1,2,1,1,1,2,3,1,1,1,1,1,1,1,1,1,0,1, |
| michael@0 | 132 | 2,3,3,0,1,0,0,0,3,3,1,0,0,1,2,2,1,0,0,0,0,2,0,0,1,1,1,0,2,1,1,1, |
| michael@0 | 133 | 2,1,1,1,1,1,1,2,1,1,0,1,1,0,1,1,1,0,1,2,1,1,0,1,1,1,1,1,1,1,0,1, |
| michael@0 | 134 | 2,3,3,0,1,0,0,0,2,2,0,0,0,0,1,2,2,0,0,0,0,1,0,0,1,1,0,0,2,0,1,0, |
| michael@0 | 135 | 2,1,1,1,1,2,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,2,0,1,1,1,1,1,0,1, |
| michael@0 | 136 | 3,2,2,0,1,0,1,0,2,3,2,0,0,1,2,2,1,0,0,1,1,1,0,0,2,1,0,1,2,2,1,1, |
| michael@0 | 137 | 2,1,1,1,1,1,1,2,1,1,1,1,1,1,0,2,1,0,1,1,0,1,1,1,0,1,1,2,1,1,0,1, |
| michael@0 | 138 | 2,2,2,0,0,1,0,0,2,2,1,1,0,0,2,1,1,0,0,0,1,2,0,0,2,1,0,0,2,1,1,1, |
| michael@0 | 139 | 2,1,1,1,1,2,1,2,1,1,1,2,2,1,1,2,1,1,1,2,1,1,1,1,1,1,1,1,1,1,0,1, |
| michael@0 | 140 | 1,2,3,0,0,0,1,0,3,2,1,0,0,1,2,1,1,0,0,0,0,2,1,0,1,1,0,0,2,1,2,1, |
| michael@0 | 141 | 1,1,0,0,0,1,0,1,1,1,1,1,2,0,0,1,0,0,0,2,0,0,1,1,1,1,1,1,1,1,0,1, |
| michael@0 | 142 | 3,0,0,2,1,2,2,1,0,0,2,1,2,2,0,0,0,2,1,1,1,0,1,1,0,0,1,1,2,0,0,0, |
| michael@0 | 143 | 1,2,1,2,2,1,1,2,1,2,0,1,1,1,1,1,1,1,1,1,2,1,1,0,0,1,1,1,1,0,0,1, |
| michael@0 | 144 | 1,3,2,0,0,0,1,0,2,2,2,0,0,0,2,2,1,0,0,0,0,3,1,1,1,1,0,0,2,1,1,1, |
| michael@0 | 145 | 2,1,0,1,1,1,0,1,1,1,1,1,1,1,0,2,1,0,0,1,0,1,1,0,1,1,1,1,1,1,0,1, |
| michael@0 | 146 | 2,3,2,0,0,0,1,0,2,2,0,0,0,0,2,1,1,0,0,0,0,2,1,0,1,1,0,0,2,1,1,0, |
| michael@0 | 147 | 2,1,1,1,1,2,1,2,1,2,0,1,1,1,0,2,1,1,1,2,1,1,1,1,0,1,1,1,1,1,0,1, |
| michael@0 | 148 | 3,1,1,2,2,2,3,2,1,1,2,2,1,1,0,1,0,2,2,1,1,1,1,1,0,0,1,1,0,1,1,0, |
| michael@0 | 149 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| michael@0 | 150 | 2,2,2,0,0,0,0,0,2,2,0,0,0,0,2,2,1,0,0,0,1,1,0,0,1,2,0,0,2,1,1,1, |
| michael@0 | 151 | 2,2,1,1,1,2,1,2,1,1,0,1,1,1,1,2,1,1,1,2,1,1,1,1,0,1,2,1,1,1,0,1, |
| michael@0 | 152 | 1,0,0,1,2,3,2,1,0,0,2,0,1,1,0,0,0,1,1,1,1,0,1,1,0,0,1,0,0,0,0,0, |
| michael@0 | 153 | 1,2,1,2,1,2,1,1,1,2,0,2,1,1,1,0,1,2,0,0,1,1,1,0,0,0,0,0,0,0,0,0, |
| michael@0 | 154 | 2,3,2,0,0,0,0,0,1,1,2,1,0,0,1,1,1,0,0,0,0,2,0,0,1,1,0,0,2,1,1,1, |
| michael@0 | 155 | 2,1,1,1,1,1,1,2,1,0,1,1,1,1,0,2,1,1,1,1,1,1,0,1,0,1,1,1,1,1,0,1, |
| michael@0 | 156 | 1,2,2,0,1,1,1,0,2,2,2,0,0,0,3,2,1,0,0,0,1,1,0,0,1,1,0,1,1,1,0,0, |
| michael@0 | 157 | 1,1,0,1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,2,1,1,1,0,0,1,1,1,0,1,0,1, |
| michael@0 | 158 | 2,1,0,2,1,1,2,2,1,1,2,1,1,1,0,0,0,1,1,0,1,1,1,1,0,0,1,1,1,0,0,0, |
| michael@0 | 159 | 1,2,2,2,2,2,1,1,1,2,0,2,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,0,0,0,1,0, |
| michael@0 | 160 | 1,2,3,0,0,0,1,0,2,2,0,0,0,0,2,2,0,0,0,0,0,1,0,0,1,0,0,0,2,0,1,0, |
| michael@0 | 161 | 2,1,1,1,1,1,0,2,0,0,0,1,2,1,1,1,1,0,1,2,0,1,0,1,0,1,1,1,0,1,0,1, |
| michael@0 | 162 | 2,2,2,0,0,0,1,0,2,1,2,0,0,0,1,1,2,0,0,0,0,1,0,0,1,1,0,0,2,1,0,1, |
| michael@0 | 163 | 2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,0,1,1,1,1,1,0,1, |
| michael@0 | 164 | 1,2,2,0,0,0,1,0,2,2,2,0,0,0,1,1,0,0,0,0,0,1,1,0,2,0,0,1,1,1,0,1, |
| michael@0 | 165 | 1,0,1,1,1,1,1,1,0,1,1,1,1,0,0,1,0,0,1,1,0,1,0,1,1,1,1,1,0,0,0,1, |
| michael@0 | 166 | 1,0,0,1,0,1,2,1,0,0,1,1,1,2,0,0,0,1,1,0,1,0,1,1,0,0,1,0,0,0,0,0, |
| michael@0 | 167 | 0,2,1,2,1,1,1,1,1,2,0,2,0,1,1,0,1,2,1,0,1,1,1,0,0,0,0,0,0,1,0,0, |
| michael@0 | 168 | 2,1,1,0,1,2,0,0,1,1,1,0,0,0,1,1,0,0,0,0,0,1,0,0,1,0,0,0,2,1,0,1, |
| michael@0 | 169 | 2,2,1,1,1,1,1,2,1,1,0,1,1,1,1,2,1,1,1,2,1,1,0,1,0,1,1,1,1,1,0,1, |
| michael@0 | 170 | 1,2,2,0,0,0,0,0,1,1,0,0,0,0,2,1,0,0,0,0,0,2,0,0,2,2,0,0,2,0,0,1, |
| michael@0 | 171 | 2,1,1,1,1,1,1,1,0,1,1,0,1,1,0,1,0,0,0,1,1,1,1,0,0,1,1,1,1,0,0,1, |
| michael@0 | 172 | 1,1,2,0,0,3,1,0,2,1,1,1,0,0,1,1,1,0,0,0,1,1,0,0,0,1,0,0,1,0,1,0, |
| michael@0 | 173 | 1,2,1,0,1,1,1,2,1,1,0,1,1,1,1,1,0,0,0,1,1,1,1,1,0,1,0,0,0,1,0,0, |
| michael@0 | 174 | 2,1,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,1,0,0,0,1,0,0,0,0,2,0,0,0, |
| michael@0 | 175 | 2,1,1,1,1,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,2,1,1,0,0,1,1,1,1,1,0,1, |
| michael@0 | 176 | 2,1,1,1,2,1,1,1,0,1,1,2,1,0,0,0,0,1,1,1,1,0,1,0,0,0,0,1,0,0,0,0, |
| michael@0 | 177 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| michael@0 | 178 | 1,1,0,1,1,1,1,1,0,0,1,1,2,1,0,0,0,1,1,0,0,0,1,1,0,0,1,0,1,0,0,0, |
| michael@0 | 179 | 1,2,1,1,1,1,1,1,1,1,0,1,0,1,1,1,1,1,1,0,1,1,1,0,0,0,0,0,0,1,0,0, |
| michael@0 | 180 | 2,0,0,0,1,1,1,1,0,0,1,1,0,0,0,0,0,1,1,1,2,0,0,1,0,0,1,0,1,0,0,0, |
| michael@0 | 181 | 0,1,1,1,1,1,1,1,1,2,0,1,1,1,1,0,1,1,1,0,1,1,1,0,0,0,0,0,0,0,0,0, |
| michael@0 | 182 | 1,0,0,1,1,1,1,1,0,0,2,1,0,1,0,0,0,1,0,1,0,0,0,0,0,0,1,0,0,0,0,0, |
| michael@0 | 183 | 0,1,1,1,1,1,1,0,1,1,0,1,0,1,1,0,1,1,0,0,1,1,1,0,0,0,0,0,0,0,0,0, |
| michael@0 | 184 | 1,0,0,1,1,1,0,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, |
| michael@0 | 185 | 0,1,1,1,1,1,0,0,1,1,0,1,0,1,0,0,1,1,1,0,1,1,1,0,0,0,0,0,0,0,0,0, |
| michael@0 | 186 | 0,0,0,1,0,0,0,0,0,0,1,1,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| michael@0 | 187 | 0,1,1,1,0,1,0,0,1,1,0,1,0,1,1,0,1,1,1,0,1,1,1,0,0,0,0,0,0,0,0,0, |
| michael@0 | 188 | 2,1,1,1,1,1,1,1,1,1,1,0,0,1,1,1,0,0,1,0,0,1,0,1,0,1,1,1,0,0,1,0, |
| michael@0 | 189 | 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
| michael@0 | 190 | 1,0,0,1,1,1,1,0,0,0,1,1,1,0,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0, |
| michael@0 | 191 | 0,1,1,1,1,1,1,0,1,1,0,1,0,1,0,0,1,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0, |
| michael@0 | 192 | }; |
| michael@0 | 193 | |
| michael@0 | 194 | const SequenceModel Latin2HungarianModel = |
| michael@0 | 195 | { |
| michael@0 | 196 | Latin2_HungarianCharToOrderMap, |
| michael@0 | 197 | HungarianLangModel, |
| michael@0 | 198 | (float)0.947368, |
| michael@0 | 199 | true, |
| michael@0 | 200 | "ISO-8859-2" |
| michael@0 | 201 | }; |
| michael@0 | 202 | |
| michael@0 | 203 | const SequenceModel Win1250HungarianModel = |
| michael@0 | 204 | { |
| michael@0 | 205 | win1250HungarianCharToOrderMap, |
| michael@0 | 206 | HungarianLangModel, |
| michael@0 | 207 | (float)0.947368, |
| michael@0 | 208 | true, |
| michael@0 | 209 | "windows-1250" |
| michael@0 | 210 | }; |
