1.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000 1.2 +++ b/intl/chardet/tools/gengb18030.pl Wed Dec 31 06:09:35 2014 +0100 1.3 @@ -0,0 +1,44 @@ 1.4 +#!/usr/local/bin/perl 1.5 +# This Source Code Form is subject to the terms of the Mozilla Public 1.6 +# License, v. 2.0. If a copy of the MPL was not distributed with this 1.7 +# file, You can obtain one at http://mozilla.org/MPL/2.0/. 1.8 + 1.9 +use strict; 1.10 +require "genverifier.pm"; 1.11 +use genverifier; 1.12 + 1.13 + 1.14 +my(@gb18030_cls); 1.15 +my(@gb18030_st); 1.16 +my($gb18030_ver); 1.17 + 1.18 + 1.19 +@gb18030_cls = ( 1.20 + [ 0x0e , 0x0f , 0 ], 1.21 + [ 0x1b , 0x1b , 0 ], 1.22 + [ 0x30 , 0x39 , 3 ], 1.23 + [ 0x00 , 0x3f , 1 ], 1.24 + [ 0x40 , 0x7e , 2 ], 1.25 + [ 0x7f , 0x7f , 4 ], 1.26 + [ 0x80 , 0x80 , 5 ], 1.27 + [ 0x81 , 0xfe , 6 ], 1.28 + [ 0xff , 0xff , 0 ], 1.29 +); 1.30 + 1.31 +package genverifier; 1.32 +@gb18030_st = ( 1.33 +# 0 1 2 3 4 5 6 1.34 + 1, 0, 0, 0, 0, 0, 3, # state 0 1.35 + 1, 1, 1, 1, 1, 1, 1, # Error State - 1 1.36 + 2, 2, 2, 2, 2, 2, 2, # ItsMe State - 2 1.37 + 1, 1, 0, 4, 1, 0, 0, # state 3, multibytes, 1st byte identified 1.38 + 1, 1, 1, 1, 1, 1, 5, # state 4, multibytes, 2nd byte identified 1.39 + 1, 1, 1, 2, 1, 1, 1, # state 5, multibytes, 3rd byte identified 1.40 +); 1.41 + 1.42 + 1.43 +$gb18030_ver = genverifier::GenVerifier("gb18030", "gb18030", \@gb18030_cls, 7, \@gb18030_st); 1.44 +print $gb18030_ver; 1.45 + 1.46 + 1.47 +