intl/chardet/tools/gengb18030.pl

Tue, 06 Jan 2015 21:39:09 +0100

author
Michael Schloh von Bennewitz <michael@schloh.com>
date
Tue, 06 Jan 2015 21:39:09 +0100
branch
TOR_BUG_9701
changeset 8
97036ab72558
permissions
-rw-r--r--

Conditionally force memory storage according to privacy.thirdparty.isolate;
This solves Tor bug #9701, complying with disk avoidance documented in
https://www.torproject.org/projects/torbrowser/design/#disk-avoidance.

michael@0 1 #!/usr/local/bin/perl
michael@0 2 # This Source Code Form is subject to the terms of the Mozilla Public
michael@0 3 # License, v. 2.0. If a copy of the MPL was not distributed with this
michael@0 4 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
michael@0 5
michael@0 6 use strict;
michael@0 7 require "genverifier.pm";
michael@0 8 use genverifier;
michael@0 9
michael@0 10
michael@0 11 my(@gb18030_cls);
michael@0 12 my(@gb18030_st);
michael@0 13 my($gb18030_ver);
michael@0 14
michael@0 15
michael@0 16 @gb18030_cls = (
michael@0 17 [ 0x0e , 0x0f , 0 ],
michael@0 18 [ 0x1b , 0x1b , 0 ],
michael@0 19 [ 0x30 , 0x39 , 3 ],
michael@0 20 [ 0x00 , 0x3f , 1 ],
michael@0 21 [ 0x40 , 0x7e , 2 ],
michael@0 22 [ 0x7f , 0x7f , 4 ],
michael@0 23 [ 0x80 , 0x80 , 5 ],
michael@0 24 [ 0x81 , 0xfe , 6 ],
michael@0 25 [ 0xff , 0xff , 0 ],
michael@0 26 );
michael@0 27
michael@0 28 package genverifier;
michael@0 29 @gb18030_st = (
michael@0 30 # 0 1 2 3 4 5 6
michael@0 31 1, 0, 0, 0, 0, 0, 3, # state 0
michael@0 32 1, 1, 1, 1, 1, 1, 1, # Error State - 1
michael@0 33 2, 2, 2, 2, 2, 2, 2, # ItsMe State - 2
michael@0 34 1, 1, 0, 4, 1, 0, 0, # state 3, multibytes, 1st byte identified
michael@0 35 1, 1, 1, 1, 1, 1, 5, # state 4, multibytes, 2nd byte identified
michael@0 36 1, 1, 1, 2, 1, 1, 1, # state 5, multibytes, 3rd byte identified
michael@0 37 );
michael@0 38
michael@0 39
michael@0 40 $gb18030_ver = genverifier::GenVerifier("gb18030", "gb18030", \@gb18030_cls, 7, \@gb18030_st);
michael@0 41 print $gb18030_ver;
michael@0 42
michael@0 43
michael@0 44

mercurial