The Tor Browser / file comparison
comparison: intl/unicharutil/tests/genNormalizationData.pl
intl/unicharutil/tests/genNormalizationData.pl
- changeset 0
- 6474c204b198
equal
deleted
inserted
replaced
| -1:000000000000 | 0:ec126ac637db |
|---|---|
| 1 #!/usr/bin/perl | |
| 2 # | |
| 3 # This Source Code Form is subject to the terms of the Mozilla Public | |
| 4 # License, v. 2.0. If a copy of the MPL was not distributed with this | |
| 5 # file, You can obtain one at http://mozilla.org/MPL/2.0/. | |
| 6 | |
| 7 open ( TEXTFILE , "< NormalizationTest.txt") | |
| 8 || die "Cannot find NormalizationTest.txt. The latest version should be available from\n http://www.unicode.org/Public/UNIDATA/NormalizationTest.txt\n"; | |
| 9 | |
| 10 open ( OUT , "> NormalizationData.h") | |
| 11 #open ( OUT , "> test.txt") | |
| 12 || die "Cannot create output file NormalizationData.h\n"; | |
| 13 | |
| 14 $mpl = <<END_OF_MPL; | |
| 15 /* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ | |
| 16 /* This Source Code Form is subject to the terms of the Mozilla Public | |
| 17 * License, v. 2.0. If a copy of the MPL was not distributed with this | |
| 18 * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ | |
| 19 /* | |
| 20 DO NOT EDIT THIS DOCUMENT !!! THIS DOCUMENT IS GENERATED BY | |
| 21 mozilla/intl/unicharutil/tools/genNormalizationData.pl | |
| 22 */ | |
| 23 END_OF_MPL | |
| 24 | |
| 25 print OUT $mpl; | |
| 26 | |
| 27 # XXX This code assumes that wchar_t is 16-bit unsigned, which is currently | |
| 28 # true on Windows, Linux and Mac (with |g++ -fshort-wchar|). | |
| 29 # To make it work where that assumption doesn't hold, one could generate | |
| 30 # one huge array containing all the strings as 16-bit units (including | |
| 31 # the 0 terminator) and initialize the array of testcaseLine with pointers | |
| 32 # into the huge array. | |
| 33 | |
| 34 while(<TEXTFILE>) { | |
| 35 chop; | |
| 36 if (/^# NormalizationTest-(.+)\.txt/) { | |
| 37 print OUT "static char versionText[] = \"$1\";\n"; | |
| 38 } elsif (/^\@Part(.)/) { | |
| 39 if ($1 != "0") { | |
| 40 print OUT " {\n"; | |
| 41 print OUT " L\"\",\n"; | |
| 42 print OUT " L\"\",\n"; | |
| 43 print OUT " L\"\",\n"; | |
| 44 print OUT " L\"\",\n"; | |
| 45 print OUT " L\"\",\n"; | |
| 46 print OUT " \"\",\n"; | |
| 47 print OUT " },\n"; | |
| 48 print OUT "};\n"; | |
| 49 } | |
| 50 print OUT "\n"; | |
| 51 print OUT "static testcaseLine Part$1TestData[] = \n"; | |
| 52 print OUT "{\n"; | |
| 53 } else { | |
| 54 unless (/^\#/) { | |
| 55 @cases = split(/;/ , $_); | |
| 56 print OUT " {\n"; | |
| 57 for ($case = 0; $case < 5; ++$case) { | |
| 58 $c = $cases[$case]; | |
| 59 print OUT " L\""; | |
| 60 @codepoints = split(/ / , $c); | |
| 61 foreach (@codepoints) { | |
| 62 $cp = hex($_); | |
| 63 if ($cp < 0x10000) { | |
| 64 # BMP codepoint | |
| 65 printf OUT "\\x%04X", $cp; | |
| 66 } else { | |
| 67 # non-BMP codepoint, convert to surrogate pair | |
| 68 printf OUT "\\x%04X\\x%04X", | |
| 69 ($cp >> 10) + 0xD7C0, | |
| 70 ($cp & 0x03FF) | 0xDC00; | |
| 71 } | |
| 72 } | |
| 73 print OUT "\",\n"; | |
| 74 } | |
| 75 $description = $cases[10]; | |
| 76 $description =~ s/^ \) //; | |
| 77 print OUT " \"$description\"\n"; | |
| 78 print OUT " },\n"; | |
| 79 } | |
| 80 } | |
| 81 } | |
| 82 | |
| 83 print OUT " {\n"; | |
| 84 print OUT " L\"\",\n"; | |
| 85 print OUT " L\"\",\n"; | |
| 86 print OUT " L\"\",\n"; | |
| 87 print OUT " L\"\",\n"; | |
| 88 print OUT " L\"\",\n"; | |
| 89 print OUT " \"\",\n"; | |
| 90 print OUT " },\n"; | |
| 91 print OUT "};\n"; | |
| 92 close (OUT); | |
| 93 close (TEXTFILE); |
