The Tor Browser / file revision

 # This Source Code Form is subject to the terms of the Mozilla Public

 # License, v. 2.0. If a copy of the MPL was not distributed with this

 # file, You can obtain one at http://mozilla.org/MPL/2.0/.

 #

 # ToCAsciiArray and ToCArray are from V8's js2c.py.

 #

 # Copyright 2012 the V8 project authors. All rights reserved.

 # Redistribution and use in source and binary forms, with or without

 # modification, are permitted provided that the following conditions are

 # met:

 #

 #     * Redistributions of source code must retain the above copyright

 #       notice, this list of conditions and the following disclaimer.

 #     * Redistributions in binary form must reproduce the above

 #       copyright notice, this list of conditions and the following

 #       disclaimer in the documentation and/or other materials provided

 #       with the distribution.

 #     * Neither the name of Google Inc. nor the names of its

 #       contributors may be used to endorse or promote products derived

 #       from this software without specific prior written permission.

 #

 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS

 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT

 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR

 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT

 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,

 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT

 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,

 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY

 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT

 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE

 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

 # This utility converts JS files containing self-hosted builtins into a C

 # header file that can be embedded into SpiderMonkey.

 #

 # It uses the C preprocessor to process its inputs.

 from __future__ import with_statement

 import re, sys, os, fileinput, subprocess

 import shlex

 from optparse import OptionParser

 def ToCAsciiArray(lines):

   result = []

   for chr in lines:

     value = ord(chr)

     assert value < 128

     result.append(str(value))

   return ", ".join(result)

 def ToCArray(lines):

   result = []

   for chr in lines:

     result.append(str(ord(chr)))

   return ", ".join(result)

 HEADER_TEMPLATE = """\

 /* This Source Code Form is subject to the terms of the Mozilla Public

  * License, v. 2.0. If a copy of the MPL was not distributed with this

  * file, You can obtain one at http://mozilla.org/MPL/2.0/. */

 namespace js {

 namespace selfhosted {

     static const %(sources_type)s data[] = { %(sources_data)s };

     static const %(sources_type)s * const %(sources_name)s = reinterpret_cast<const %(sources_type)s *>(data);

     uint32_t GetCompressedSize() {

         return %(compressed_total_length)i;

     }

     uint32_t GetRawScriptsSize() {

         return %(raw_total_length)i;

     }

 } // selfhosted

 } // js

 """

 def embed(cpp, msgs, sources, c_out, js_out, env):

   # Clang seems to complain and not output anything if the extension of the

   # input is not something it recognizes, so just fake a .h here.

   tmp = 'selfhosted.js.h'

   with open(tmp, 'wb') as output:

     output.write('\n'.join([msgs] + ['#include "%(s)s"' % { 's': source } for source in sources]))

   cmdline = cpp + ['-D%(k)s=%(v)s' % { 'k': k, 'v': env[k] } for k in env] + [tmp]

   p = subprocess.Popen(cmdline, stdout=subprocess.PIPE)

   processed = ''

   for line in p.stdout:

     if not line.startswith('#'):

       processed += line

   os.remove(tmp)

   with open(js_out, 'w') as output:

     output.write(processed)

   with open(c_out, 'w') as output:

     if 'USE_ZLIB' in env:

       import zlib

       compressed = zlib.compress(processed)

       data = ToCArray(compressed)

       output.write(HEADER_TEMPLATE % {

           'sources_type': 'unsigned char',

           'sources_data': data,

           'sources_name': 'compressedSources',

           'compressed_total_length': len(compressed),

           'raw_total_length': len(processed)

       })

     else:

       data = ToCAsciiArray(processed)

       output.write(HEADER_TEMPLATE % {

           'sources_type': 'char',

           'sources_data': data,

           'sources_name': 'rawSources',

           'compressed_total_length': 0,

           'raw_total_length': len(processed)

       })

 def process_msgs(cpp, msgs):

   # Clang seems to complain and not output anything if the extension of the

   # input is not something it recognizes, so just fake a .h here.

   tmp = 'selfhosted.msg.h'

   with open(tmp, 'wb') as output:

     output.write("""\

 #define hash #

 #define id(x) x

 #define hashify(x) id(hash)x

 #define MSG_DEF(name, id, argc, ex, msg) hashify(define) name id

 #include "%(msgs)s"

 """ % { 'msgs': msgs })

   p = subprocess.Popen(cpp + [tmp], stdout=subprocess.PIPE)

   processed = p.communicate()[0]

   os.remove(tmp)

   return processed

 def main():

   env = {}

   def define_env(option, opt, value, parser):

     pair = value.split('=', 1)

     if len(pair) == 1:

       pair.append(1)

     env[pair[0]] = pair[1]

   p = OptionParser(usage="%prog [options] file")

   p.add_option('-D', action='callback', callback=define_env, type="string",

                metavar='var=[val]', help='Define a variable')

   p.add_option('-m', type='string', metavar='jsmsg', default='../js.msg',

                help='js.msg file')

   p.add_option('-p', type='string', metavar='cpp', help='Path to C preprocessor')

   p.add_option('-o', type='string', metavar='filename', default='selfhosted.out.h',

                help='C array header file')

   p.add_option('-s', type='string', metavar='jsfilename', default='selfhosted.js',

                help='Combined postprocessed JS file')

   (options, sources) = p.parse_args()

   if not (options.p and sources):

     p.print_help()

     exit(1)

   cpp = shlex.split(options.p)

   embed(cpp, process_msgs(cpp, options.m),

         sources, options.o, options.s, env)

 if __name__ == "__main__":

   main()