The Tor Browser: comparison js/src/builtin/embedjs.py

--1:000000000000
+:8920bb00b799
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+#
+# ToCAsciiArray and ToCArray are from V8's js2c.py.
+#
+# Copyright 2012 the V8 project authors. All rights reserved.
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are
+# met:
+#
+#     * Redistributions of source code must retain the above copyright
+#       notice, this list of conditions and the following disclaimer.
+#     * Redistributions in binary form must reproduce the above
+#       copyright notice, this list of conditions and the following
+#       disclaimer in the documentation and/or other materials provided
+#       with the distribution.
+#     * Neither the name of Google Inc. nor the names of its
+#       contributors may be used to endorse or promote products derived
+#       from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+# This utility converts JS files containing self-hosted builtins into a C
+# header file that can be embedded into SpiderMonkey.
+#
+# It uses the C preprocessor to process its inputs.
+from __future__ import with_statement
+import re, sys, os, fileinput, subprocess
+import shlex
+from optparse import OptionParser
+def ToCAsciiArray(lines):
+result = []
+for chr in lines:
+value = ord(chr)
+assert value < 128
+result.append(str(value))
+return ", ".join(result)
+def ToCArray(lines):
+result = []
+for chr in lines:
+result.append(str(ord(chr)))
+return ", ".join(result)
+HEADER_TEMPLATE = """\
+/* This Source Code Form is subject to the terms of the Mozilla Public
+* License, v. 2.0. If a copy of the MPL was not distributed with this
+* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
+namespace js {
+namespace selfhosted {
+static const %(sources_type)s data[] = { %(sources_data)s };
+static const %(sources_type)s * const %(sources_name)s = reinterpret_cast<const %(sources_type)s *>(data);
+uint32_t GetCompressedSize() {
+return %(compressed_total_length)i;
+}
+uint32_t GetRawScriptsSize() {
+return %(raw_total_length)i;
+}
+} // selfhosted
+} // js
+"""
+def embed(cpp, msgs, sources, c_out, js_out, env):
+# Clang seems to complain and not output anything if the extension of the
+# input is not something it recognizes, so just fake a .h here.
+tmp = 'selfhosted.js.h'
+with open(tmp, 'wb') as output:
+output.write('\n'.join([msgs] + ['#include "%(s)s"' % { 's': source } for source in sources]))
+cmdline = cpp + ['-D%(k)s=%(v)s' % { 'k': k, 'v': env[k] } for k in env] + [tmp]
+p = subprocess.Popen(cmdline, stdout=subprocess.PIPE)
+processed = ''
+for line in p.stdout:
+if not line.startswith('#'):
+processed += line
+os.remove(tmp)
+with open(js_out, 'w') as output:
+output.write(processed)
+with open(c_out, 'w') as output:
+if 'USE_ZLIB' in env:
+import zlib
+compressed = zlib.compress(processed)
+data = ToCArray(compressed)
+output.write(HEADER_TEMPLATE % {
+'sources_type': 'unsigned char',
+'sources_data': data,
+'sources_name': 'compressedSources',
+'compressed_total_length': len(compressed),
+'raw_total_length': len(processed)
+})
+else:
+data = ToCAsciiArray(processed)
+output.write(HEADER_TEMPLATE % {
+'sources_type': 'char',
+'sources_data': data,
+'sources_name': 'rawSources',
+'compressed_total_length': 0,
+'raw_total_length': len(processed)
+})
+def process_msgs(cpp, msgs):
+# Clang seems to complain and not output anything if the extension of the
+# input is not something it recognizes, so just fake a .h here.
+tmp = 'selfhosted.msg.h'
+with open(tmp, 'wb') as output:
+output.write("""\
+#define hash #
+#define id(x) x
+#define hashify(x) id(hash)x
+#define MSG_DEF(name, id, argc, ex, msg) hashify(define) name id
+#include "%(msgs)s"
+""" % { 'msgs': msgs })
+p = subprocess.Popen(cpp + [tmp], stdout=subprocess.PIPE)
+processed = p.communicate()[0]
+os.remove(tmp)
+return processed
+def main():
+env = {}
+def define_env(option, opt, value, parser):
+pair = value.split('=', 1)
+if len(pair) == 1:
+pair.append(1)
+env[pair[0]] = pair[1]
+p = OptionParser(usage="%prog [options] file")
+p.add_option('-D', action='callback', callback=define_env, type="string",
+metavar='var=[val]', help='Define a variable')
+p.add_option('-m', type='string', metavar='jsmsg', default='../js.msg',
+help='js.msg file')
+p.add_option('-p', type='string', metavar='cpp', help='Path to C preprocessor')
+p.add_option('-o', type='string', metavar='filename', default='selfhosted.out.h',
+help='C array header file')
+p.add_option('-s', type='string', metavar='jsfilename', default='selfhosted.js',
+help='Combined postprocessed JS file')
+(options, sources) = p.parse_args()
+if not (options.p and sources):
+p.print_help()
+exit(1)
+cpp = shlex.split(options.p)
+embed(cpp, process_msgs(cpp, options.m),
+sources, options.o, options.s, env)
+if __name__ == "__main__":
+main()

The Tor Browser / file comparison

comparison: js/src/builtin/embedjs.py

js/src/builtin/embedjs.py