The Tor Browser: js/src/devtools/gc/gc-test.py@6474c204b198 (annotated)

js/src/devtools/gc/gc-test.py@6474c204b198 (annotated)

js/src/devtools/gc/gc-test.py

Wed, 31 Dec 2014 06:09:35 +0100

author: Michael Schloh von Bennewitz <michael@schloh.com>
date: Wed, 31 Dec 2014 06:09:35 +0100
changeset 0: 6474c204b198
permissions: -rw-r--r--

Cloned upstream origin tor-browser at tor-browser-31.3.0esr-4.5-1-build1
revision ID fc1c9ff7c1b2defdbc039f12214767608f46423f for hacking purpose.

 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 # Works with python2.6
 import datetime, os, re, sys, traceback
 import math, string, copy, json
 import subprocess
 from subprocess import *
 from operator import itemgetter
 class Test:
     def __init__(self, path, name):
         self.path = path
         self.name = name
     @classmethod
     def from_file(cls, path, name, options):
         return cls(path, name)
 def find_tests(dir, substring = None):
     ans = []
     for dirpath, dirnames, filenames in os.walk(dir):
         if dirpath == '.':
             continue
         for filename in filenames:
             if not filename.endswith('.js'):
                 continue
             test = os.path.join(dirpath, filename)
             if substring is None or substring in os.path.relpath(test, dir):
                 ans.append([test, filename])
     return ans
 def get_test_cmd(path):
     return [ JS, '-f', path ]
 def avg(seq):
     return sum(seq) / len(seq)
 def stddev(seq, mean):
     diffs = ((float(item) - mean) ** 2 for item in seq)
     return math.sqrt(sum(diffs) / len(seq))
 def run_test(test):
     env = os.environ.copy()
     env['MOZ_GCTIMER'] = 'stderr'
     cmd = get_test_cmd(test.path)
     total = []
     mark = []
     sweep = []
     close_fds = sys.platform != 'win32'
     p = Popen(cmd, stdin=PIPE, stdout=PIPE, stderr=PIPE, close_fds=close_fds, env=env)
     out, err = p.communicate()
     out, err = out.decode(), err.decode()
     float_array = [float(_) for _ in err.split()]
     if len(float_array) == 0:
         print('Error: No data from application. Configured with --enable-gctimer?')
         sys.exit(1)
     for i, currItem in enumerate(float_array):
         if (i % 3 == 0):
             total.append(currItem)
         else:
             if (i % 3 == 1):
                 mark.append(currItem)
             else:
                 sweep.append(currItem)
     return max(total), avg(total), max(mark), avg(mark), max(sweep), avg(sweep)
 def run_tests(tests, test_dir):
     bench_map = {}
     try:
         for i, test in enumerate(tests):
             filename_str = '"%s"' % test.name
             TMax, TAvg, MMax, MAvg, SMax, SAvg = run_test(test)
             bench_map[test.name] = [TMax, TAvg, MMax, MAvg, SMax, SAvg]
             fmt = '%20s: {"TMax": %4.1f, "TAvg": %4.1f, "MMax": %4.1f, "MAvg": %4.1f, "SMax": %4.1f, "SAvg": %4.1f}'
             if (i != len(tests) - 1):
                 fmt += ','
             print(fmt %(filename_str ,TMax, TAvg, MMax, MAvg, SMax, MAvg))
     except KeyboardInterrupt:
         print('fail')
     return dict((filename, dict(TMax=TMax, TAvg=TAvg, MMax=MMax, MAvg=MAvg, SMax=SMax, SAvg=SAvg))
             for filename, (TMax, TAvg, MMax, MAvg, SMax, SAvg) in bench_map.iteritems())
 def compare(current, baseline):
     percent_speedups = []
     for key, current_result in current.iteritems():
         try:
             baseline_result = baseline[key]
         except KeyError:
             print key, 'missing from baseline'
             continue
         val_getter = itemgetter('TMax', 'TAvg', 'MMax', 'MAvg', 'SMax', 'SAvg')
         BTMax, BTAvg, BMMax, BMAvg, BSMax, BSAvg = val_getter(baseline_result)
         CTMax, CTAvg, CMMax, CMAvg, CSMax, CSAvg = val_getter(current_result)
         fmt = '%30s: %s'
         if CTAvg <= BTAvg:
             speedup = (CTAvg / BTAvg - 1) * 100
             result = 'faster: %6.2f < baseline %6.2f (%+6.2f%%)' % \
                     (CTAvg, BTAvg, speedup)
             percent_speedups.append(speedup)
         else:
             slowdown = (CTAvg / BTAvg - 1) * 100
             result = 'SLOWER: %6.2f > baseline %6.2f (%+6.2f%%) ' % \
                     (CTAvg, BTAvg, slowdown)
             percent_speedups.append(slowdown)
         print '%30s: %s' % (key, result)
     if percent_speedups:
         print 'Average speedup: %.2f%%' % avg(percent_speedups)
 if __name__ == '__main__':
     script_path = os.path.abspath(__file__)
     script_dir = os.path.dirname(script_path)
     test_dir = os.path.join(script_dir, 'tests')
     from optparse import OptionParser
     op = OptionParser(usage='%prog [options] JS_SHELL [TESTS]')
     op.add_option('-b', '--baseline', metavar='JSON_PATH',
             dest='baseline_path', help='json file with baseline values to '
             'compare against')
     (OPTIONS, args) = op.parse_args()
     if len(args) < 1:
         op.error('missing JS_SHELL argument')
     # We need to make sure we are using backslashes on Windows.
     JS, test_args = os.path.normpath(args[0]), args[1:]
     test_list = []
     bench_map = {}
     test_list = find_tests(test_dir)
     if not test_list:
         print >> sys.stderr, "No tests found matching command line arguments."
         sys.exit(0)
     test_list = [ Test.from_file(tst, name, OPTIONS) for tst, name in test_list ]
     try:
         print("{")
         bench_map = run_tests(test_list, test_dir)
         print("}")
     except OSError:
         if not os.path.exists(JS):
             print >> sys.stderr, "JS shell argument: file does not exist: '%s'"%JS
             sys.exit(1)
         else:
             raise
     if OPTIONS.baseline_path:
         baseline_map = []
         fh = open(OPTIONS.baseline_path, 'r')
         baseline_map = json.load(fh)
         fh.close()
         compare(current=bench_map, baseline=baseline_map)

The Tor Browser / annotate

js/src/devtools/gc/gc-test.py@6474c204b198 (annotated)

js/src/devtools/gc/gc-test.py