The Tor Browser / file revision

 # This Source Code Form is subject to the terms of the Mozilla Public

 # License, v. 2.0. If a copy of the MPL was not distributed with this

 # file, You can obtain one at http://mozilla.org/MPL/2.0/.

 from __future__ import print_function, unicode_literals

 import collections

 import json

 import os

 import sys

 import writeBuildFiles

 def extractLines(fp):

     lines = []

     watch = False

     for line in fp:

         line = line.decode('utf-8')

         if line == '@@@ @@@ Failures\n':

             watch = True

         elif watch:

             watch = False

             idx = line.index('@@@')

             lines.append((line[:idx], line[idx + 3:]))

     return lines

 def ensuredir(path):

     dir = path[:path.rfind('/')]

     if not os.path.exists(dir):

         os.makedirs(dir)

 def dumpFailures(lines):

     files = []

     for url, objstr in lines:

         if objstr == '{}\n':

             continue

         # Avoid overly large diffs.

         if 'editing/' in url:

             sep = ':'

         else:

             sep = ': '

         jsonpath = 'failures/' + url + '.json'

         files.append(jsonpath)

         ensuredir(jsonpath)

         obj = json.loads(objstr, object_pairs_hook=collections.OrderedDict)

         formattedobjstr = json.dumps(obj, indent=2, separators=(',', sep)) + '\n'

         formattedobj = formattedobjstr.encode('utf-8')

         fp = open(jsonpath, 'wb')

         fp.write(formattedobj)

         fp.close()

     return files

 def writeFiles(files):

     pathmap = {}

     for path in files:

         dirp, leaf = path.rsplit('/', 1)

         pathmap.setdefault(dirp, []).append(leaf)

     for k, v in pathmap.items():

         with open(k + '/mochitest.ini', 'w') as fh:

             result = writeBuildFiles.substManifest('parseFailures.py', v, [])

             fh.write(result)

 def main(logPath):

     fp = open(logPath, 'rb')

     lines = extractLines(fp)

     fp.close()

     files = dumpFailures(lines)

     writeFiles(files)

 if __name__ == '__main__':

     if len(sys.argv) < 2:

         print("Please pass the path to the logfile from which failures should be extracted.")

     main(sys.argv[1])