80 lines
2.1 KiB
Python
80 lines
2.1 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
from __future__ import print_function, unicode_literals
|
|
|
|
import collections
|
|
import json
|
|
import os
|
|
import sys
|
|
|
|
import writeBuildFiles
|
|
|
|
def extractLines(fp):
|
|
lines = []
|
|
watch = False
|
|
for line in fp:
|
|
line = line.decode('utf-8')
|
|
if line == '@@@ @@@ Failures\n':
|
|
watch = True
|
|
elif watch:
|
|
watch = False
|
|
idx = line.index('@@@')
|
|
lines.append((line[:idx], line[idx + 3:]))
|
|
return lines
|
|
|
|
def ensuredir(path):
|
|
dir = path[:path.rfind('/')]
|
|
if not os.path.exists(dir):
|
|
os.makedirs(dir)
|
|
|
|
def dumpFailures(lines):
|
|
files = []
|
|
for url, objstr in lines:
|
|
if objstr == '{}\n':
|
|
continue
|
|
|
|
# Avoid overly large diffs.
|
|
if 'editing/' in url:
|
|
sep = ':'
|
|
else:
|
|
sep = ': '
|
|
|
|
jsonpath = 'failures/' + url + '.json'
|
|
files.append(jsonpath)
|
|
ensuredir(jsonpath)
|
|
obj = json.loads(objstr, object_pairs_hook=collections.OrderedDict)
|
|
formattedobjstr = json.dumps(obj, indent=2, separators=(',', sep)) + '\n'
|
|
formattedobj = formattedobjstr.encode('utf-8')
|
|
fp = open(jsonpath, 'wb')
|
|
fp.write(formattedobj)
|
|
fp.close()
|
|
return files
|
|
|
|
def writeFiles(files):
|
|
pathmap = {}
|
|
for path in files:
|
|
dirp, leaf = path.rsplit('/', 1)
|
|
pathmap.setdefault(dirp, []).append(leaf)
|
|
|
|
for k, v in pathmap.items():
|
|
with open(k + '/mochitest.ini', 'w') as fh:
|
|
result = writeBuildFiles.substManifest('parseFailures.py', v, [])
|
|
fh.write(result)
|
|
|
|
|
|
def main(logPath):
|
|
fp = open(logPath, 'rb')
|
|
lines = extractLines(fp)
|
|
fp.close()
|
|
|
|
files = dumpFailures(lines)
|
|
writeFiles(files)
|
|
|
|
if __name__ == '__main__':
|
|
if len(sys.argv) < 2:
|
|
print("Please pass the path to the logfile from which failures should be extracted.")
|
|
main(sys.argv[1])
|
|
|