duktape/filter262log.py

#!/usr/bin/python

import os
import sys
import json

def main():
	f = open(sys.argv[1], 'rb')
	known_issues = json.loads(f.read())
	f.close()

	skipstrings = [
		'passed in strict mode',
		'passed in non-strict mode',
		'failed in strict mode as expected',
		'failed in non-strict mode as expected'
	]

	in_failed_tests = False
	tofix_count = 0     # count of bugs that will be fixed (no uncertainty about proper behavior etc)
	known_errors = []
	diagnosed_errors = []
	unknown_errors = []
	other_errors = []

	for line in sys.stdin:
		if len(line) > 1 and line[-1] == '\n':
			line = line[:-1]

		# Skip success cases

		skip = False
		for sk in skipstrings:
			if sk in line:
				skip = True
		if skip:
			continue

		# Augment error list with "known bugs"

		print(line)  # print error list as is, then refined version later

		if line == 'Failed tests':
			in_failed_tests = True
			continue

		if in_failed_tests and line.strip() == '':
			in_failed_tests = False
			continue

		if in_failed_tests:
			# "  intl402/ch12/12.2/12.2.3_c in non-strict mode"
			tmp = line.strip().split(' ')
			test = tmp[0]

			matched = False
			for kn in known_issues:
				if kn.get('test', None) != test:
					continue
				if kn.has_key('diagnosed'):
					tofix_count += 1
					diagnosed_errors.append(line + '   // diagnosed: ' + kn['diagnosed'])
				elif kn.has_key('known'):
					# don't bump tofix_count, as testcase expected result is not certain
					known_errors.append(line + '   // KNOWN: ' + kn['known'])
				else:
					tofix_count += 1
					unknown_errors.append(line + '   // ??? (rule matches))')
				kn['used'] = True  # mark rule used
				matched = True
				break

			if matched:
				continue

			# no match, to fix
			other_errors.append(line)
			tofix_count += 1

	print('')
	print('=== CATEGORISED ERRORS ===')
	print('')

	for i in known_errors:
		print(i)
	for i in diagnosed_errors:
		print(i)
	for i in unknown_errors:
		print(i)
	for i in other_errors:
		print(i)

	# Check for unused rules (e.g. bugs fixed)

	print('')
	for kn in known_issues:
		if not kn.has_key('used'):
			print('WARNING: unused rule: ' + json.dumps(kn))

	# To fix count

	print('')
	print('TO-FIX COUNT: ' + str(tofix_count))
	print('  = test case failures which need fixing (Duktape bugs, uninvestigated)')


if __name__ == '__main__':
	main()