1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
|
from __future__ import print_function
import sys, re, io
#import string
"""Simple script that scans all of the test suite results text fed in
through stdin and summarises the total number of failures, test
points, and test cases."""
# Read in everything
if sys.version_info[0]<3:
safe_stdin = sys.stdin
else:
safe_stdin = io.TextIOWrapper(sys.stdin.buffer, encoding="latin-1")
lines = safe_stdin.readlines()
# Init the running totals
failures = 0
cases = 0
tests = 0
bytes = 0
ticks = 0
invalid = 0
halt = 0
unmatch = 0
flag = 0
messagelog = []
exlist = ["bug663539"]
# hack for valdiag
name = ""
for line in lines:
# --- Running: gen/ucz80/longor/longor
m = re.match(r'^--- Running: (.*)$', line)
if (m):
name = m.group(1)
# in case the test program crashes before the "--- Running" message
m = re.match(r'^[0-9]+ words read from (.*)\.ihx$',line)
if (m):
name = m.group(1)
# '--- Summary: f/t/c: ...', where f = # failures, t = # test points,
# c = # test cases.
if (re.search(r'^--- Summary:', line)):
try:
(summary, data, rest) = re.split(r':', line)
(nfailures, ntests, ncases) = re.split(r'/', data)
failures = failures + int(nfailures)
tests = tests + int(ntests)
cases = cases + int(ncases)
except ValueError:
print("Parsing error at ", name)
print("Bad summary line: ", line)
nfailures = '1'
if (int(nfailures)):
messagelog.append("Failure: %s" % name)
flag = 1
# '--- Simulator: b/t: ...', where b = # bytes, t = # ticks
if (re.search(r'^--- Simulator:', line)):
try:
(simulator, data, rest) = re.split(r':', line)
(nbytes, nticks) = re.split(r'/', data)
except ValueError:
print("Bad simulator line", line)
else:
bytes = bytes + int(nbytes)
ticks = ticks + int(nticks)
if (flag != 1):
for e in exlist:
if (e in name):
flag = 2
if (flag == 0):
unmatch += 1
messagelog.append("abnormal stop: %s" % name)
flag = 0
# Stop at 0x000228: (106) Invalid instruction 0x00fd
if (re.search(r'Invalid instruction', line) or re.search(r'unknown instruction', line)):
invalid += 1
messagelog.append("Invalid instruction: %s" % name)
# HALT instruction
if (re.search(r'HALT instruction', line) or re.search(r'Halt instruction', line) or re.search(r'halt instruction', line)):
halt += 1
messagelog.append("HALT instruction: %s" % name)
# --- FAIL: "timeout, simulation killed" in xx/xx/testfile.c
m = re.search(r'simulation killed',line)
if (m):
name = line.split()[-1]
name = '.'.join(name.split('.')[0:-1])
if (len(sys.argv) > 1):
print("Summary for '%s':" % sys.argv[1], end=' ')
if (unmatch > 0):
print("%d abnormal stops (" % unmatch, end=' ')
if (invalid > 0):
print("%d invalid instructions," % invalid, end=' ')
if (halt > 0):
print("%d HALT instructions," % halt, end=' ')
print("),", end=' ')
print("%.0f failures, %.0f tests, %.0f test cases, %.0f bytes, %.0f ticks" % (failures, tests, cases, bytes, ticks))
for msg in messagelog:
print(" ",msg)
print()
|
