Mercurial > repos > blastem

annotate comparetests.py @ 2688:b42f00a3a937 default tip

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Fix default target. Ensure m68k.h and z80.h are built before anything else when no dep info is available
author Michael Pavone <pavone@retrodev.com>
date Mon, 31 Mar 2025 21:06:18 -0700
parents 5c7e1277517b
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
2446
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
1 #!/usr/bin/env python3
214
9126c33cc33c Add test generator, builder and runner
Mike Pavone <pavone@retrodev.com>
parents:
diff changeset
2 from glob import glob
9126c33cc33c Add test generator, builder and runner
Mike Pavone <pavone@retrodev.com>
parents:
diff changeset
3 import subprocess
220
cb72780e17b1 Add support for picking random numbers in a larger range in test generator. Add support for running a subset of tests in runner. Added testcases for bit and rotate instructions.
Mike Pavone <pavone@retrodev.com>
parents: 217
diff changeset
4 from sys import exit,argv
cb72780e17b1 Add support for picking random numbers in a larger range in test generator. Add support for running a subset of tests in runner. Added testcases for bit and rotate instructions.
Mike Pavone <pavone@retrodev.com>
parents: 217
diff changeset
5
cb72780e17b1 Add support for picking random numbers in a larger range in test generator. Add support for running a subset of tests in runner. Added testcases for bit and rotate instructions.
Mike Pavone <pavone@retrodev.com>
parents: 217
diff changeset
6 prefixes = []
224
f7ff02eeec2f Added testcases for move and roxl/roxr. Made some small improvements to test tools.
Mike Pavone <pavone@retrodev.com>
parents: 220
diff changeset
7 skip = set()
220
cb72780e17b1 Add support for picking random numbers in a larger range in test generator. Add support for running a subset of tests in runner. Added testcases for bit and rotate instructions.
Mike Pavone <pavone@retrodev.com>
parents: 217
diff changeset
8 for i in range(1, len(argv)):
224
f7ff02eeec2f Added testcases for move and roxl/roxr. Made some small improvements to test tools.
Mike Pavone <pavone@retrodev.com>
parents: 220
diff changeset
9 if '.' in argv[i]:
f7ff02eeec2f Added testcases for move and roxl/roxr. Made some small improvements to test tools.
Mike Pavone <pavone@retrodev.com>
parents: 220
diff changeset
10 f = open(argv[i])
f7ff02eeec2f Added testcases for move and roxl/roxr. Made some small improvements to test tools.
Mike Pavone <pavone@retrodev.com>
parents: 220
diff changeset
11 for line in f:
f7ff02eeec2f Added testcases for move and roxl/roxr. Made some small improvements to test tools.
Mike Pavone <pavone@retrodev.com>
parents: 220
diff changeset
12 parts = line.split()
f7ff02eeec2f Added testcases for move and roxl/roxr. Made some small improvements to test tools.
Mike Pavone <pavone@retrodev.com>
parents: 220
diff changeset
13 for part in parts:
f7ff02eeec2f Added testcases for move and roxl/roxr. Made some small improvements to test tools.
Mike Pavone <pavone@retrodev.com>
parents: 220
diff changeset
14 if part.endswith('.bin'):
f7ff02eeec2f Added testcases for move and roxl/roxr. Made some small improvements to test tools.
Mike Pavone <pavone@retrodev.com>
parents: 220
diff changeset
15 skip.add(part)
f7ff02eeec2f Added testcases for move and roxl/roxr. Made some small improvements to test tools.
Mike Pavone <pavone@retrodev.com>
parents: 220
diff changeset
16 f.close()
2446
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
17 print('Skipping',len(skip),'entries from previous report.')
224
f7ff02eeec2f Added testcases for move and roxl/roxr. Made some small improvements to test tools.
Mike Pavone <pavone@retrodev.com>
parents: 220
diff changeset
18 else:
f7ff02eeec2f Added testcases for move and roxl/roxr. Made some small improvements to test tools.
Mike Pavone <pavone@retrodev.com>
parents: 220
diff changeset
19 prefixes.append(argv[i])
2632
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
20
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
21 def is_sr_in_dreg(a, b):
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
22 if not a.startswith('d'):
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
23 return False
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
24 if not b.startswith('d'):
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
25 return False
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
26 _,_,a = a.partition(' ')
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
27 _,_,b = b.partition(' ')
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
28 try:
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
29 a = int(a.strip(), 16)
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
30 b = int(b.strip(), 16)
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
31 except:
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
32 return False
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
33 return (a & 0xFFE0) == 0x2700 and (b & 0xFFE0) == 0x2700
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
34
214
9126c33cc33c Add test generator, builder and runner
Mike Pavone <pavone@retrodev.com>
parents:
diff changeset
35
572
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
36 def print_mismatch(path, b, m):
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
37 blines = b.split('\n')
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
38 mlines = m.split('\n')
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
39 if len(blines) != len(mlines):
2446
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
40 print('-----------------------------')
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
41 print('Unknown mismatch in', path)
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
42 print('blastem output:')
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
43 print(b)
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
44 print('clean output:')
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
45 print(m)
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
46 print('-----------------------------')
572
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
47 return
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
48 prevline = ''
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
49 differences = []
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
50 flagmismatch = False
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
51 regmismatch = False
2632
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
52 cyclemismatch = False
2446
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
53 for i in range(0, len(blines)):
572
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
54 if blines[i] != mlines[i]:
2632
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
55 if prevline == 'XNZVC' or is_sr_in_dreg(blines[i], mlines[i]):
572
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
56 differences.append((prevline, prevline))
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
57 flagmismatch = True
2632
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
58 elif blines[i].startswith('cycles: ') and mlines[i].startswith('cycles: '):
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
59 cyclemismatch = True
572
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
60 else:
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
61 regmismatch = True
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
62 differences.append((blines[i], mlines[i]))
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
63 prevline = blines[i]
2632
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
64 if (flagmismatch + regmismatch + cyclemismatch) > 1:
572
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
65 mtype = 'General'
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
66 elif flagmismatch:
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
67 mtype = 'Flag'
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
68 elif regmismatch:
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
69 mtype = 'Register'
2632
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
70 elif cyclemismatch:
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
71 mtype = 'Cycle'
572
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
72 else:
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
73 mtype = 'Unknown'
2446
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
74 print('-----------------------------')
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
75 print(mtype, 'mismatch in', path)
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
76 for i in range(0, 2):
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
77 print('clean' if i else 'blastem', 'output:')
572
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
78 for diff in differences:
2446
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
79 print(diff[i])
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
80 print('-----------------------------')
572
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
81
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
82
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
83
224
f7ff02eeec2f Added testcases for move and roxl/roxr. Made some small improvements to test tools.
Mike Pavone <pavone@retrodev.com>
parents: 220
diff changeset
84 for path in glob('generated_tests/*/*.bin'):
f7ff02eeec2f Added testcases for move and roxl/roxr. Made some small improvements to test tools.
Mike Pavone <pavone@retrodev.com>
parents: 220
diff changeset
85 if path in skip:
f7ff02eeec2f Added testcases for move and roxl/roxr. Made some small improvements to test tools.
Mike Pavone <pavone@retrodev.com>
parents: 220
diff changeset
86 continue
220
cb72780e17b1 Add support for picking random numbers in a larger range in test generator. Add support for running a subset of tests in runner. Added testcases for bit and rotate instructions.
Mike Pavone <pavone@retrodev.com>
parents: 217
diff changeset
87 if prefixes:
cb72780e17b1 Add support for picking random numbers in a larger range in test generator. Add support for running a subset of tests in runner. Added testcases for bit and rotate instructions.
Mike Pavone <pavone@retrodev.com>
parents: 217
diff changeset
88 good = False
224
f7ff02eeec2f Added testcases for move and roxl/roxr. Made some small improvements to test tools.
Mike Pavone <pavone@retrodev.com>
parents: 220
diff changeset
89 fname = path.split('/')[-1]
220
cb72780e17b1 Add support for picking random numbers in a larger range in test generator. Add support for running a subset of tests in runner. Added testcases for bit and rotate instructions.
Mike Pavone <pavone@retrodev.com>
parents: 217
diff changeset
90 for prefix in prefixes:
224
f7ff02eeec2f Added testcases for move and roxl/roxr. Made some small improvements to test tools.
Mike Pavone <pavone@retrodev.com>
parents: 220
diff changeset
91 if fname.startswith(prefix):
220
cb72780e17b1 Add support for picking random numbers in a larger range in test generator. Add support for running a subset of tests in runner. Added testcases for bit and rotate instructions.
Mike Pavone <pavone@retrodev.com>
parents: 217
diff changeset
92 good = True
cb72780e17b1 Add support for picking random numbers in a larger range in test generator. Add support for running a subset of tests in runner. Added testcases for bit and rotate instructions.
Mike Pavone <pavone@retrodev.com>
parents: 217
diff changeset
93 break
cb72780e17b1 Add support for picking random numbers in a larger range in test generator. Add support for running a subset of tests in runner. Added testcases for bit and rotate instructions.
Mike Pavone <pavone@retrodev.com>
parents: 217
diff changeset
94 if not good:
cb72780e17b1 Add support for picking random numbers in a larger range in test generator. Add support for running a subset of tests in runner. Added testcases for bit and rotate instructions.
Mike Pavone <pavone@retrodev.com>
parents: 217
diff changeset
95 continue
214
9126c33cc33c Add test generator, builder and runner
Mike Pavone <pavone@retrodev.com>
parents:
diff changeset
96 try:
2632
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
97 b = subprocess.check_output(['./trans', path], timeout=5).decode('utf-8')
214
9126c33cc33c Add test generator, builder and runner
Mike Pavone <pavone@retrodev.com>
parents:
diff changeset
98 try:
2632
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
99 m = subprocess.check_output(['../blastem_clean/trans', path], timeout=5).decode('utf-8')
217
acd29e2664c6 Added testcases file. Some fixes to test generator for dealing with indexed mode with base and index reg the same. Added support for blastem headless mode in test runner.
Mike Pavone <pavone@retrodev.com>
parents: 214
diff changeset
100 #_,_,b = b.partition('\n')
214
9126c33cc33c Add test generator, builder and runner
Mike Pavone <pavone@retrodev.com>
parents:
diff changeset
101 if b != m:
572
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
102 print_mismatch(path, b, m)
0f32f52fc98e Make some small changes in trans so that it is more likely to produce the same output as mustrans when given misbehaving programs. Add lea to testcases.txt. Improve the output of comparetest.py so that known issues can easily be separated from new ones.
Michael Pavone <pavone@retrodev.com>
parents: 440
diff changeset
103
214
9126c33cc33c Add test generator, builder and runner
Mike Pavone <pavone@retrodev.com>
parents:
diff changeset
104 else:
2446
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
105 print(path, 'passed')
214
9126c33cc33c Add test generator, builder and runner
Mike Pavone <pavone@retrodev.com>
parents:
diff changeset
106 except subprocess.CalledProcessError as e:
2446
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
107 print('-----------------------------')
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
108 print('clean exited with code', e.returncode, 'for test', path)
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
109 print('blastem output:')
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
110 print(b)
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
111 print('-----------------------------')
2632
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
112 except subprocess.TimeoutExpired as e:
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
113 print('-----------------------------')
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
114 print('clean timed out ', e, ' for test', path)
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
115 print('blastem output:')
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
116 print(b)
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
117 print('-----------------------------')
214
9126c33cc33c Add test generator, builder and runner
Mike Pavone <pavone@retrodev.com>
parents:
diff changeset
118 except subprocess.CalledProcessError as e:
2446
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
119 print('-----------------------------')
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
120 print('blastem exited with code', e.returncode, 'for test', path)
18555c44a5e7 Update comparetests to python3 and change it to use a "clean" build of a core from blatem for comparison
Michael Pavone <pavone@retrodev.com>
parents: 572
diff changeset
121 print('-----------------------------')
2632
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
122 except subprocess.TimeoutExpired as e:
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
123 print('-----------------------------')
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
124 print('blastem timed out ', e, ' for test', path)
5c7e1277517b Improve comparetests script
Michael Pavone <pavone@retrodev.com>
parents: 2446
diff changeset
125 print('-----------------------------')