tools/perf.py (view raw)
1#!/usr/bin/env python
2from __future__ import print_function
3import argparse
4import csv
5import os
6import shlex
7import signal
8import socket
9import subprocess
10import sys
11import time
12
13class PerfTest(object):
14 EXECUTABLE = 'mgba-perf'
15
16 def __init__(self, rom, renderer='software'):
17 self.rom = rom
18 self.renderer = renderer
19 self.results = None
20 self.name = 'Perf Test: {}'.format(rom)
21
22 def get_args(self):
23 return []
24
25 def wait(self, proc):
26 pass
27
28 def run(self, cwd):
29 args = [os.path.join(os.getcwd(), self.EXECUTABLE), '-P']
30 args.extend(self.get_args())
31 if self.renderer != 'software':
32 args.append('-N')
33 args.append(self.rom)
34 env = {}
35 if 'LD_LIBRARY_PATH' in os.environ:
36 env['LD_LIBRARY_PATH'] = os.path.abspath(os.environ['LD_LIBRARY_PATH'])
37 env['DYLD_LIBRARY_PATH'] = env['LD_LIBRARY_PATH'] # Fake it on OS X
38 proc = subprocess.Popen(args, stdout=subprocess.PIPE, cwd=cwd, universal_newlines=True, env=env)
39 try:
40 self.wait(proc)
41 proc.wait()
42 except:
43 proc.kill()
44 raise
45 if proc.returncode:
46 print('Game crashed!', file=sys.stderr)
47 return
48 reader = csv.DictReader(proc.stdout)
49 self.results = next(reader)
50
51class WallClockTest(PerfTest):
52 def __init__(self, rom, duration, renderer='software'):
53 super(WallClockTest, self).__init__(rom, renderer)
54 self.duration = duration
55 self.name = 'Wall-Clock Test ({} seconds, {} renderer): {}'.format(duration, renderer, rom)
56
57 def wait(self, proc):
58 time.sleep(self.duration)
59 proc.send_signal(signal.SIGINT)
60
61class GameClockTest(PerfTest):
62 def __init__(self, rom, frames, renderer='software'):
63 super(GameClockTest, self).__init__(rom, renderer)
64 self.frames = frames
65 self.name = 'Game-Clock Test ({} frames, {} renderer): {}'.format(frames, renderer, rom)
66
67 def get_args(self):
68 return ['-F', str(self.frames)]
69
70class PerfServer(object):
71 ITERATIONS_PER_INSTANCE = 50
72
73 def __init__(self, address, command=None):
74 s = address.rsplit(':', 1)
75 if len(s) == 1:
76 self.address = (s[0], 7216)
77 else:
78 self.address = (s[0], s[1])
79 if command:
80 self.command = shlex.split(command)
81 self.iterations = self.ITERATIONS_PER_INSTANCE
82 self.socket = None
83 self.results = []
84 self.reader = None
85
86 def _start(self, test):
87 if self.command:
88 server_command = list(self.command)
89 else:
90 server_command = [os.path.join(os.getcwd(), PerfTest.EXECUTABLE)]
91 server_command.extend(['--', '-PD', '0'])
92 if (hasattr(test, "frames")):
93 server_command.extend(['-F', str(test.frames)])
94 subprocess.check_call(server_command)
95 time.sleep(4)
96 self.socket = socket.create_connection(self.address, timeout=1000)
97 self.reader = csv.DictReader(self.socket.makefile())
98
99 def run(self, test):
100 if not self.socket:
101 self._start(test)
102 self.socket.send(os.path.join("/perfroms", test.rom))
103 self.results.append(next(self.reader))
104 self.iterations -= 1
105 if self.iterations == 0:
106 self.finish()
107 self.iterations = self.ITERATIONS_PER_INSTANCE
108
109 def finish(self):
110 self.socket.send("\n");
111 self.reader = None
112 self.socket.close()
113 time.sleep(5)
114 self.socket = None
115
116class Suite(object):
117 def __init__(self, cwd, wall=None, game=None, renderer='software'):
118 self.cwd = cwd
119 self.tests = []
120 self.wall = wall
121 self.game = game
122 self.renderer = renderer
123 self.server = None
124
125 def set_server(self, server):
126 self.server = server
127
128 def collect_tests(self):
129 roms = []
130 for f in os.listdir(self.cwd):
131 if f.endswith('.gba') or f.endswith('.zip') or f.endswith('.gbc') or f.endswith('.gb'):
132 roms.append(f)
133 roms.sort()
134 for rom in roms:
135 self.add_tests(rom)
136
137 def add_tests(self, rom):
138 if self.wall:
139 self.tests.append(WallClockTest(rom, self.wall, renderer=self.renderer))
140 if self.game:
141 self.tests.append(GameClockTest(rom, self.game, renderer=self.renderer))
142
143 def run(self):
144 results = []
145 sock = None
146 for test in self.tests:
147 print('Running test {}'.format(test.name), file=sys.stderr)
148 if self.server:
149 self.server.run(test)
150 else:
151 try:
152 test.run(self.cwd)
153 except KeyboardInterrupt:
154 print('Interrupted, returning early...', file=sys.stderr)
155 return results
156 if test.results:
157 results.append(test.results)
158 if self.server:
159 self.server.finish()
160 results.extend(self.server.results)
161 return results
162
163if __name__ == '__main__':
164 parser = argparse.ArgumentParser()
165 parser.add_argument('-w', '--wall-time', type=float, default=0, metavar='TIME', help='wall-clock time')
166 parser.add_argument('-g', '--game-frames', type=int, default=0, metavar='FRAMES', help='game-clock frames')
167 parser.add_argument('-N', '--disable-renderer', action='store_const', const=True, help='disable video rendering')
168 parser.add_argument('-s', '--server', metavar='ADDRESS', help='run on server')
169 parser.add_argument('-S', '--server-command', metavar='COMMAND', help='command to launch server')
170 parser.add_argument('-o', '--out', metavar='FILE', help='output file path')
171 parser.add_argument('directory', help='directory containing ROM files')
172 args = parser.parse_args()
173
174 s = Suite(args.directory, wall=args.wall_time, game=args.game_frames, renderer=None if args.disable_renderer else 'software')
175 if args.server:
176 if args.server_command:
177 server = PerfServer(args.server, args.server_command)
178 else:
179 server = PerfServer(args.server)
180 s.set_server(server)
181 s.collect_tests()
182 results = s.run()
183 fout = sys.stdout
184 if args.out:
185 fout = open(args.out, 'w')
186 writer = csv.DictWriter(fout, results[0].keys())
187 writer.writeheader()
188 writer.writerows(results)
189 if fout is not sys.stdout:
190 fout.close()