X-Git-Url: https://main.carlh.net/gitweb/?p=dcpomatic.git;a=blobdiff_plain;f=hacks%2Fanalog.py;h=2bca2ef763332e26236b49fbf815218dda6152ba;hp=51d8a96390577638a36e36c447d997041b4247bb;hb=fbde12105a43cddb32ef2736cafd540cc5a70dda;hpb=de2c48f3a95e847b6fbfd42d24737d42dbf9f7a6 diff --git a/hacks/analog.py b/hacks/analog.py index 51d8a9639..2bca2ef76 100644 --- a/hacks/analog.py +++ b/hacks/analog.py @@ -6,18 +6,22 @@ import sys import time import argparse +import matplotlib +matplotlib.use('GTK3Cairo') import matplotlib.pyplot as plt parser = argparse.ArgumentParser() parser.add_argument('log_file') parser.add_argument('-q', '--queue', help='plot queue size', action='store_true') -parser.add_argument('-e', '--encoder-threads', help='plot encoder thread activity', action='store_true') +parser.add_argument('--encoder-threads', help='plot encoder thread activity', action='store_true') parser.add_argument('-f', '--plot-first-encoder', help='plot more detailed activity of the first encoder thread', action='store_true') parser.add_argument('-s', '--fps-stats', help='frames-per-second stats', action='store_true') parser.add_argument('--encoder-stats', help='encoder thread activity stats', action='store_true') -parser.add_argument('--dump-first-encoder', help='dump activity of the first encoder thread', action='store_true') +parser.add_argument('--encoder-dump', help='dump activity of the specified encoder', action='store_true') +parser.add_argument('-e', '--encoder', help='encoder index (from 0)') parser.add_argument('--from', help='time in seconds to start at', type=int, dest='from_time') parser.add_argument('--to', help='time in seconds to stop at', type=int, dest='to_time') +parser.add_argument('--max-encoder-threads', help='maximum number of encoder threads to plot with --encoder-threads', type=int, default=None) args = parser.parse_args() def find_nth(haystack, needle, n): @@ -29,7 +33,7 @@ def find_nth(haystack, needle, n): # Representation of time in seconds and microseconds class Time: - def __init__(self, s = 0, m = 0): + def __init__(self, s=0, m=0): self.seconds = s self.microseconds = m @@ -105,11 +109,24 @@ while True: values = {} for i in range(2, len(p)): x = p[i].split('=') - values[x[0]] = x[1] + if len(x) == 2: + values[x[0]] = x[1] else: # Date/time timestamp: other LOG_* s = find_nth(l, ':', 3) - T = Time(time.mktime(time.strptime(l[:s]))) + try: + T = Time(time.mktime(time.strptime(l[:s]))) + except: + try: + T = Time(time.mktime(time.strptime(l[:s], "%d.%m.%Y %H:%M:%S"))) + except: + try: + T = Time(time.mktime(time.strptime(l[:s], "%d/%m/%Y %H:%M:%S"))) + except: + x = l[:s] + if not x.endswith('M'): + x += 'M' + T = Time(time.mktime(time.strptime(x, "%d/%m/%Y %H:%M:%S %p"))) message = l[s+2:] # T is elapsed time since the first log message @@ -121,7 +138,7 @@ while True: # Not-so-human-readable log messages (LOG_TIMING) if message == 'add-frame-to-queue': queue_size.append((T, values['queue'])) - elif message in ['encoder-sleep', 'encoder-wake', 'start-local-encode', 'finish-local-encode', 'start-remote-send', 'start-remote-encode', 'start-remote-receive', 'finish-remote-receive', 'start-encoder-thread']: + elif message in ['encoder-sleep', 'encoder-wake', 'start-local-encode', 'finish-local-encode', 'start-remote-send', 'start-remote-encode', 'start-remote-receive', 'finish-remote-receive']: find_encoder_thread(values['thread']).add_event(T, message, values) # Human-readable log message (other LOG_*) elif message.startswith('Finished locally-encoded'): @@ -150,11 +167,17 @@ elif args.encoder_threads: # y=0 thread is sleeping # y=1 thread is awake # y=2 thread is encoding + # y=3 thread is awaiting a remote encode + + if args.max_encoder_threads is not None: + encoder_threads = encoder_threads[0:min(args.max_encoder_threads, len(encoder_threads))] + plt.figure() - N = len(encoder_thread_events) + N = len(encoder_threads) n = 1 for thread in encoder_threads: plt.subplot(N, 1, n) + plt.ylim([-0.5, 2.5]) x = [] y = [] previous = 0 @@ -163,17 +186,26 @@ elif args.encoder_threads: continue if args.to_time is not None and e[0].float_seconds() >= args.to_time: continue + if e[1] == 'start-remote-send' or e[1] == 'finish-remote-send' or e[1] == 'start-remote-receive' or e[1] == 'finish-remote-receive': + continue x.append(e[0].float_seconds()) x.append(e[0].float_seconds()) y.append(previous) - if e[1] == 'sleep': + if e[1] == 'encoder-sleep': y.append(0) - elif e[1] == 'wake': + elif e[1] == 'encoder-wake': y.append(1) - elif e[1] == 'begin_encode': + elif e[1] == 'start-local-encode': y.append(2) - elif e[1] == 'end_encode': + elif e[1] == 'finish-local-encode': + y.append(1) + elif e[1] == 'start-remote-encode': + y.append(3) + elif e[1] == 'finish-remote-encode': y.append(1) + else: + print('unknown event %s' % e[1], file=sys.stderr) + sys.exit(1) previous = y[-1] @@ -190,7 +222,7 @@ elif args.plot_first_encoder: N = 6 n = 1 - for t in ['sleep', 'wake', 'begin_encode', 'end_encode']: + for t in ['encoder-sleep', 'encoder-wake', 'start-local-encode', 'finish-local-encode']: plt.subplot(N, 1, n) x = [] y = [] @@ -213,12 +245,12 @@ elif args.plot_first_encoder: plt.show() -elif args.dump_first_encoder: - events = encoder_thread_events.itervalues().next() - last = 0 - for e in events: - print e[0].float_seconds(), (e[0].float_seconds() - last), e[1] - last = e[0].float_seconds() +elif args.encoder_dump: + for t in encoder_threads[int(args.encoder)]: + last = 0 + for e in t.events: + print((e[0].float_seconds() - last), e[1]) + last = e[0].float_seconds() elif args.fps_stats: local = 0 @@ -236,14 +268,14 @@ elif args.fps_stats: remote += 1 if end == None: - print 'Job did not appear to end' + print('Job did not appear to end') sys.exit(1) duration = end - start - print 'Job ran for %fs' % duration.float_seconds() - print '%d local and %d remote' % (local, remote) - print '%.2f fps local and %.2f fps remote' % (local / duration.float_seconds(), remote / duration.float_seconds()) + print('Job ran for %fs' % duration.float_seconds()) + print('%d local and %d remote' % (local, remote)) + print('%.2f fps local and %.2f fps remote' % (local / duration.float_seconds(), remote / duration.float_seconds())) elif args.encoder_stats: # Broad stats on what encoder threads spent their time doing @@ -274,23 +306,23 @@ elif args.encoder_stats: last = e - print '-- Encoder thread %s (%s)' % (t.server, t.id) - print '\tAwoken %d times' % wakes + print('-- Encoder thread %s (%s)' % (t.server, t.id)) + print('\tAwoken %d times' % wakes) total = asleep.float_seconds() + local_encoding.float_seconds() + sending.float_seconds() + remote_encoding.float_seconds() + receiving.float_seconds() if total == 0: continue - print '\t%s: %2.f%%' % ('Asleep'.ljust(16), asleep.float_seconds() * 100 / total) + print('\t%s: %2.f%% %fs' % ('Asleep'.ljust(16), asleep.float_seconds() * 100 / total, asleep.float_seconds())) def print_with_fps(v, name, total, frames): if v.float_seconds() > 1: - print '\t%s: %2.f%% %.2ffps' % (name.ljust(16), v.float_seconds() * 100 / total, frames / v.float_seconds()) + print('\t%s: %2.f%% %f %.2ffps' % (name.ljust(16), v.float_seconds() * 100 / total, v.float_seconds(), frames / v.float_seconds())) print_with_fps(local_encoding, 'Local encoding', total, wakes) if sending.float_seconds() > 0: - print '\t%s: %2.f%%' % ('Sending'.ljust(16), sending.float_seconds() * 100 / total) + print('\t%s: %2.f%%' % ('Sending'.ljust(16), sending.float_seconds() * 100 / total)) print_with_fps(remote_encoding, 'Remote encoding', total, wakes) if receiving.float_seconds() > 0: - print '\t%s: %2.f%%' % ('Receiving'.ljust(16), receiving.float_seconds() * 100 / total) - print '' + print('\t%s: %2.f%%' % ('Receiving'.ljust(16), receiving.float_seconds() * 100 / total)) + print('')