full_stack_plot.py revision 05cfcd34693d86de7a1a481f071eae561361588a
105cfcd34693d86de7a1a481f071eae561361588aivica#!/usr/bin/env python 205cfcd34693d86de7a1a481f071eae561361588aivica# Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. 305cfcd34693d86de7a1a481f071eae561361588aivica# 405cfcd34693d86de7a1a481f071eae561361588aivica# Use of this source code is governed by a BSD-style license 505cfcd34693d86de7a1a481f071eae561361588aivica# that can be found in the LICENSE file in the root of the source 605cfcd34693d86de7a1a481f071eae561361588aivica# tree. An additional intellectual property rights grant can be found 705cfcd34693d86de7a1a481f071eae561361588aivica# in the file PATENTS. All contributing project authors may 805cfcd34693d86de7a1a481f071eae561361588aivica# be found in the AUTHORS file in the root of the source tree. 905cfcd34693d86de7a1a481f071eae561361588aivica 1005cfcd34693d86de7a1a481f071eae561361588aivica"""Generate graphs for data generated by full_stack_quality_sampler.cc. 1105cfcd34693d86de7a1a481f071eae561361588aivica 1205cfcd34693d86de7a1a481f071eae561361588aivicaUsage examples: 1305cfcd34693d86de7a1a481f071eae561361588aivica Show end to end time for a single full stack test. 1405cfcd34693d86de7a1a481f071eae561361588aivica ./full_stack_plot.py -df end_to_end -o 600 --frames 1000 vp9_data.txt 1505cfcd34693d86de7a1a481f071eae561361588aivica 1605cfcd34693d86de7a1a481f071eae561361588aivica Show simultaneously PSNR and encoded frame size for two different runs of 1705cfcd34693d86de7a1a481f071eae561361588aivica full stack test. Averaged over a cycle of 200 frames. Used e.g. for 1805cfcd34693d86de7a1a481f071eae561361588aivica screenshare slide test. 1905cfcd34693d86de7a1a481f071eae561361588aivica ./full_stack_plot.py -c 200 -df psnr -drf encoded_frame_size \\ 2005cfcd34693d86de7a1a481f071eae561361588aivica before.txt after.txt 2105cfcd34693d86de7a1a481f071eae561361588aivica 2205cfcd34693d86de7a1a481f071eae561361588aivica Similar to the previous test, but multiple graphs. 2305cfcd34693d86de7a1a481f071eae561361588aivica ./full_stack_plot.py -c 200 -df psnr vp8.txt vp9.txt --next \\ 2405cfcd34693d86de7a1a481f071eae561361588aivica -c 200 -df sender_time vp8.txt vp9.txt --next \\ 2505cfcd34693d86de7a1a481f071eae561361588aivica -c 200 -df end_to_end vp8.txt vp9.txt 2605cfcd34693d86de7a1a481f071eae561361588aivica""" 2705cfcd34693d86de7a1a481f071eae561361588aivica 2805cfcd34693d86de7a1a481f071eae561361588aivicaimport argparse 2905cfcd34693d86de7a1a481f071eae561361588aivicafrom collections import defaultdict 3005cfcd34693d86de7a1a481f071eae561361588aivicaimport itertools 3105cfcd34693d86de7a1a481f071eae561361588aivicaimport sys 3205cfcd34693d86de7a1a481f071eae561361588aivicaimport matplotlib.pyplot as plt 3305cfcd34693d86de7a1a481f071eae561361588aivicaimport numpy 3405cfcd34693d86de7a1a481f071eae561361588aivica 3505cfcd34693d86de7a1a481f071eae561361588aivica# Fields 3605cfcd34693d86de7a1a481f071eae561361588aivicaDROPPED = 0 3705cfcd34693d86de7a1a481f071eae561361588aivicaINPUT_TIME = 1 # ms 3805cfcd34693d86de7a1a481f071eae561361588aivicaSEND_TIME = 2 # ms 3905cfcd34693d86de7a1a481f071eae561361588aivicaRECV_TIME = 3 # ms 4005cfcd34693d86de7a1a481f071eae561361588aivicaENCODED_FRAME_SIZE = 4 # bytes 4105cfcd34693d86de7a1a481f071eae561361588aivicaPSNR = 5 4205cfcd34693d86de7a1a481f071eae561361588aivicaSSIM = 6 4305cfcd34693d86de7a1a481f071eae561361588aivicaRENDER_TIME = 7 # ms 4405cfcd34693d86de7a1a481f071eae561361588aivica 4505cfcd34693d86de7a1a481f071eae561361588aivicaTOTAL_RAW_FIELDS = 8 4605cfcd34693d86de7a1a481f071eae561361588aivica 4705cfcd34693d86de7a1a481f071eae561361588aivicaSENDER_TIME = TOTAL_RAW_FIELDS + 0 4805cfcd34693d86de7a1a481f071eae561361588aivicaRECEIVER_TIME = TOTAL_RAW_FIELDS + 1 4905cfcd34693d86de7a1a481f071eae561361588aivicaEND_TO_END = TOTAL_RAW_FIELDS + 2 5005cfcd34693d86de7a1a481f071eae561361588aivicaRENDERED_DELTA = TOTAL_RAW_FIELDS + 3 5105cfcd34693d86de7a1a481f071eae561361588aivica 5205cfcd34693d86de7a1a481f071eae561361588aivicaFIELD_MASK = 255 5305cfcd34693d86de7a1a481f071eae561361588aivica 5405cfcd34693d86de7a1a481f071eae561361588aivica# Options 5505cfcd34693d86de7a1a481f071eae561361588aivicaHIDE_DROPPED = 256 5605cfcd34693d86de7a1a481f071eae561361588aivicaRIGHT_Y_AXIS = 512 5705cfcd34693d86de7a1a481f071eae561361588aivica 5805cfcd34693d86de7a1a481f071eae561361588aivica# internal field id, field name, title 5905cfcd34693d86de7a1a481f071eae561361588aivica_fields = [ 6005cfcd34693d86de7a1a481f071eae561361588aivica # Raw 6105cfcd34693d86de7a1a481f071eae561361588aivica (DROPPED, "dropped", "dropped"), 6205cfcd34693d86de7a1a481f071eae561361588aivica (INPUT_TIME, "input_time_ms", "input time"), 6305cfcd34693d86de7a1a481f071eae561361588aivica (SEND_TIME, "send_time_ms", "send time"), 6405cfcd34693d86de7a1a481f071eae561361588aivica (RECV_TIME, "recv_time_ms", "recv time"), 6505cfcd34693d86de7a1a481f071eae561361588aivica (ENCODED_FRAME_SIZE, "encoded_frame_size", "encoded frame size"), 6605cfcd34693d86de7a1a481f071eae561361588aivica (PSNR, "psnr", "PSNR"), 6705cfcd34693d86de7a1a481f071eae561361588aivica (SSIM, "ssim", "SSIM"), 6805cfcd34693d86de7a1a481f071eae561361588aivica (RENDER_TIME, "render_time_ms", "render time"), 6905cfcd34693d86de7a1a481f071eae561361588aivica # Auto-generated 7005cfcd34693d86de7a1a481f071eae561361588aivica (SENDER_TIME, "sender_time", "sender time"), 7105cfcd34693d86de7a1a481f071eae561361588aivica (RECEIVER_TIME, "receiver_time", "receiver time"), 7205cfcd34693d86de7a1a481f071eae561361588aivica (END_TO_END, "end_to_end", "end to end"), 7305cfcd34693d86de7a1a481f071eae561361588aivica (RENDERED_DELTA, "rendered_delta", "rendered delta"), 7405cfcd34693d86de7a1a481f071eae561361588aivica] 7505cfcd34693d86de7a1a481f071eae561361588aivica 7605cfcd34693d86de7a1a481f071eae561361588aivicaname_to_id = {field[1]: field[0] for field in _fields} 7705cfcd34693d86de7a1a481f071eae561361588aivicaid_to_title = {field[0]: field[2] for field in _fields} 7805cfcd34693d86de7a1a481f071eae561361588aivica 7905cfcd34693d86de7a1a481f071eae561361588aivica 8005cfcd34693d86de7a1a481f071eae561361588aivicadef field_arg_to_id(arg): 8105cfcd34693d86de7a1a481f071eae561361588aivica if arg == "none": 8205cfcd34693d86de7a1a481f071eae561361588aivica return None 8305cfcd34693d86de7a1a481f071eae561361588aivica if arg in name_to_id: 8405cfcd34693d86de7a1a481f071eae561361588aivica return name_to_id[arg] 8505cfcd34693d86de7a1a481f071eae561361588aivica if arg + "_ms" in name_to_id: 8605cfcd34693d86de7a1a481f071eae561361588aivica return name_to_id[arg + "_ms"] 8705cfcd34693d86de7a1a481f071eae561361588aivica raise Exception("Unrecognized field name \"{}\"".format(arg)) 8805cfcd34693d86de7a1a481f071eae561361588aivica 8905cfcd34693d86de7a1a481f071eae561361588aivica 9005cfcd34693d86de7a1a481f071eae561361588aivicaclass PlotLine(object): 9105cfcd34693d86de7a1a481f071eae561361588aivica """Data for a single graph line.""" 9205cfcd34693d86de7a1a481f071eae561361588aivica 9305cfcd34693d86de7a1a481f071eae561361588aivica def __init__(self, label, values, flags): 9405cfcd34693d86de7a1a481f071eae561361588aivica self.label = label 9505cfcd34693d86de7a1a481f071eae561361588aivica self.values = values 9605cfcd34693d86de7a1a481f071eae561361588aivica self.flags = flags 9705cfcd34693d86de7a1a481f071eae561361588aivica 9805cfcd34693d86de7a1a481f071eae561361588aivica 9905cfcd34693d86de7a1a481f071eae561361588aivicaclass Data(object): 10005cfcd34693d86de7a1a481f071eae561361588aivica """Object representing one full stack test.""" 10105cfcd34693d86de7a1a481f071eae561361588aivica 10205cfcd34693d86de7a1a481f071eae561361588aivica def __init__(self, filename): 10305cfcd34693d86de7a1a481f071eae561361588aivica self.title = "" 10405cfcd34693d86de7a1a481f071eae561361588aivica self.length = 0 10505cfcd34693d86de7a1a481f071eae561361588aivica self.samples = defaultdict(list) 10605cfcd34693d86de7a1a481f071eae561361588aivica 10705cfcd34693d86de7a1a481f071eae561361588aivica self._read_samples(filename) 10805cfcd34693d86de7a1a481f071eae561361588aivica 10905cfcd34693d86de7a1a481f071eae561361588aivica def _read_samples(self, filename): 11005cfcd34693d86de7a1a481f071eae561361588aivica """Reads graph data from the given file.""" 11105cfcd34693d86de7a1a481f071eae561361588aivica f = open(filename) 11205cfcd34693d86de7a1a481f071eae561361588aivica it = iter(f) 11305cfcd34693d86de7a1a481f071eae561361588aivica 11405cfcd34693d86de7a1a481f071eae561361588aivica self.title = it.next().strip() 11505cfcd34693d86de7a1a481f071eae561361588aivica self.length = int(it.next()) 11605cfcd34693d86de7a1a481f071eae561361588aivica field_names = [name.strip() for name in it.next().split()] 11705cfcd34693d86de7a1a481f071eae561361588aivica field_ids = [name_to_id[name] for name in field_names] 11805cfcd34693d86de7a1a481f071eae561361588aivica 11905cfcd34693d86de7a1a481f071eae561361588aivica for field_id in field_ids: 12005cfcd34693d86de7a1a481f071eae561361588aivica self.samples[field_id] = [0.0] * self.length 12105cfcd34693d86de7a1a481f071eae561361588aivica 12205cfcd34693d86de7a1a481f071eae561361588aivica for sample_id in xrange(self.length): 12305cfcd34693d86de7a1a481f071eae561361588aivica for col, value in enumerate(it.next().split()): 12405cfcd34693d86de7a1a481f071eae561361588aivica self.samples[field_ids[col]][sample_id] = float(value) 12505cfcd34693d86de7a1a481f071eae561361588aivica 12605cfcd34693d86de7a1a481f071eae561361588aivica self._subtract_first_input_time() 12705cfcd34693d86de7a1a481f071eae561361588aivica self._generate_additional_data() 12805cfcd34693d86de7a1a481f071eae561361588aivica 12905cfcd34693d86de7a1a481f071eae561361588aivica f.close() 13005cfcd34693d86de7a1a481f071eae561361588aivica 13105cfcd34693d86de7a1a481f071eae561361588aivica def _subtract_first_input_time(self): 13205cfcd34693d86de7a1a481f071eae561361588aivica offset = self.samples[INPUT_TIME][0] 13305cfcd34693d86de7a1a481f071eae561361588aivica for field in [INPUT_TIME, SEND_TIME, RECV_TIME, RENDER_TIME]: 13405cfcd34693d86de7a1a481f071eae561361588aivica if field in self.samples: 13505cfcd34693d86de7a1a481f071eae561361588aivica self.samples[field] = [x - offset for x in self.samples[field]] 13605cfcd34693d86de7a1a481f071eae561361588aivica 13705cfcd34693d86de7a1a481f071eae561361588aivica def _generate_additional_data(self): 13805cfcd34693d86de7a1a481f071eae561361588aivica """Calculates sender time, receiver time etc. from the raw data.""" 13905cfcd34693d86de7a1a481f071eae561361588aivica s = self.samples 14005cfcd34693d86de7a1a481f071eae561361588aivica last_render_time = 0 14105cfcd34693d86de7a1a481f071eae561361588aivica for field_id in [SENDER_TIME, RECEIVER_TIME, END_TO_END, RENDERED_DELTA]: 14205cfcd34693d86de7a1a481f071eae561361588aivica s[field_id] = [0] * self.length 14305cfcd34693d86de7a1a481f071eae561361588aivica 14405cfcd34693d86de7a1a481f071eae561361588aivica for k in range(self.length): 14505cfcd34693d86de7a1a481f071eae561361588aivica s[SENDER_TIME][k] = s[SEND_TIME][k] - s[INPUT_TIME][k] 14605cfcd34693d86de7a1a481f071eae561361588aivica 14705cfcd34693d86de7a1a481f071eae561361588aivica decoded_time = s[RENDER_TIME][k] 14805cfcd34693d86de7a1a481f071eae561361588aivica s[RECEIVER_TIME][k] = decoded_time - s[RECV_TIME][k] 14905cfcd34693d86de7a1a481f071eae561361588aivica s[END_TO_END][k] = decoded_time - s[INPUT_TIME][k] 15005cfcd34693d86de7a1a481f071eae561361588aivica if not s[DROPPED][k]: 15105cfcd34693d86de7a1a481f071eae561361588aivica if k > 0: 15205cfcd34693d86de7a1a481f071eae561361588aivica s[RENDERED_DELTA][k] = decoded_time - last_render_time 15305cfcd34693d86de7a1a481f071eae561361588aivica last_render_time = decoded_time 15405cfcd34693d86de7a1a481f071eae561361588aivica 15505cfcd34693d86de7a1a481f071eae561361588aivica def _hide(self, values): 15605cfcd34693d86de7a1a481f071eae561361588aivica """ 15705cfcd34693d86de7a1a481f071eae561361588aivica Replaces values for dropped frames with None. 15805cfcd34693d86de7a1a481f071eae561361588aivica These values are then skipped by the plot() method. 15905cfcd34693d86de7a1a481f071eae561361588aivica """ 16005cfcd34693d86de7a1a481f071eae561361588aivica 16105cfcd34693d86de7a1a481f071eae561361588aivica return [None if self.samples[DROPPED][k] else values[k] 16205cfcd34693d86de7a1a481f071eae561361588aivica for k in range(len(values))] 16305cfcd34693d86de7a1a481f071eae561361588aivica 16405cfcd34693d86de7a1a481f071eae561361588aivica def add_samples(self, config, target_lines_list): 16505cfcd34693d86de7a1a481f071eae561361588aivica """Creates graph lines from the current data set with given config.""" 16605cfcd34693d86de7a1a481f071eae561361588aivica for field in config.fields: 16705cfcd34693d86de7a1a481f071eae561361588aivica # field is None means the user wants just to skip the color. 16805cfcd34693d86de7a1a481f071eae561361588aivica if field is None: 16905cfcd34693d86de7a1a481f071eae561361588aivica target_lines_list.append(None) 17005cfcd34693d86de7a1a481f071eae561361588aivica continue 17105cfcd34693d86de7a1a481f071eae561361588aivica 17205cfcd34693d86de7a1a481f071eae561361588aivica field_id = field & FIELD_MASK 17305cfcd34693d86de7a1a481f071eae561361588aivica values = self.samples[field_id] 17405cfcd34693d86de7a1a481f071eae561361588aivica 17505cfcd34693d86de7a1a481f071eae561361588aivica if field & HIDE_DROPPED: 17605cfcd34693d86de7a1a481f071eae561361588aivica values = self._hide(values) 17705cfcd34693d86de7a1a481f071eae561361588aivica 17805cfcd34693d86de7a1a481f071eae561361588aivica target_lines_list.append(PlotLine( 17905cfcd34693d86de7a1a481f071eae561361588aivica self.title + " " + id_to_title[field_id], 18005cfcd34693d86de7a1a481f071eae561361588aivica values, field & ~FIELD_MASK)) 18105cfcd34693d86de7a1a481f071eae561361588aivica 18205cfcd34693d86de7a1a481f071eae561361588aivica 18305cfcd34693d86de7a1a481f071eae561361588aivicadef average_over_cycle(values, length): 18405cfcd34693d86de7a1a481f071eae561361588aivica """ 18505cfcd34693d86de7a1a481f071eae561361588aivica Returns the list: 18605cfcd34693d86de7a1a481f071eae561361588aivica [ 18705cfcd34693d86de7a1a481f071eae561361588aivica avg(values[0], values[length], ...), 18805cfcd34693d86de7a1a481f071eae561361588aivica avg(values[1], values[length + 1], ...), 18905cfcd34693d86de7a1a481f071eae561361588aivica ... 19005cfcd34693d86de7a1a481f071eae561361588aivica avg(values[length - 1], values[2 * length - 1], ...), 19105cfcd34693d86de7a1a481f071eae561361588aivica ] 19205cfcd34693d86de7a1a481f071eae561361588aivica 19305cfcd34693d86de7a1a481f071eae561361588aivica Skips None values when calculating the average value. 19405cfcd34693d86de7a1a481f071eae561361588aivica """ 19505cfcd34693d86de7a1a481f071eae561361588aivica 19605cfcd34693d86de7a1a481f071eae561361588aivica total = [0.0] * length 19705cfcd34693d86de7a1a481f071eae561361588aivica count = [0] * length 19805cfcd34693d86de7a1a481f071eae561361588aivica for k in range(len(values)): 19905cfcd34693d86de7a1a481f071eae561361588aivica if values[k] is not None: 20005cfcd34693d86de7a1a481f071eae561361588aivica total[k % length] += values[k] 20105cfcd34693d86de7a1a481f071eae561361588aivica count[k % length] += 1 20205cfcd34693d86de7a1a481f071eae561361588aivica 20305cfcd34693d86de7a1a481f071eae561361588aivica result = [0.0] * length 20405cfcd34693d86de7a1a481f071eae561361588aivica for k in range(length): 20505cfcd34693d86de7a1a481f071eae561361588aivica result[k] = total[k] / count[k] if count[k] else None 20605cfcd34693d86de7a1a481f071eae561361588aivica return result 20705cfcd34693d86de7a1a481f071eae561361588aivica 20805cfcd34693d86de7a1a481f071eae561361588aivica 20905cfcd34693d86de7a1a481f071eae561361588aivicaclass PlotConfig(object): 21005cfcd34693d86de7a1a481f071eae561361588aivica """Object representing a single graph.""" 21105cfcd34693d86de7a1a481f071eae561361588aivica 21205cfcd34693d86de7a1a481f071eae561361588aivica def __init__(self, fields, data_list, cycle_length=None, frames=None, 21305cfcd34693d86de7a1a481f071eae561361588aivica offset=0, output_filename=None, title="Graph"): 21405cfcd34693d86de7a1a481f071eae561361588aivica self.fields = fields 21505cfcd34693d86de7a1a481f071eae561361588aivica self.data_list = data_list 21605cfcd34693d86de7a1a481f071eae561361588aivica self.cycle_length = cycle_length 21705cfcd34693d86de7a1a481f071eae561361588aivica self.frames = frames 21805cfcd34693d86de7a1a481f071eae561361588aivica self.offset = offset 21905cfcd34693d86de7a1a481f071eae561361588aivica self.output_filename = output_filename 22005cfcd34693d86de7a1a481f071eae561361588aivica self.title = title 22105cfcd34693d86de7a1a481f071eae561361588aivica 22205cfcd34693d86de7a1a481f071eae561361588aivica def plot(self, ax1): 22305cfcd34693d86de7a1a481f071eae561361588aivica lines = [] 22405cfcd34693d86de7a1a481f071eae561361588aivica for data in self.data_list: 22505cfcd34693d86de7a1a481f071eae561361588aivica if not data: 22605cfcd34693d86de7a1a481f071eae561361588aivica # Add None lines to skip the colors. 22705cfcd34693d86de7a1a481f071eae561361588aivica lines.extend([None] * len(self.fields)) 22805cfcd34693d86de7a1a481f071eae561361588aivica else: 22905cfcd34693d86de7a1a481f071eae561361588aivica data.add_samples(self, lines) 23005cfcd34693d86de7a1a481f071eae561361588aivica 23105cfcd34693d86de7a1a481f071eae561361588aivica def _slice_values(values): 23205cfcd34693d86de7a1a481f071eae561361588aivica if self.offset: 23305cfcd34693d86de7a1a481f071eae561361588aivica values = values[self.offset:] 23405cfcd34693d86de7a1a481f071eae561361588aivica if self.frames: 23505cfcd34693d86de7a1a481f071eae561361588aivica values = values[:self.frames] 23605cfcd34693d86de7a1a481f071eae561361588aivica return values 23705cfcd34693d86de7a1a481f071eae561361588aivica 23805cfcd34693d86de7a1a481f071eae561361588aivica length = None 23905cfcd34693d86de7a1a481f071eae561361588aivica for line in lines: 24005cfcd34693d86de7a1a481f071eae561361588aivica if line is None: 24105cfcd34693d86de7a1a481f071eae561361588aivica continue 24205cfcd34693d86de7a1a481f071eae561361588aivica 24305cfcd34693d86de7a1a481f071eae561361588aivica line.values = _slice_values(line.values) 24405cfcd34693d86de7a1a481f071eae561361588aivica if self.cycle_length: 24505cfcd34693d86de7a1a481f071eae561361588aivica line.values = average_over_cycle(line.values, self.cycle_length) 24605cfcd34693d86de7a1a481f071eae561361588aivica 24705cfcd34693d86de7a1a481f071eae561361588aivica if length is None: 24805cfcd34693d86de7a1a481f071eae561361588aivica length = len(line.values) 24905cfcd34693d86de7a1a481f071eae561361588aivica elif length != len(line.values): 25005cfcd34693d86de7a1a481f071eae561361588aivica raise Exception("All arrays should have the same length!") 25105cfcd34693d86de7a1a481f071eae561361588aivica 25205cfcd34693d86de7a1a481f071eae561361588aivica ax1.set_xlabel("Frame", fontsize="large") 25305cfcd34693d86de7a1a481f071eae561361588aivica if any(line.flags & RIGHT_Y_AXIS for line in lines if line): 25405cfcd34693d86de7a1a481f071eae561361588aivica ax2 = ax1.twinx() 25505cfcd34693d86de7a1a481f071eae561361588aivica ax2.set_xlabel("Frame", fontsize="large") 25605cfcd34693d86de7a1a481f071eae561361588aivica else: 25705cfcd34693d86de7a1a481f071eae561361588aivica ax2 = None 25805cfcd34693d86de7a1a481f071eae561361588aivica 25905cfcd34693d86de7a1a481f071eae561361588aivica # Have to implement color_cycle manually, due to two scales in a graph. 26005cfcd34693d86de7a1a481f071eae561361588aivica color_cycle = ["b", "r", "g", "c", "m", "y", "k"] 26105cfcd34693d86de7a1a481f071eae561361588aivica color_iter = itertools.cycle(color_cycle) 26205cfcd34693d86de7a1a481f071eae561361588aivica 26305cfcd34693d86de7a1a481f071eae561361588aivica for line in lines: 26405cfcd34693d86de7a1a481f071eae561361588aivica if not line: 26505cfcd34693d86de7a1a481f071eae561361588aivica color_iter.next() 26605cfcd34693d86de7a1a481f071eae561361588aivica continue 26705cfcd34693d86de7a1a481f071eae561361588aivica 26805cfcd34693d86de7a1a481f071eae561361588aivica if self.cycle_length: 26905cfcd34693d86de7a1a481f071eae561361588aivica x = numpy.array(range(self.cycle_length)) 27005cfcd34693d86de7a1a481f071eae561361588aivica else: 27105cfcd34693d86de7a1a481f071eae561361588aivica x = numpy.array(range(self.offset, self.offset + len(line.values))) 27205cfcd34693d86de7a1a481f071eae561361588aivica y = numpy.array(line.values) 27305cfcd34693d86de7a1a481f071eae561361588aivica ax = ax2 if line.flags & RIGHT_Y_AXIS else ax1 27405cfcd34693d86de7a1a481f071eae561361588aivica ax.plot(x, y, "o-", label=line.label, markersize=3.0, linewidth=1.0, 27505cfcd34693d86de7a1a481f071eae561361588aivica color=color_iter.next()) 27605cfcd34693d86de7a1a481f071eae561361588aivica 27705cfcd34693d86de7a1a481f071eae561361588aivica ax1.grid(True) 27805cfcd34693d86de7a1a481f071eae561361588aivica if ax2: 27905cfcd34693d86de7a1a481f071eae561361588aivica ax1.legend(loc="upper left", shadow=True, fontsize="large") 28005cfcd34693d86de7a1a481f071eae561361588aivica ax2.legend(loc="upper right", shadow=True, fontsize="large") 28105cfcd34693d86de7a1a481f071eae561361588aivica else: 28205cfcd34693d86de7a1a481f071eae561361588aivica ax1.legend(loc="best", shadow=True, fontsize="large") 28305cfcd34693d86de7a1a481f071eae561361588aivica 28405cfcd34693d86de7a1a481f071eae561361588aivica 28505cfcd34693d86de7a1a481f071eae561361588aivicadef load_files(filenames): 28605cfcd34693d86de7a1a481f071eae561361588aivica result = [] 28705cfcd34693d86de7a1a481f071eae561361588aivica for filename in filenames: 28805cfcd34693d86de7a1a481f071eae561361588aivica if filename in load_files.cache: 28905cfcd34693d86de7a1a481f071eae561361588aivica result.append(load_files.cache[filename]) 29005cfcd34693d86de7a1a481f071eae561361588aivica else: 29105cfcd34693d86de7a1a481f071eae561361588aivica data = Data(filename) 29205cfcd34693d86de7a1a481f071eae561361588aivica load_files.cache[filename] = data 29305cfcd34693d86de7a1a481f071eae561361588aivica result.append(data) 29405cfcd34693d86de7a1a481f071eae561361588aivica return result 29505cfcd34693d86de7a1a481f071eae561361588aivicaload_files.cache = {} 29605cfcd34693d86de7a1a481f071eae561361588aivica 29705cfcd34693d86de7a1a481f071eae561361588aivica 29805cfcd34693d86de7a1a481f071eae561361588aivicadef get_parser(): 29905cfcd34693d86de7a1a481f071eae561361588aivica class CustomAction(argparse.Action): 30005cfcd34693d86de7a1a481f071eae561361588aivica 30105cfcd34693d86de7a1a481f071eae561361588aivica def __call__(self, parser, namespace, values, option_string=None): 30205cfcd34693d86de7a1a481f071eae561361588aivica if "ordered_args" not in namespace: 30305cfcd34693d86de7a1a481f071eae561361588aivica namespace.ordered_args = [] 30405cfcd34693d86de7a1a481f071eae561361588aivica namespace.ordered_args.append((self.dest, values)) 30505cfcd34693d86de7a1a481f071eae561361588aivica 30605cfcd34693d86de7a1a481f071eae561361588aivica parser = argparse.ArgumentParser( 30705cfcd34693d86de7a1a481f071eae561361588aivica description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter) 30805cfcd34693d86de7a1a481f071eae561361588aivica 30905cfcd34693d86de7a1a481f071eae561361588aivica parser.add_argument( 31005cfcd34693d86de7a1a481f071eae561361588aivica "-c", "--cycle_length", nargs=1, action=CustomAction, 31105cfcd34693d86de7a1a481f071eae561361588aivica type=int, help="Cycle length over which to average the values.") 31205cfcd34693d86de7a1a481f071eae561361588aivica parser.add_argument( 31305cfcd34693d86de7a1a481f071eae561361588aivica "-f", "--field", nargs=1, action=CustomAction, 31405cfcd34693d86de7a1a481f071eae561361588aivica help="Name of the field to show. Use 'none' to skip a color.") 31505cfcd34693d86de7a1a481f071eae561361588aivica parser.add_argument("-r", "--right", nargs=0, action=CustomAction, 31605cfcd34693d86de7a1a481f071eae561361588aivica help="Use right Y axis for given field.") 31705cfcd34693d86de7a1a481f071eae561361588aivica parser.add_argument("-d", "--drop", nargs=0, action=CustomAction, 31805cfcd34693d86de7a1a481f071eae561361588aivica help="Hide values for dropped frames.") 31905cfcd34693d86de7a1a481f071eae561361588aivica parser.add_argument("-o", "--offset", nargs=1, action=CustomAction, type=int, 32005cfcd34693d86de7a1a481f071eae561361588aivica help="Frame offset.") 32105cfcd34693d86de7a1a481f071eae561361588aivica parser.add_argument("-n", "--next", nargs=0, action=CustomAction, 32205cfcd34693d86de7a1a481f071eae561361588aivica help="Separator for multiple graphs.") 32305cfcd34693d86de7a1a481f071eae561361588aivica parser.add_argument( 32405cfcd34693d86de7a1a481f071eae561361588aivica "--frames", nargs=1, action=CustomAction, type=int, 32505cfcd34693d86de7a1a481f071eae561361588aivica help="Frame count to show or take into account while averaging.") 32605cfcd34693d86de7a1a481f071eae561361588aivica parser.add_argument("-t", "--title", nargs=1, action=CustomAction, 32705cfcd34693d86de7a1a481f071eae561361588aivica help="Title of the graph.") 32805cfcd34693d86de7a1a481f071eae561361588aivica parser.add_argument( 32905cfcd34693d86de7a1a481f071eae561361588aivica "-O", "--output_filename", nargs=1, action=CustomAction, 33005cfcd34693d86de7a1a481f071eae561361588aivica help="Use to save the graph into a file. " 33105cfcd34693d86de7a1a481f071eae561361588aivica "Otherwise, a window will be shown.") 33205cfcd34693d86de7a1a481f071eae561361588aivica parser.add_argument( 33305cfcd34693d86de7a1a481f071eae561361588aivica "files", nargs="+", action=CustomAction, 33405cfcd34693d86de7a1a481f071eae561361588aivica help="List of text-based files generated by full_stack.cc") 33505cfcd34693d86de7a1a481f071eae561361588aivica return parser 33605cfcd34693d86de7a1a481f071eae561361588aivica 33705cfcd34693d86de7a1a481f071eae561361588aivica 33805cfcd34693d86de7a1a481f071eae561361588aivicadef _plot_config_from_args(args, graph_num): 33905cfcd34693d86de7a1a481f071eae561361588aivica # Pylint complains about using kwargs, so have to do it this way. 34005cfcd34693d86de7a1a481f071eae561361588aivica cycle_length = None 34105cfcd34693d86de7a1a481f071eae561361588aivica frames = None 34205cfcd34693d86de7a1a481f071eae561361588aivica offset = 0 34305cfcd34693d86de7a1a481f071eae561361588aivica output_filename = None 34405cfcd34693d86de7a1a481f071eae561361588aivica title = "Graph" 34505cfcd34693d86de7a1a481f071eae561361588aivica 34605cfcd34693d86de7a1a481f071eae561361588aivica fields = [] 34705cfcd34693d86de7a1a481f071eae561361588aivica files = [] 34805cfcd34693d86de7a1a481f071eae561361588aivica mask = 0 34905cfcd34693d86de7a1a481f071eae561361588aivica for key, values in args: 35005cfcd34693d86de7a1a481f071eae561361588aivica if key == "cycle_length": 35105cfcd34693d86de7a1a481f071eae561361588aivica cycle_length = values[0] 35205cfcd34693d86de7a1a481f071eae561361588aivica elif key == "frames": 35305cfcd34693d86de7a1a481f071eae561361588aivica frames = values[0] 35405cfcd34693d86de7a1a481f071eae561361588aivica elif key == "offset": 35505cfcd34693d86de7a1a481f071eae561361588aivica offset = values[0] 35605cfcd34693d86de7a1a481f071eae561361588aivica elif key == "output_filename": 35705cfcd34693d86de7a1a481f071eae561361588aivica output_filename = values[0] 35805cfcd34693d86de7a1a481f071eae561361588aivica elif key == "title": 35905cfcd34693d86de7a1a481f071eae561361588aivica title = values[0] 36005cfcd34693d86de7a1a481f071eae561361588aivica elif key == "drop": 36105cfcd34693d86de7a1a481f071eae561361588aivica mask |= HIDE_DROPPED 36205cfcd34693d86de7a1a481f071eae561361588aivica elif key == "right": 36305cfcd34693d86de7a1a481f071eae561361588aivica mask |= RIGHT_Y_AXIS 36405cfcd34693d86de7a1a481f071eae561361588aivica elif key == "field": 36505cfcd34693d86de7a1a481f071eae561361588aivica field_id = field_arg_to_id(values[0]) 36605cfcd34693d86de7a1a481f071eae561361588aivica fields.append(field_id | mask if field_id is not None else None) 36705cfcd34693d86de7a1a481f071eae561361588aivica mask = 0 # Reset mask after the field argument. 36805cfcd34693d86de7a1a481f071eae561361588aivica elif key == "files": 36905cfcd34693d86de7a1a481f071eae561361588aivica files.extend(values) 37005cfcd34693d86de7a1a481f071eae561361588aivica 37105cfcd34693d86de7a1a481f071eae561361588aivica if not files: 37205cfcd34693d86de7a1a481f071eae561361588aivica raise Exception("Missing file argument(s) for graph #{}".format(graph_num)) 37305cfcd34693d86de7a1a481f071eae561361588aivica if not fields: 37405cfcd34693d86de7a1a481f071eae561361588aivica raise Exception("Missing field argument(s) for graph #{}".format(graph_num)) 37505cfcd34693d86de7a1a481f071eae561361588aivica 37605cfcd34693d86de7a1a481f071eae561361588aivica return PlotConfig(fields, load_files(files), cycle_length=cycle_length, 37705cfcd34693d86de7a1a481f071eae561361588aivica frames=frames, offset=offset, output_filename=output_filename, 37805cfcd34693d86de7a1a481f071eae561361588aivica title=title) 37905cfcd34693d86de7a1a481f071eae561361588aivica 38005cfcd34693d86de7a1a481f071eae561361588aivica 38105cfcd34693d86de7a1a481f071eae561361588aivicadef plot_configs_from_args(args): 38205cfcd34693d86de7a1a481f071eae561361588aivica """Generates plot configs for given command line arguments.""" 38305cfcd34693d86de7a1a481f071eae561361588aivica # The way it works: 38405cfcd34693d86de7a1a481f071eae561361588aivica # First we detect separators -n/--next and split arguments into groups, one 38505cfcd34693d86de7a1a481f071eae561361588aivica # for each plot. For each group, we partially parse it with 38605cfcd34693d86de7a1a481f071eae561361588aivica # argparse.ArgumentParser, modified to remember the order of arguments. 38705cfcd34693d86de7a1a481f071eae561361588aivica # Then we traverse the argument list and fill the PlotConfig. 38805cfcd34693d86de7a1a481f071eae561361588aivica args = itertools.groupby(args, lambda x: x in ["-n", "--next"]) 38905cfcd34693d86de7a1a481f071eae561361588aivica args = list(list(group) for match, group in args if not match) 39005cfcd34693d86de7a1a481f071eae561361588aivica 39105cfcd34693d86de7a1a481f071eae561361588aivica parser = get_parser() 39205cfcd34693d86de7a1a481f071eae561361588aivica plot_configs = [] 39305cfcd34693d86de7a1a481f071eae561361588aivica for index, raw_args in enumerate(args): 39405cfcd34693d86de7a1a481f071eae561361588aivica graph_args = parser.parse_args(raw_args).ordered_args 39505cfcd34693d86de7a1a481f071eae561361588aivica plot_configs.append(_plot_config_from_args(graph_args, index)) 39605cfcd34693d86de7a1a481f071eae561361588aivica return plot_configs 39705cfcd34693d86de7a1a481f071eae561361588aivica 39805cfcd34693d86de7a1a481f071eae561361588aivica 39905cfcd34693d86de7a1a481f071eae561361588aivicadef show_or_save_plots(plot_configs): 40005cfcd34693d86de7a1a481f071eae561361588aivica for config in plot_configs: 40105cfcd34693d86de7a1a481f071eae561361588aivica fig = plt.figure(figsize=(14.0, 10.0)) 40205cfcd34693d86de7a1a481f071eae561361588aivica ax = fig.add_subplot(1, 1, 1) 40305cfcd34693d86de7a1a481f071eae561361588aivica 40405cfcd34693d86de7a1a481f071eae561361588aivica plt.title(config.title) 40505cfcd34693d86de7a1a481f071eae561361588aivica config.plot(ax) 40605cfcd34693d86de7a1a481f071eae561361588aivica if config.output_filename: 40705cfcd34693d86de7a1a481f071eae561361588aivica print "Saving to", config.output_filename 40805cfcd34693d86de7a1a481f071eae561361588aivica fig.savefig(config.output_filename) 40905cfcd34693d86de7a1a481f071eae561361588aivica plt.close(fig) 41005cfcd34693d86de7a1a481f071eae561361588aivica 41105cfcd34693d86de7a1a481f071eae561361588aivica plt.show() 41205cfcd34693d86de7a1a481f071eae561361588aivica 41305cfcd34693d86de7a1a481f071eae561361588aivicaif __name__ == "__main__": 41405cfcd34693d86de7a1a481f071eae561361588aivica show_or_save_plots(plot_configs_from_args(sys.argv[1:])) 415