tl_stat.py

# Copyright (c) 2012-2020, Intel Corporation
# Author: Andi Kleen
#
# This program is free software; you can redistribute it and/or modify it
# under the terms and conditions of the GNU General Public License,
# version 2, as published by the Free Software Foundation.
#
# This program is distributed in the hope it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
# more details.
#
# Maintain error data on perf measurements
from __future__ import print_function
import math
from collections import namedtuple
from tl_io import warn, warn_no_assert, warn_test

ValStat = namedtuple('ValStat', ['stddev', 'multiplex'])

def geoadd(l):
    return math.sqrt(sum([x**2 for x in l]))

# use geomean of stddevs and minimum of multiplex ratios for combining
# XXX better way to combine multiplex ratios?
def combine_valstat(l):
    if not l:
        return []
    return ValStat(geoadd([x.stddev for x in l]), min([x.multiplex for x in l]))

class ComputeStat:
    """Maintain statistics on measurement data."""
    def __init__(self, quiet):
        self.referenced = set()
        self.already_warned = set()
        self.errcount = 0
        self.errors = set()
        self.prev_errors = set()
        self.mismeasured = set()
        self.prev_mismeasured = set()
        self.quiet = quiet

    def referenced_check(self, res, evnum):
        referenced = self.referenced
        referenced = referenced - self.already_warned
        if not referenced:
            return
        self.already_warned |= referenced

        # sanity check: did we reference all results?
        if len(res.keys()) > 0:
            r = res[list(res.keys())[0]]
            if len(r) != len(evnum):
                warn("results len %d does not match event len %d" % (len(r), len(evnum)))
                return
            if len(referenced) != len(r):
                dummies = {i for i, d in enumerate(evnum) if d == "dummy"}
                notr = set(range(len(r))) - referenced - dummies
                if notr:
                    warn_test("%d results not referenced: " % (len(notr))  
                          " ".join(["%d" % x for x in sorted(notr)]))

    def compute_errors(self):
        if self.errcount > 0 and self.errors != self.prev_errors:
            warn_no_assert(("%d nodes had zero counts: " % (self.errcount))  
                           " ".join(sorted(self.errors)))
            self.errcount = 0
            self.prev_errors = self.errors
            self.errors = set()
        if self.mismeasured and self.mismeasured > self.prev_mismeasured:
            warn_no_assert("Mismeasured (out of bound values):"  
                    " ".join(sorted(self.mismeasured)))
            self.prev_mismeasured = self.mismeasured