tools/run_tests/performance/massage_qps_stats_helpers.py

# Copyright 2017 gRPC authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import collections

def _threshold_for_count_below(buckets, boundaries, count_below):
  count_so_far = 0
  for lower_idx in range(0, len(buckets)):
    count_so_far += buckets[lower_idx]
    if count_so_far >= count_below:
      break
  if count_so_far == count_below:
    # this bucket hits the threshold exactly... we should be midway through
    # any run of zero values following the bucket
    for upper_idx in range(lower_idx + 1, len(buckets)):
      if buckets[upper_idx] != 0:
        break
    return (boundaries[lower_idx] + boundaries[upper_idx]) / 2.0
  else:
    # treat values as uniform throughout the bucket, and find where this value
    # should lie
    lower_bound = boundaries[lower_idx]
    upper_bound = boundaries[lower_idx + 1]
    return (upper_bound -
           (upper_bound - lower_bound) * (count_so_far - count_below) /
               float(buckets[lower_idx]))

def percentile(buckets, pctl, boundaries):
  return _threshold_for_count_below(
      buckets, boundaries, sum(buckets) * pctl / 100.0)

def counter(core_stats, name):
  for stat in core_stats['metrics']:
    if stat['name'] == name:
      return int(stat.get('count', 0))

Histogram = collections.namedtuple('Histogram', 'buckets boundaries')
def histogram(core_stats, name):
  for stat in core_stats['metrics']:
    if stat['name'] == name:
      buckets = []
      boundaries = []
      for b in stat['histogram']['buckets']:
        buckets.append(int(b.get('count', 0)))
        boundaries.append(int(b.get('start', 0)))
  return Histogram(buckets=buckets, boundaries=boundaries)