| #!/usr/bin/env fuchsia-vendored-python | |
| # Copyright 2019 The Fuchsia Authors. All rights reserved. | |
| # Use of this source code is governed by a BSD-style license that can be | |
| # found in the LICENSE file. | |
| # This script downloads information about changes landed in the Fuchsia tree | |
| # and computes the dates at which those changes receive Code, API, and | |
| # Testability reviews. It produces four fields into a CSV file: | |
| # | |
| # * Change-ID | |
| # * Time at which the change first received Code-Review+2 and API-Review+1. | |
| # If a change never received API-Review+1, the time the change first received | |
| # Code-Review+2 is used. This is an approximation of when the change is first | |
| # eligible to receive a Testability Review. | |
| # * Time at which the change first received a Testability-Review vote, either | |
| # +1 or -1. | |
| # * Email of the first reviewer to set Testability-Review | |
| # | |
| # It caches information from Gerrit into //local/change_id_cache/. | |
| import argparse | |
| import datetime | |
| import json | |
| import os | |
| import sys | |
| import urllib | |
| FUCHSIA_DIR = os.path.abspath(os.path.join(__file__, os.pardir, os.pardir)) | |
| def parse_date_from_gerrit(date_str): | |
| # Gerrit returns timestamps with 9 digits of precision, but the %f | |
| # formatter only expects 6 digits of precision, so truncate to parse. | |
| return datetime.datetime.strptime(date_str[:-3], "%Y-%m-%d %H:%M:%S.%f") | |
| def cache_dir(): | |
| dirname = os.path.join(FUCHSIA_DIR, "local", "change_id_cache") | |
| if not os.path.exists(dirname): | |
| os.makedirs(dirname) | |
| return dirname | |
| def cache_filename(c): | |
| return os.path.join(cache_dir(), c) | |
| def cache_change_data(c): | |
| filename = cache_filename(c) | |
| if os.path.exists(filename): | |
| return | |
| print("Data for %s not found in cache, fetching from gerrit" % c) | |
| url = "https://fuchsia-review.googlesource.com/changes/%s/detail" % c | |
| r = urllib.request.urlopen(url) | |
| if r.status != 200: | |
| print("Gerrit returned error for %s: %d" % (c, r.status_code)) | |
| return | |
| response_json = r.read().decode("utf-8")[5:] # skip preamble | |
| data = json.loads(response_json) | |
| with open(cache_filename(c), "w") as f: | |
| json.dump(data, f, indent=2) | |
| def read_change_data(c): | |
| with open(cache_filename(c)) as f: | |
| return json.load(f) | |
| def process_change(c): | |
| cache_change_data(c) | |
| data = read_change_data(c) | |
| testability_date = None | |
| code_review_date = None | |
| api_review_date = None | |
| for message in data["messages"]: | |
| m = message["message"] | |
| date = parse_date_from_gerrit(message["date"]) | |
| if testability_date is None: | |
| if "Testability-Review+1" in m or "Testability-Review-1" in m: | |
| testability_reviewer = message["real_author"]["email"] | |
| testability_date = parse_date_from_gerrit(message["date"]) | |
| if "Code-Review+2" in message["message"]: | |
| if code_review_date is None: | |
| code_review_date = date | |
| if "API-Review+1" in message["message"]: | |
| if api_review_date is None: | |
| api_review_date = date | |
| if testability_date is None or code_review_date is None: | |
| return | |
| last_approval_date = code_review_date | |
| if api_review_date is not None: | |
| if api_review_date > last_approval_date: | |
| last_approval_date = api_review_date | |
| return (c, testability_date, last_approval_date, testability_reviewer) | |
| header = "ChangeID, First Testability-Review Date, First {Code + API}-Review date, Testability Reviewer" | |
| def main(): | |
| parser = argparse.ArgumentParser( | |
| description="Compute Testability-Review stats for set of changes." | |
| ) | |
| parser.add_argument( | |
| "--output", "-o", default="output.txt", help="Name of output file" | |
| ) | |
| parser.add_argument( | |
| "changes", | |
| default="last_week_change_ids.txt", | |
| help="File containing Change-Id values to analyze", | |
| ) | |
| args = parser.parse_args() | |
| with open(args.changes) as f: | |
| changes = f.readlines() | |
| with open(args.output, "w") as out: | |
| out.write(header + "\n") | |
| for c in changes: | |
| c = c.strip() | |
| try: | |
| out.write("%s, %s, %s, %s\n" % process_change(c)) | |
| except KeyboardInterrupt: | |
| raise | |
| except: | |
| sys.stderr.write("Could not process %s, skipping\n" % c) | |
| if __name__ == "__main__": | |
| sys.exit(main()) |