build/images/manifest_list_collect_unique_blobs.py

#!/usr/bin/env python3.8
# Copyright 2019 The Fuchsia Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

# manifest_list_collect_unique_blobs.py list-input-file manifest-output-file
#
# Given a file containing a list of manifest files, each of which contain dest
# values (left side of =) that is a content-address, sort the content address
# and only emit a single line for a given content address. The paths on the
# right hand side will be rebased relative to the directory containing the
# manifest output file.

import os
import sys


def main():
    infile = sys.argv[1]
    outfile = sys.argv[2]
    depfile = sys.argv[3]

    outdir = os.path.dirname(outfile)
    manifests = []
    files = {}
    with open(infile) as listfile:
        for manifest in listfile:
            manifests.append(manifest.strip())
            with open(manifest.strip()) as f:
                for line in f:
                    try:
                        line = line.strip()
                        if line == "":
                            continue
                        (id, src) = line.split("=", 2)
                        # There are often cases where one content address has more than one
                        # possible source, that's fine, it does not matter which we use.
                        files[id] = src
                    except:
                        sys.stderr.write("Failed on line: " + line)
                        raise

    with open(depfile, "w") as df:
        df.write("{}: {}\n".format(outfile, ' '.join(manifests)))

    with open(outfile, "w") as f:
        for id, src in list(files.items()):
            f.write(id + "=")
            f.write(os.path.relpath(src, outdir))
            f.write("\n")


if __name__ == "__main__":
    sys.exit(main())