fuchsia/testexec/shard.go

// Copyright 2018 The Fuchsia Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
package testexec

import (
	"sort"
)

// Shard represents a set of tests with a common execution environment.
type Shard struct {
	// Name is the identifier for the shard.
	Name string `json:"name"`

	// Tests is the set of test to be executed in this shard.
	Tests []Test `json:"tests"`

	// Env is a generalized notion of the execution environment for the shard.
	Env Environment `json:"environment"`

	// HostDeps is a map which associates a host-side test to its runtime dependencies.
	HostDeps map[string][]string `json:"host_deps,omitempty"`
}

// MakeShards is the core algorithm to this tool. It takes a set of test specs and produces
// a set of shards which may then be converted into Swarming tasks. Environments with a
// label different from the provided will be ignored.
//
// This is the most naive algorithm at the moment. It just merges all tests together which
// have the same environment setting into the same shard.
func MakeShards(specs []TestSpec, label string) []*Shard {
	// Collect the order of the shards so our shard ordering is deterministic with
	// respect to the input.
	envToSuites := make(map[Environment][]TestSpec)
	envs := []Environment{}
	for _, spec := range specs {
		for _, env := range spec.Envs {
			if env.Label != label {
				continue
			}
			if _, ok := envToSuites[env]; !ok {
				envs = append(envs, env)
			}
			envToSuites[env] = append(envToSuites[env], spec)
		}
	}
	shards := make([]*Shard, 0, len(envs))
	for _, env := range envs {
		specs := envToSuites[env]
		sort.Slice(specs, func(i, j int) bool {
			return specs[i].Test.Location < specs[i].Test.Location
		})

		shard := Shard{
			Name:  env.Name(),
			Tests: []Test{},
			Env:   env,
		}
		hostDeps := make(map[string][]string)
		for _, spec := range specs {
			shard.Tests = append(shard.Tests, spec.Test)
			if len(spec.HostDeps) > 0 {
				hostDeps[spec.Test.Location] = spec.HostDeps
			}
		}
		if len(hostDeps) > 0 {
			shard.HostDeps = hostDeps
		}
		shards = append(shards, &shard)
	}
	return shards
}