blob: e352c1b5efca6d713e6bdea25dffcc3afca6eb2c [file] [log] [blame]
// Copyright 2019 The Fuchsia Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
import 'dart:io' show File;
import 'package:test/test.dart';
import 'helpers.dart';
void main() {
test('fuchsia_microbenchmarks', () async {
final helper = await PerfTestHelper.make();
const resultsFile = '/tmp/perf_results.json';
// We run the fuchsia_microbenchmarks process multiple times. That is
// useful for tests that exhibit between-process variation in results
// (e.g. due to memory layout chosen when a process starts) -- it
// reduces the variation in the average that we report.
const int processRuns = 6;
// We override the default number of within-process iterations of
// each test case and use a lower value. This reduces the overall
// time taken and reduces the chance that these invocations hit
// Infra Swarming tasks' IO timeout (swarming_io_timeout_secs --
// the amount of time that a task is allowed to run without
// producing log output).
const int iterationsPerTestPerProcess = 120;
final List<File> resultsFiles = [];
for (var process = 0; process < processRuns; ++process) {
final result = await helper.sl4fDriver.ssh
.run('/bin/fuchsia_microbenchmarks -p --quiet --out $resultsFile'
' --runs $iterationsPerTestPerProcess');
expect(result.exitCode, equals(0));
'results_microbenchmarks_process$process', 'fuchsiaperf_full.json'));
await helper.processResultsSummarized(resultsFiles);
}, timeout: Timeout.none);