blob: 89347f3d64cb391bb8fb78ddb6301d7ea416176e [file] [log] [blame]
#!/usr/bin/env dart
// Copyright (c) 2018, the Dart project authors. Please see the AUTHORS file
// for details. All rights reserved. Use of this source code is governed by a
// BSD-style license that can be found in the LICENSE file.
// Update the flakiness data with a set of fresh results.
import 'dart:convert';
import 'dart:io';
import 'package:args/args.dart';
import 'results.dart';
main(List<String> args) async {
final parser = new ArgParser();
parser.addFlag('help', help: 'Show the program usage.', negatable: false);
parser.addOption('input', abbr: 'i', help: "Input flakiness file.");
parser.addOption('output', abbr: 'o', help: "Output flakiness file.");
final options = parser.parse(args);
if (options["help"]) {
Usage: update_flakiness.dart [OPTION]... [RESULT-FILE]...
Update the flakiness data with a set of fresh results.
The options are as follows:
final parameters =;
// Load the existing flakiness data, if any.
final data = options["input"] != null
? await loadResultsMap(options["input"])
: <String, Map<String, dynamic>>{};
// Incrementally update the flakiness data with each observed result.
for (final path in parameters) {
final results = await loadResults(path);
for (final result in results) {
final String name = result["name"];
final Map<String, dynamic> testData =
data.putIfAbsent(name, () => <String, dynamic>{});
testData["name"] = name;
final outcomes = testData.putIfAbsent("outcomes", () => []);
if (!outcomes.contains(result["result"])) {
// Write out the new flakiness data, containing all the tests known to have
// multiple outcomes.
final sink = options["output"] != null
? new File(options["output"]).openWrite()
: stdout;
final names = new List<String>.from(data.keys)..sort();
for (final name in names) {
final testData = data[name];
if (testData["outcomes"].length < 2) continue;