packages/flutter_goldens_client/lib/skia_client.dart - external/github.com/flutter/flutter - Git at Google

 // Copyright 2014 The Flutter Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.

 import 'dart:convert';
 import 'dart:io' as io;

 import 'package:file/file.dart';
 import 'package:file/local.dart';
 import 'package:path/path.dart' as path;
 import 'package:platform/platform.dart';
 import 'package:process/process.dart';

 // If you are here trying to figure out how to use golden files in the Flutter
 // repo itself, consider reading this wiki page:
 // https://github.com/flutter/flutter/wiki/Writing-a-golden-file-test-for-package%3Aflutter

 const String _kFlutterRootKey = 'FLUTTER_ROOT';
 const String _kGoldctlKey = 'GOLDCTL';
 const String _kTestBrowserKey = 'FLUTTER_TEST_BROWSER';

 /// A client for uploading image tests and making baseline requests to the
 /// Flutter Gold Dashboard.
 class SkiaGoldClient {
   SkiaGoldClient(
     this.workDirectory, {
     this.fs = const LocalFileSystem(),
     this.process = const LocalProcessManager(),
     this.platform = const LocalPlatform(),
     io.HttpClient? httpClient,
   }) : httpClient = httpClient ?? io.HttpClient();

   /// The file system to use for storing the local clone of the repository.
   ///
   /// This is useful in tests, where a local file system (the default) can be
   /// replaced by a memory file system.
   final FileSystem fs;

   /// A wrapper for the [dart:io.Platform] API.
   ///
   /// This is useful in tests, where the system platform (the default) can be
   /// replaced by a mock platform instance.
   final Platform platform;

   /// A controller for launching sub-processes.
   ///
   /// This is useful in tests, where the real process manager (the default) can
   /// be replaced by a mock process manager that doesn't really create
   /// sub-processes.
   final ProcessManager process;

   /// A client for making Http requests to the Flutter Gold dashboard.
   final io.HttpClient httpClient;

   /// The local [Directory] within the [comparisonRoot] for the current test
   /// context. In this directory, the client will create image and JSON files
   /// for the goldctl tool to use.
   ///
   /// This is informed by the [FlutterGoldenFileComparator] [basedir]. It cannot
   /// be null.
   final Directory workDirectory;

   /// The local [Directory] where the Flutter repository is hosted.
   ///
   /// Uses the [fs] file system.
   Directory get _flutterRoot => fs.directory(platform.environment[_kFlutterRootKey]);

   /// The path to the local [Directory] where the goldctl tool is hosted.
   ///
   /// Uses the [platform] environment in this implementation.
   String get _goldctl => platform.environment[_kGoldctlKey]!;

   /// Prepares the local work space for golden file testing and calls the
   /// goldctl `auth` command.
   ///
   /// This ensures that the goldctl tool is authorized and ready for testing.
   /// Used by the [FlutterPostSubmitFileComparator] and the
   /// [FlutterPreSubmitFileComparator].
   Future<void> auth() async {
     if (await clientIsAuthorized())
       return;
     final List<String> authArguments = <String>[
       'auth',
       '--work-dir', workDirectory
         .childDirectory('temp')
         .path,
       '--luci',
     ];

     final io.ProcessResult result = await io.Process.run(
       _goldctl,
       authArguments,
     );

     if (result.exitCode != 0) {
       final StringBuffer buf = StringBuffer()
         ..writeln('Skia Gold authorization failed.')
         ..writeln('Luci environments authenticate using the file provided '
           'by LUCI_CONTEXT. There may be an error with this file or Gold '
           'authentication.')
         ..writeln('Debug information for Gold:')
         ..writeln('stdout: ${result.stdout}')
         ..writeln('stderr: ${result.stderr}');
       throw Exception(buf.toString());
     }
   }

   /// Executes the `imgtest init` command in the goldctl tool.
   ///
   /// The `imgtest` command collects and uploads test results to the Skia Gold
   /// backend, the `init` argument initializes the current test. Used by the
   /// [FlutterPostSubmitFileComparator].
   Future<void> imgtestInit() async {
     final File keys = workDirectory.childFile('keys.json');
     final File failures = workDirectory.childFile('failures.json');

     await keys.writeAsString(_getKeysJSON());
     await failures.create();
     final String commitHash = await _getCurrentCommit();

     final List<String> imgtestInitArguments = <String>[
       'imgtest', 'init',
       '--instance', 'flutter',
       '--work-dir', workDirectory
         .childDirectory('temp')
         .path,
       '--commit', commitHash,
       '--keys-file', keys.path,
       '--failure-file', failures.path,
       '--passfail',
     ];

     if (imgtestInitArguments.contains(null)) {
       final StringBuffer buf = StringBuffer()
         ..writeln('A null argument was provided for Skia Gold imgtest init.')
         ..writeln('Please confirm the settings of your golden file test.')
         ..writeln('Arguments provided:');
       imgtestInitArguments.forEach(buf.writeln);
       throw Exception(buf.toString());
     }

     final io.ProcessResult result = await io.Process.run(
       _goldctl,
       imgtestInitArguments,
     );

     if (result.exitCode != 0) {
       final StringBuffer buf = StringBuffer()
         ..writeln('Skia Gold imgtest init failed.')
         ..writeln('An error occurred when initializing golden file test with ')
         ..writeln('goldctl.')
         ..writeln()
         ..writeln('Debug information for Gold:')
         ..writeln('stdout: ${result.stdout}')
         ..writeln('stderr: ${result.stderr}');
       throw Exception(buf.toString());
     }
   }

   /// Executes the `imgtest add` command in the goldctl tool.
   ///
   /// The `imgtest` command collects and uploads test results to the Skia Gold
   /// backend, the `add` argument uploads the current image test. A response is
   /// returned from the invocation of this command that indicates a pass or fail
   /// result.
   ///
   /// The [testName] and [goldenFile] parameters reference the current
   /// comparison being evaluated by the [FlutterPostSubmitFileComparator].
   Future<bool> imgtestAdd(String testName, File goldenFile) async {
     final List<String> imgtestArguments = <String>[
       'imgtest', 'add',
       '--work-dir', workDirectory
         .childDirectory('temp')
         .path,
       '--test-name', cleanTestName(testName),
       '--png-file', goldenFile.path,
     ];

     final io.ProcessResult result = await io.Process.run(
       _goldctl,
       imgtestArguments,
     );

     if (result.exitCode != 0) {
       // We do not want to throw for non-zero exit codes here, as an intentional
       // change or new golden file test expect non-zero exit codes. Logging here
       // is meant to inform when an unexpected result occurs.
       print('goldctl imgtest add stdout: ${result.stdout}');
       print('goldctl imgtest add stderr: ${result.stderr}');
     }

     return true;
   }

   /// Executes the `imgtest init` command in the goldctl tool for tryjobs.
   ///
   /// The `imgtest` command collects and uploads test results to the Skia Gold
   /// backend, the `init` argument initializes the current tryjob. Used by the
   /// [FlutterPreSubmitFileComparator].
   Future<void> tryjobInit() async {
     final File keys = workDirectory.childFile('keys.json');
     final File failures = workDirectory.childFile('failures.json');

     await keys.writeAsString(_getKeysJSON());
     await failures.create();
     final String commitHash = await _getCurrentCommit();

     final List<String> imgtestInitArguments = <String>[
       'imgtest', 'init',
       '--instance', 'flutter',
       '--work-dir', workDirectory
         .childDirectory('temp')
         .path,
       '--commit', commitHash,
       '--keys-file', keys.path,
       '--failure-file', failures.path,
       '--passfail',
       '--crs', 'github',
       '--patchset_id', commitHash,
       ...getCIArguments(),
     ];

     if (imgtestInitArguments.contains(null)) {
       final StringBuffer buf = StringBuffer()
         ..writeln('A null argument was provided for Skia Gold tryjob init.')
         ..writeln('Please confirm the settings of your golden file test.')
         ..writeln('Arguments provided:');
       imgtestInitArguments.forEach(buf.writeln);
       throw Exception(buf.toString());
     }

     final io.ProcessResult result = await io.Process.run(
       _goldctl,
       imgtestInitArguments,
     );

     if (result.exitCode != 0) {
       final StringBuffer buf = StringBuffer()
         ..writeln('Skia Gold tryjobInit failure.')
         ..writeln('An error occurred when initializing golden file tryjob with ')
         ..writeln('goldctl.')
         ..writeln()
         ..writeln('Debug information for Gold:')
         ..writeln('stdout: ${result.stdout}')
         ..writeln('stderr: ${result.stderr}');
       throw Exception(buf.toString());
     }
   }

   /// Executes the `imgtest add` command in the goldctl tool for tryjobs.
   ///
   /// The `imgtest` command collects and uploads test results to the Skia Gold
   /// backend, the `add` argument uploads the current image test. A response is
   /// returned from the invocation of this command that indicates a pass or fail
   /// result for the tryjob.
   ///
   /// The [testName] and [goldenFile] parameters reference the current
   /// comparison being evaluated by the [FlutterPreSubmitFileComparator].
   Future<void> tryjobAdd(String testName, File goldenFile) async {
     final List<String> imgtestArguments = <String>[
       'imgtest', 'add',
       '--work-dir', workDirectory
         .childDirectory('temp')
         .path,
       '--test-name', cleanTestName(testName),
       '--png-file', goldenFile.path,
     ];

     final io.ProcessResult result = await io.Process.run(
       _goldctl,
       imgtestArguments,
     );

     final String/*!*/ resultStdout = result.stdout.toString();
     if (result.exitCode != 0 &&
       !(resultStdout.contains('Untriaged') || resultStdout.contains('negative image'))) {
       final StringBuffer buf = StringBuffer()
         ..writeln('Unexpected Gold tryjobAdd failure.')
         ..writeln('Tryjob execution for golden file test $testName failed for')
         ..writeln('a reason unrelated to pixel comparison.')
         ..writeln()
         ..writeln('Debug information for Gold:')
         ..writeln('stdout: ${result.stdout}')
         ..writeln('stderr: ${result.stderr}')
         ..writeln();
       throw Exception(buf.toString());
     }
   }

   /// Returns the latest positive digest for the given test known to Flutter
   /// Gold at head.
   Future<String?> getExpectationForTest(String testName) async {
     late String? expectation;
     final String traceID = getTraceID(testName);
     await io.HttpOverrides.runWithHttpOverrides<Future<void>>(() async {
       final Uri requestForExpectations = Uri.parse(
         'https://flutter-gold.skia.org/json/v1/latestpositivedigest/$traceID'
       );
       late String rawResponse;
       try {
         final io.HttpClientRequest request = await httpClient.getUrl(requestForExpectations);
         final io.HttpClientResponse response = await request.close();
         rawResponse = await utf8.decodeStream(response);
         final dynamic jsonResponse = json.decode(rawResponse);
         if (jsonResponse is! Map<String, dynamic>)
           throw const FormatException('Skia gold expectations do not match expected format.');
         expectation = jsonResponse['digest'] as String?;
       } on FormatException catch (error) {
         print(
           'Formatting error detected requesting expectations from Flutter Gold.\n'
           'error: $error\n'
           'url: $requestForExpectations\n'
           'response: $rawResponse'
         );
         rethrow;
       }
     },
       SkiaGoldHttpOverrides(),
     );
     return expectation;
   }

   /// Returns a list of bytes representing the golden image retrieved from the
   /// Flutter Gold dashboard.
   ///
   /// The provided image hash represents an expectation from Flutter Gold.
   Future<List<int>>getImageBytes(String imageHash) async {
     final List<int> imageBytes = <int>[];
     await io.HttpOverrides.runWithHttpOverrides<Future<void>>(() async {
       final Uri requestForImage = Uri.parse(
         'https://flutter-gold.skia.org/img/images/$imageHash.png',
       );

       try {
         final io.HttpClientRequest request = await httpClient.getUrl(requestForImage);
         final io.HttpClientResponse response = await request.close();
         await response.forEach((List<int> bytes) => imageBytes.addAll(bytes));

       } catch(e) {
         rethrow;
       }
     },
       SkiaGoldHttpOverrides(),
     );
     return imageBytes;
   }

   /// Returns the current commit hash of the Flutter repository.
   Future<String> _getCurrentCommit() async {
     if (!_flutterRoot.existsSync()) {
       throw Exception('Flutter root could not be found: $_flutterRoot\n');
     } else {
       final io.ProcessResult revParse = await process.run(
         <String>['git', 'rev-parse', 'HEAD'],
         workingDirectory: _flutterRoot.path,
       );
       if (revParse.exitCode != 0) {
         throw Exception('Current commit of Flutter can not be found.');
       }
       return (revParse.stdout as String/*!*/).trim();
     }
   }

   /// Returns a JSON String with keys value pairs used to uniquely identify the
   /// configuration that generated the given golden file.
   ///
   /// Currently, the only key value pairs being tracked is the platform the
   /// image was rendered on, and for web tests, the browser the image was
   /// rendered on.
   String _getKeysJSON() {
     final Map<String, dynamic> keys = <String, dynamic>{
       'Platform' : platform.operatingSystem,
       'CI' : 'luci',
     };
     if (platform.environment[_kTestBrowserKey] != null) {
       keys['Browser'] = platform.environment[_kTestBrowserKey];
       keys['Platform'] = keys['Platform'] + '-browser';
     }
     return json.encode(keys);
   }

   /// Removes the file extension from the [fileName] to represent the test name
   /// properly.
   String cleanTestName(String fileName) {
     return fileName.split(path.extension(fileName.toString()))[0];
   }

   /// Returns a boolean value to prevent the client from re-authorizing itself
   /// for multiple tests.
   Future<bool> clientIsAuthorized() async {
     final File authFile = workDirectory.childFile(fs.path.join(
       'temp',
       'auth_opt.json',
     ))/*!*/;

     if(await authFile.exists()) {
       final String contents = await authFile.readAsString();
       final Map<String, dynamic> decoded = json.decode(contents) as Map<String, dynamic>;
       return !(decoded['GSUtil'] as bool/*!*/);
     }
     return false;
   }

   /// Returns a list of arguments for initializing a tryjob based on the testing
   /// environment.
   List<String> getCIArguments() {
     final String jobId = platform.environment['LOGDOG_STREAM_PREFIX']!.split('/').last;
     final List<String> refs = platform.environment['GOLD_TRYJOB']!.split('/');
     final String pullRequest = refs[refs.length - 2];

     return <String>[
       '--changelist', pullRequest,
       '--cis', 'buildbucket',
       '--jobid', jobId,
     ];
   }

   /// Returns a trace id based on the current testing environment to lookup
   /// the latest positive digest on Flutter Gold.
   ///
   /// Trace IDs are case sensitive and should be in alphabetical order for the
   /// keys, followed by the rest of the paramset, also in alphabetical order.
   /// There should also be leading and trailing commas.
   ///
   /// Example TraceID for Flutter Gold:
   ///   ',CI=cirrus,Platform=linux,name=cupertino.activityIndicator.inprogress.1.0,source_type=flutter,'
   String getTraceID(String testName) {
     return '${platform.environment[_kTestBrowserKey] == null ? ',' : ',Browser=${platform.environment[_kTestBrowserKey]},'}'
       'CI=luci,'
       'Platform=${platform.operatingSystem},'
       'name=$testName,'
       'source_type=flutter,';
   }
 }

 /// Used to make HttpRequests during testing.
 class SkiaGoldHttpOverrides extends io.HttpOverrides {}
	// Copyright 2014 The Flutter Authors. All rights reserved.
	// Use of this source code is governed by a BSD-style license that can be
	// found in the LICENSE file.

	import 'dart:convert';
	import 'dart:io' as io;

	import 'package:file/file.dart';
	import 'package:file/local.dart';
	import 'package:path/path.dart' as path;
	import 'package:platform/platform.dart';
	import 'package:process/process.dart';

	// If you are here trying to figure out how to use golden files in the Flutter
	// repo itself, consider reading this wiki page:
	// https://github.com/flutter/flutter/wiki/Writing-a-golden-file-test-for-package%3Aflutter

	const String _kFlutterRootKey = 'FLUTTER_ROOT';
	const String _kGoldctlKey = 'GOLDCTL';
	const String _kTestBrowserKey = 'FLUTTER_TEST_BROWSER';

	/// A client for uploading image tests and making baseline requests to the
	/// Flutter Gold Dashboard.
	class SkiaGoldClient {
	SkiaGoldClient(
	this.workDirectory, {
	this.fs = const LocalFileSystem(),
	this.process = const LocalProcessManager(),
	this.platform = const LocalPlatform(),
	io.HttpClient? httpClient,
	}) : httpClient = httpClient ?? io.HttpClient();

	/// The file system to use for storing the local clone of the repository.
	///
	/// This is useful in tests, where a local file system (the default) can be
	/// replaced by a memory file system.
	final FileSystem fs;

	/// A wrapper for the [dart:io.Platform] API.
	///
	/// This is useful in tests, where the system platform (the default) can be
	/// replaced by a mock platform instance.
	final Platform platform;

	/// A controller for launching sub-processes.
	///
	/// This is useful in tests, where the real process manager (the default) can
	/// be replaced by a mock process manager that doesn't really create
	/// sub-processes.
	final ProcessManager process;

	/// A client for making Http requests to the Flutter Gold dashboard.
	final io.HttpClient httpClient;

	/// The local [Directory] within the [comparisonRoot] for the current test
	/// context. In this directory, the client will create image and JSON files
	/// for the goldctl tool to use.
	///
	/// This is informed by the [FlutterGoldenFileComparator] [basedir]. It cannot
	/// be null.
	final Directory workDirectory;

	/// The local [Directory] where the Flutter repository is hosted.
	///
	/// Uses the [fs] file system.
	Directory get _flutterRoot => fs.directory(platform.environment[_kFlutterRootKey]);

	/// The path to the local [Directory] where the goldctl tool is hosted.
	///
	/// Uses the [platform] environment in this implementation.
	String get _goldctl => platform.environment[_kGoldctlKey]!;

	/// Prepares the local work space for golden file testing and calls the
	/// goldctl `auth` command.
	///
	/// This ensures that the goldctl tool is authorized and ready for testing.
	/// Used by the [FlutterPostSubmitFileComparator] and the
	/// [FlutterPreSubmitFileComparator].
	Future<void> auth() async {
	if (await clientIsAuthorized())
	return;
	final List<String> authArguments = <String>[
	'auth',
	'--work-dir', workDirectory
	.childDirectory('temp')
	.path,
	'--luci',
	];

	final io.ProcessResult result = await io.Process.run(
	_goldctl,
	authArguments,
	);

	if (result.exitCode != 0) {
	final StringBuffer buf = StringBuffer()
	..writeln('Skia Gold authorization failed.')
	..writeln('Luci environments authenticate using the file provided '
	'by LUCI_CONTEXT. There may be an error with this file or Gold '
	'authentication.')
	..writeln('Debug information for Gold:')
	..writeln('stdout: ${result.stdout}')
	..writeln('stderr: ${result.stderr}');
	throw Exception(buf.toString());
	}
	}

	/// Executes the `imgtest init` command in the goldctl tool.
	///
	/// The `imgtest` command collects and uploads test results to the Skia Gold
	/// backend, the `init` argument initializes the current test. Used by the
	/// [FlutterPostSubmitFileComparator].
	Future<void> imgtestInit() async {
	final File keys = workDirectory.childFile('keys.json');
	final File failures = workDirectory.childFile('failures.json');

	await keys.writeAsString(_getKeysJSON());
	await failures.create();
	final String commitHash = await _getCurrentCommit();

	final List<String> imgtestInitArguments = <String>[
	'imgtest', 'init',
	'--instance', 'flutter',
	'--work-dir', workDirectory
	.childDirectory('temp')
	.path,
	'--commit', commitHash,
	'--keys-file', keys.path,
	'--failure-file', failures.path,
	'--passfail',
	];

	if (imgtestInitArguments.contains(null)) {
	final StringBuffer buf = StringBuffer()
	..writeln('A null argument was provided for Skia Gold imgtest init.')
	..writeln('Please confirm the settings of your golden file test.')
	..writeln('Arguments provided:');
	imgtestInitArguments.forEach(buf.writeln);
	throw Exception(buf.toString());
	}

	final io.ProcessResult result = await io.Process.run(
	_goldctl,
	imgtestInitArguments,
	);

	if (result.exitCode != 0) {
	final StringBuffer buf = StringBuffer()
	..writeln('Skia Gold imgtest init failed.')
	..writeln('An error occurred when initializing golden file test with ')
	..writeln('goldctl.')
	..writeln()
	..writeln('Debug information for Gold:')
	..writeln('stdout: ${result.stdout}')
	..writeln('stderr: ${result.stderr}');
	throw Exception(buf.toString());
	}
	}

	/// Executes the `imgtest add` command in the goldctl tool.
	///
	/// The `imgtest` command collects and uploads test results to the Skia Gold
	/// backend, the `add` argument uploads the current image test. A response is
	/// returned from the invocation of this command that indicates a pass or fail
	/// result.
	///
	/// The [testName] and [goldenFile] parameters reference the current
	/// comparison being evaluated by the [FlutterPostSubmitFileComparator].
	Future<bool> imgtestAdd(String testName, File goldenFile) async {
	final List<String> imgtestArguments = <String>[
	'imgtest', 'add',
	'--work-dir', workDirectory
	.childDirectory('temp')
	.path,
	'--test-name', cleanTestName(testName),
	'--png-file', goldenFile.path,
	];

	final io.ProcessResult result = await io.Process.run(
	_goldctl,
	imgtestArguments,
	);

	if (result.exitCode != 0) {
	// We do not want to throw for non-zero exit codes here, as an intentional
	// change or new golden file test expect non-zero exit codes. Logging here
	// is meant to inform when an unexpected result occurs.
	print('goldctl imgtest add stdout: ${result.stdout}');
	print('goldctl imgtest add stderr: ${result.stderr}');
	}

	return true;
	}

	/// Executes the `imgtest init` command in the goldctl tool for tryjobs.
	///
	/// The `imgtest` command collects and uploads test results to the Skia Gold
	/// backend, the `init` argument initializes the current tryjob. Used by the
	/// [FlutterPreSubmitFileComparator].
	Future<void> tryjobInit() async {
	final File keys = workDirectory.childFile('keys.json');
	final File failures = workDirectory.childFile('failures.json');

	await keys.writeAsString(_getKeysJSON());
	await failures.create();
	final String commitHash = await _getCurrentCommit();

	final List<String> imgtestInitArguments = <String>[
	'imgtest', 'init',
	'--instance', 'flutter',
	'--work-dir', workDirectory
	.childDirectory('temp')
	.path,
	'--commit', commitHash,
	'--keys-file', keys.path,
	'--failure-file', failures.path,
	'--passfail',
	'--crs', 'github',
	'--patchset_id', commitHash,
	...getCIArguments(),
	];

	if (imgtestInitArguments.contains(null)) {
	final StringBuffer buf = StringBuffer()
	..writeln('A null argument was provided for Skia Gold tryjob init.')
	..writeln('Please confirm the settings of your golden file test.')
	..writeln('Arguments provided:');
	imgtestInitArguments.forEach(buf.writeln);
	throw Exception(buf.toString());
	}

	final io.ProcessResult result = await io.Process.run(
	_goldctl,
	imgtestInitArguments,
	);

	if (result.exitCode != 0) {
	final StringBuffer buf = StringBuffer()
	..writeln('Skia Gold tryjobInit failure.')
	..writeln('An error occurred when initializing golden file tryjob with ')
	..writeln('goldctl.')
	..writeln()
	..writeln('Debug information for Gold:')
	..writeln('stdout: ${result.stdout}')
	..writeln('stderr: ${result.stderr}');
	throw Exception(buf.toString());
	}
	}

	/// Executes the `imgtest add` command in the goldctl tool for tryjobs.
	///
	/// The `imgtest` command collects and uploads test results to the Skia Gold
	/// backend, the `add` argument uploads the current image test. A response is
	/// returned from the invocation of this command that indicates a pass or fail
	/// result for the tryjob.
	///
	/// The [testName] and [goldenFile] parameters reference the current
	/// comparison being evaluated by the [FlutterPreSubmitFileComparator].
	Future<void> tryjobAdd(String testName, File goldenFile) async {
	final List<String> imgtestArguments = <String>[
	'imgtest', 'add',
	'--work-dir', workDirectory
	.childDirectory('temp')
	.path,
	'--test-name', cleanTestName(testName),
	'--png-file', goldenFile.path,
	];

	final io.ProcessResult result = await io.Process.run(
	_goldctl,
	imgtestArguments,
	);

	final String/!/ resultStdout = result.stdout.toString();
	if (result.exitCode != 0 &&
	!(resultStdout.contains('Untriaged') \|\| resultStdout.contains('negative image'))) {
	final StringBuffer buf = StringBuffer()
	..writeln('Unexpected Gold tryjobAdd failure.')
	..writeln('Tryjob execution for golden file test $testName failed for')
	..writeln('a reason unrelated to pixel comparison.')
	..writeln()
	..writeln('Debug information for Gold:')
	..writeln('stdout: ${result.stdout}')
	..writeln('stderr: ${result.stderr}')
	..writeln();
	throw Exception(buf.toString());
	}
	}

	/// Returns the latest positive digest for the given test known to Flutter
	/// Gold at head.
	Future<String?> getExpectationForTest(String testName) async {
	late String? expectation;
	final String traceID = getTraceID(testName);
	await io.HttpOverrides.runWithHttpOverrides<Future<void>>(() async {
	final Uri requestForExpectations = Uri.parse(
	'https://flutter-gold.skia.org/json/v1/latestpositivedigest/$traceID'
	);
	late String rawResponse;
	try {
	final io.HttpClientRequest request = await httpClient.getUrl(requestForExpectations);
	final io.HttpClientResponse response = await request.close();
	rawResponse = await utf8.decodeStream(response);
	final dynamic jsonResponse = json.decode(rawResponse);
	if (jsonResponse is! Map<String, dynamic>)
	throw const FormatException('Skia gold expectations do not match expected format.');
	expectation = jsonResponse['digest'] as String?;
	} on FormatException catch (error) {
	print(
	'Formatting error detected requesting expectations from Flutter Gold.\n'
	'error: $error\n'
	'url: $requestForExpectations\n'
	'response: $rawResponse'
	);
	rethrow;
	}
	},
	SkiaGoldHttpOverrides(),
	);
	return expectation;
	}

	/// Returns a list of bytes representing the golden image retrieved from the
	/// Flutter Gold dashboard.
	///
	/// The provided image hash represents an expectation from Flutter Gold.
	Future<List<int>>getImageBytes(String imageHash) async {
	final List<int> imageBytes = <int>[];
	await io.HttpOverrides.runWithHttpOverrides<Future<void>>(() async {
	final Uri requestForImage = Uri.parse(
	'https://flutter-gold.skia.org/img/images/$imageHash.png',
	);

	try {
	final io.HttpClientRequest request = await httpClient.getUrl(requestForImage);
	final io.HttpClientResponse response = await request.close();
	await response.forEach((List<int> bytes) => imageBytes.addAll(bytes));

	} catch(e) {
	rethrow;
	}
	},
	SkiaGoldHttpOverrides(),
	);
	return imageBytes;
	}

	/// Returns the current commit hash of the Flutter repository.
	Future<String> _getCurrentCommit() async {
	if (!_flutterRoot.existsSync()) {
	throw Exception('Flutter root could not be found: $_flutterRoot\n');
	} else {
	final io.ProcessResult revParse = await process.run(
	<String>['git', 'rev-parse', 'HEAD'],
	workingDirectory: _flutterRoot.path,
	);
	if (revParse.exitCode != 0) {
	throw Exception('Current commit of Flutter can not be found.');
	}
	return (revParse.stdout as String/!/).trim();
	}
	}

	/// Returns a JSON String with keys value pairs used to uniquely identify the
	/// configuration that generated the given golden file.
	///
	/// Currently, the only key value pairs being tracked is the platform the
	/// image was rendered on, and for web tests, the browser the image was
	/// rendered on.
	String _getKeysJSON() {
	final Map<String, dynamic> keys = <String, dynamic>{
	'Platform' : platform.operatingSystem,
	'CI' : 'luci',
	};
	if (platform.environment[_kTestBrowserKey] != null) {
	keys['Browser'] = platform.environment[_kTestBrowserKey];
	keys['Platform'] = keys['Platform'] + '-browser';
	}
	return json.encode(keys);
	}

	/// Removes the file extension from the [fileName] to represent the test name
	/// properly.
	String cleanTestName(String fileName) {
	return fileName.split(path.extension(fileName.toString()))[0];
	}

	/// Returns a boolean value to prevent the client from re-authorizing itself
	/// for multiple tests.
	Future<bool> clientIsAuthorized() async {
	final File authFile = workDirectory.childFile(fs.path.join(
	'temp',
	'auth_opt.json',
	))/!/;

	if(await authFile.exists()) {
	final String contents = await authFile.readAsString();
	final Map<String, dynamic> decoded = json.decode(contents) as Map<String, dynamic>;
	return !(decoded['GSUtil'] as bool/!/);
	}
	return false;
	}

	/// Returns a list of arguments for initializing a tryjob based on the testing
	/// environment.
	List<String> getCIArguments() {
	final String jobId = platform.environment['LOGDOG_STREAM_PREFIX']!.split('/').last;
	final List<String> refs = platform.environment['GOLD_TRYJOB']!.split('/');
	final String pullRequest = refs[refs.length - 2];

	return <String>[
	'--changelist', pullRequest,
	'--cis', 'buildbucket',
	'--jobid', jobId,
	];
	}

	/// Returns a trace id based on the current testing environment to lookup
	/// the latest positive digest on Flutter Gold.
	///
	/// Trace IDs are case sensitive and should be in alphabetical order for the
	/// keys, followed by the rest of the paramset, also in alphabetical order.
	/// There should also be leading and trailing commas.
	///
	/// Example TraceID for Flutter Gold:
	/// ',CI=cirrus,Platform=linux,name=cupertino.activityIndicator.inprogress.1.0,source_type=flutter,'
	String getTraceID(String testName) {
	return '${platform.environment[_kTestBrowserKey] == null ? ',' : ',Browser=${platform.environment[_kTestBrowserKey]},'}'
	'CI=luci,'
	'Platform=${platform.operatingSystem},'
	'name=$testName,'
	'source_type=flutter,';
	}
	}

	/// Used to make HttpRequests during testing.
	class SkiaGoldHttpOverrides extends io.HttpOverrides {}