pkg/front_end/lib/src/testing/id_testing_helper.dart - sdk.git - Git at Google

 // Copyright (c) 2019, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.

 import 'package:_fe_analyzer_shared/src/messages/severity.dart' show Severity;
 import 'package:_fe_analyzer_shared/src/testing/id.dart'
     show ActualData, ClassId, Id, IdKind, IdValue, MemberId, NodeId;
 import 'package:_fe_analyzer_shared/src/testing/id_testing.dart';
 import 'package:front_end/src/base/nnbd_mode.dart';
 import 'package:kernel/ast.dart';
 import 'package:kernel/target/targets.dart';
 import '../api_prototype/compiler_options.dart'
     show CompilerOptions, DiagnosticMessage;
 import '../api_prototype/experimental_flags.dart'
     show AllowedExperimentalFlags, ExperimentalFlag;
 import '../api_prototype/terminal_color_support.dart'
     show printDiagnosticMessage;
 import '../base/common.dart';
 import '../fasta/messages.dart' show FormattedMessage;
 import '../kernel_generator_impl.dart' show InternalCompilerResult;
 import 'compiler_common.dart' show compileScript, toTestUri;
 import 'id_extractor.dart' show DataExtractor;
 import 'id_testing_utils.dart';

 export '../fasta/compiler_context.dart' show CompilerContext;
 export '../kernel_generator_impl.dart' show InternalCompilerResult;
 export '../fasta/messages.dart' show FormattedMessage;

 /// Test configuration used for testing CFE in its default state.
 const TestConfig defaultCfeConfig = const TestConfig(cfeMarker, 'cfe');

 /// Test configuration used for testing CFE without nnbd in addition to the
 /// default state.
 const TestConfig cfeNoNonNullableConfig = const TestConfig(
     cfeMarker, 'cfe without nnbd',
     explicitExperimentalFlags: const {ExperimentalFlag.nonNullable: false});

 /// Test configuration used for testing CFE with nnbd in addition to the
 /// default state.
 const TestConfig cfeNonNullableConfig = const TestConfig(
     cfeWithNnbdMarker, 'cfe with nnbd',
     explicitExperimentalFlags: const {ExperimentalFlag.nonNullable: true});

 /// Test configuration used for testing CFE with nnbd as the default state.
 const TestConfig cfeNonNullableOnlyConfig = const TestConfig(
     cfeMarker, 'cfe with nnbd',
     explicitExperimentalFlags: const {ExperimentalFlag.nonNullable: true});

 class TestConfig {
   final String marker;
   final String name;
   final Map<ExperimentalFlag, bool> explicitExperimentalFlags;
   final AllowedExperimentalFlags allowedExperimentalFlags;
   final Uri librariesSpecificationUri;
   // TODO(johnniwinther): Tailor support to redefine selected platform
   // classes/members only.
   final bool compileSdk;
   final TargetFlags targetFlags;
   final NnbdMode nnbdMode;

   const TestConfig(this.marker, this.name,
       {this.explicitExperimentalFlags = const {},
       this.allowedExperimentalFlags,
       this.librariesSpecificationUri,
       this.compileSdk: false,
       this.targetFlags: const TargetFlags(),
       this.nnbdMode: NnbdMode.Weak});

   void customizeCompilerOptions(CompilerOptions options, TestData testData) {}
 }

 // TODO(johnniwinther): Support annotations for compile-time errors.
 abstract class DataComputer<T> {
   const DataComputer();

   /// Called before testing to setup flags needed for data collection.
   void setup() {}

   // Called to allow for (awaited) inspection of the compilation result.
   Future<void> inspectComponent(Component component) async {}

   /// Function that computes a data mapping for [member].
   ///
   /// Fills [actualMap] with the data.
   void computeMemberData(
       TestConfig config,
       InternalCompilerResult compilerResult,
       Member member,
       Map<Id, ActualData<T>> actualMap,
       {bool verbose}) {}

   /// Function that computes a data mapping for [cls].
   ///
   /// Fills [actualMap] with the data.
   void computeClassData(
       TestConfig config,
       InternalCompilerResult compilerResult,
       Class cls,
       Map<Id, ActualData<T>> actualMap,
       {bool verbose}) {}

   /// Function that computes a data mapping for [extension].
   ///
   /// Fills [actualMap] with the data.
   void computeExtensionData(
       TestConfig config,
       InternalCompilerResult compilerResult,
       Extension extension,
       Map<Id, ActualData<T>> actualMap,
       {bool verbose}) {}

   /// Function that computes a data mapping for [library].
   ///
   /// Fills [actualMap] with the data.
   void computeLibraryData(
       TestConfig config,
       InternalCompilerResult compilerResult,
       Library library,
       Map<Id, ActualData<T>> actualMap,
       {bool verbose}) {}

   /// Returns `true` if this data computer supports tests with compile-time
   /// errors.
   ///
   /// Unsuccessful compilation might leave the compiler in an inconsistent
   /// state, so this testing feature is opt-in.
   bool get supportsErrors => false;

   /// Returns data corresponding to [error].
   T computeErrorData(TestConfig config, InternalCompilerResult compiler, Id id,
           List<FormattedMessage> errors) =>
       null;

   /// Returns the [DataInterpreter] used to check the actual data with the
   /// expected data.
   DataInterpreter<T> get dataValidator;

   /// Returns `true` if data should be collected for member signatures.
   bool get includeMemberSignatures => false;
 }

 class CfeCompiledData<T> extends CompiledData<T> {
   final InternalCompilerResult compilerResult;

   CfeCompiledData(
       this.compilerResult,
       Uri mainUri,
       Map<Uri, Map<Id, ActualData<T>>> actualMaps,
       Map<Id, ActualData<T>> globalData)
       : super(mainUri, actualMaps, globalData);

   @override
   int getOffsetFromId(Id id, Uri uri) {
     if (id is NodeId) return id.value;
     if (id is MemberId) {
       Library library = lookupLibrary(compilerResult.component, uri);
       Member member;
       int offset;
       if (id.className != null) {
         Class cls = lookupClass(library, id.className);
         member = lookupClassMember(cls, id.memberName, required: false);
         if (member != null) {
           offset = member.fileOffset;
           if (offset == -1) {
             offset = cls.fileOffset;
           }
         } else {
           offset = cls.fileOffset;
         }
       } else {
         member = lookupLibraryMember(library, id.memberName);
         offset = member.fileOffset;
       }
       if (offset == -1) {
         offset = 0;
       }
       return offset;
     } else if (id is ClassId) {
       Library library = lookupLibrary(compilerResult.component, uri);
       Extension extension =
           lookupExtension(library, id.className, required: false);
       if (extension != null) {
         return extension.fileOffset;
       }
       Class cls = lookupClass(library, id.className);
       return cls.fileOffset;
     }
     return null;
   }

   @override
   void reportError(Uri uri, int offset, String message,
       {bool succinct: false}) {
     printMessageInLocation(
         compilerResult.component.uriToSource, uri, offset, message,
         succinct: succinct);
   }
 }

 abstract class CfeDataExtractor<T> extends DataExtractor<T> {
   final InternalCompilerResult compilerResult;

   CfeDataExtractor(this.compilerResult, Map<Id, ActualData<T>> actualMap)
       : super(actualMap);

   @override
   void report(Uri uri, int offset, String message) {
     printMessageInLocation(
         compilerResult.component.uriToSource, uri, offset, message);
   }

   @override
   void fail(String message) {
     onFailure(message);
   }
 }

 /// Create the testing URI used for [fileName] in annotated tests.
 Uri createUriForFileName(String fileName) => toTestUri(fileName);

 void onFailure(String message) => throw new StateError(message);

 /// Creates a test runner for [dataComputer] on [testedConfigs].
 RunTestFunction<T> runTestFor<T>(
     DataComputer<T> dataComputer, List<TestConfig> testedConfigs) {
   retainDataForTesting = true;
   return (TestData testData,
       {bool testAfterFailures,
       bool verbose,
       bool succinct,
       bool printCode,
       Map<String, List<String>> skipMap,
       Uri nullUri}) {
     return runTest(testData, dataComputer, testedConfigs,
         testAfterFailures: testAfterFailures,
         verbose: verbose,
         succinct: succinct,
         printCode: printCode,
         onFailure: onFailure,
         skipMap: skipMap,
         nullUri: nullUri);
   };
 }

 /// Runs [dataComputer] on [testData] for all [testedConfigs].
 ///
 /// Returns `true` if an error was encountered.
 Future<Map<String, TestResult<T>>> runTest<T>(TestData testData,
     DataComputer<T> dataComputer, List<TestConfig> testedConfigs,
     {bool testAfterFailures,
     bool verbose,
     bool succinct,
     bool printCode,
     bool forUserLibrariesOnly: true,
     Iterable<Id> globalIds: const <Id>[],
     void onFailure(String message),
     Map<String, List<String>> skipMap,
     Uri nullUri}) async {
   for (TestConfig config in testedConfigs) {
     if (!testData.expectedMaps.containsKey(config.marker)) {
       throw new ArgumentError("Unexpected test marker '${config.marker}'. "
           "Supported markers: ${testData.expectedMaps.keys}.");
     }
   }

   Map<String, TestResult<T>> results = {};
   for (TestConfig config in testedConfigs) {
     if (skipForConfig(testData.name, config.marker, skipMap)) {
       continue;
     }
     results[config.marker] = await runTestForConfig(
         testData, dataComputer, config,
         fatalErrors: !testAfterFailures,
         onFailure: onFailure,
         verbose: verbose,
         succinct: succinct,
         printCode: printCode,
         nullUri: nullUri);
   }
   return results;
 }

 /// Runs [dataComputer] on [testData] for [config].
 ///
 /// Returns `true` if an error was encountered.
 Future<TestResult<T>> runTestForConfig<T>(
     TestData testData, DataComputer<T> dataComputer, TestConfig config,
     {bool fatalErrors,
     bool verbose,
     bool succinct,
     bool printCode,
     bool forUserLibrariesOnly: true,
     Iterable<Id> globalIds: const <Id>[],
     void onFailure(String message),
     Uri nullUri}) async {
   MemberAnnotations<IdValue> memberAnnotations =
       testData.expectedMaps[config.marker];
   Iterable<Id> globalIds = memberAnnotations.globalData.keys;
   CompilerOptions options = new CompilerOptions();
   List<FormattedMessage> errors = [];
   options.onDiagnostic = (DiagnosticMessage message) {
     if (message is FormattedMessage && message.severity == Severity.error) {
       errors.add(message);
     }
     if (!succinct) printDiagnosticMessage(message, print);
   };
   options.debugDump = printCode;
   options.target = new NoneTarget(config.targetFlags);
   options.explicitExperimentalFlags.addAll(config.explicitExperimentalFlags);
   options.allowedExperimentalFlagsForTesting = config.allowedExperimentalFlags;
   options.nnbdMode = config.nnbdMode;
   if (config.librariesSpecificationUri != null) {
     Set<Uri> testFiles =
         testData.memorySourceFiles.keys.map(createUriForFileName).toSet();
     if (testFiles.contains(config.librariesSpecificationUri)) {
       options.librariesSpecificationUri = config.librariesSpecificationUri;
       options.compileSdk = config.compileSdk;
     }
   }
   config.customizeCompilerOptions(options, testData);
   InternalCompilerResult compilerResult = await compileScript(
       testData.memorySourceFiles,
       options: options,
       retainDataForTesting: true,
       requireMain: false);

   Component component = compilerResult.component;
   Map<Uri, Map<Id, ActualData<T>>> actualMaps = <Uri, Map<Id, ActualData<T>>>{};
   Map<Id, ActualData<T>> globalData = <Id, ActualData<T>>{};

   Map<Id, ActualData<T>> actualMapForUri(Uri uri) {
     return actualMaps.putIfAbsent(uri ?? nullUri, () => <Id, ActualData<T>>{});
   }

   if (errors.isNotEmpty) {
     if (!dataComputer.supportsErrors) {
       onFailure("Compilation with compile-time errors not supported for this "
           "testing setup.");
     }

     Map<Uri, Map<int, List<FormattedMessage>>> errorMap = {};
     for (FormattedMessage error in errors) {
       Map<int, List<FormattedMessage>> map =
           errorMap.putIfAbsent(error.uri ?? nullUri, () => {});
       List<FormattedMessage> list = map.putIfAbsent(error.charOffset, () => []);
       list.add(error);
     }

     errorMap.forEach((Uri uri, Map<int, List<FormattedMessage>> map) {
       map.forEach((int offset, List<DiagnosticMessage> list) {
         if (offset == null || offset < 0) {
           // Position errors without offset in the begin of the file.
           offset = 0;
         }
         NodeId id = new NodeId(offset, IdKind.error);
         T data =
             dataComputer.computeErrorData(config, compilerResult, id, list);
         if (data != null) {
           Map<Id, ActualData<T>> actualMap = actualMapForUri(uri);
           actualMap[id] = new ActualData<T>(id, data, uri, offset, list);
         }
       });
     });
   }

   Map<Id, ActualData<T>> actualMapFor(TreeNode node) {
     Uri uri = node is Library
         ? node.fileUri
         : (node is Member ? node.fileUri : node.location.file);
     return actualMaps.putIfAbsent(uri, () => <Id, ActualData<T>>{});
   }

   void processMember(Member member, Map<Id, ActualData<T>> actualMap) {
     if (!dataComputer.includeMemberSignatures && member is Procedure) {
       if (member.isMemberSignature ||
           (member.isForwardingStub && !member.isForwardingSemiStub)) {
         return;
       }
     }
     if (member.enclosingClass != null) {
       if (member.enclosingClass.isEnum) {
         if (member is Constructor ||
             member.isInstanceMember ||
             member.name.text == 'values') {
           return;
         }
       }
       if (member is Constructor && member.enclosingClass.isMixinApplication) {
         return;
       }
     }
     dataComputer.computeMemberData(config, compilerResult, member, actualMap,
         verbose: verbose);
   }

   void processClass(Class cls, Map<Id, ActualData<T>> actualMap) {
     dataComputer.computeClassData(config, compilerResult, cls, actualMap,
         verbose: verbose);
   }

   void processExtension(Extension extension, Map<Id, ActualData<T>> actualMap) {
     dataComputer.computeExtensionData(
         config, compilerResult, extension, actualMap,
         verbose: verbose);
   }

   bool excludeLibrary(Library library) {
     return forUserLibrariesOnly &&
         (library.importUri.scheme == 'dart' ||
             library.importUri.scheme == 'package');
   }

   await dataComputer.inspectComponent(component);

   for (Library library in component.libraries) {
     if (excludeLibrary(library) &&
         !testData.memorySourceFiles.containsKey(library.fileUri.path)) {
       continue;
     }
     dataComputer.computeLibraryData(
         config, compilerResult, library, actualMapFor(library));
     for (Class cls in library.classes) {
       processClass(cls, actualMapFor(cls));
       for (Member member in cls.members) {
         processMember(member, actualMapFor(member));
       }
     }
     for (Member member in library.members) {
       processMember(member, actualMapFor(member));
     }
     for (Extension extension in library.extensions) {
       processExtension(extension, actualMapFor(extension));
     }
   }

   List<Uri> globalLibraries = <Uri>[
     Uri.parse('dart:core'),
     Uri.parse('dart:collection'),
     Uri.parse('dart:async'),
   ];

   Class getGlobalClass(String className) {
     Class cls;
     for (Uri uri in globalLibraries) {
       Library library = lookupLibrary(component, uri);
       if (library != null) {
         cls ??= lookupClass(library, className);
       }
     }
     if (cls == null) {
       throw "Global class '$className' not found in the global "
           "libraries: ${globalLibraries.join(', ')}";
     }
     return cls;
   }

   Member getGlobalMember(String memberName) {
     Member member;
     for (Uri uri in globalLibraries) {
       Library library = lookupLibrary(component, uri);
       if (library != null) {
         member ??= lookupLibraryMember(library, memberName);
       }
     }
     if (member == null) {
       throw "Global member '$memberName' not found in the global "
           "libraries: ${globalLibraries.join(', ')}";
     }
     return member;
   }

   for (Id id in globalIds) {
     if (id is MemberId) {
       Member member;
       if (id.className != null) {
         Class cls = getGlobalClass(id.className);
         member = lookupClassMember(cls, id.memberName);
         if (member == null) {
           throw "Global member '${id.memberName}' not found in class $cls.";
         }
       } else {
         member = getGlobalMember(id.memberName);
       }
       processMember(member, globalData);
     } else if (id is ClassId) {
       Class cls = getGlobalClass(id.className);
       processClass(cls, globalData);
     } else {
       throw new UnsupportedError("Unexpected global id: $id");
     }
   }

   CfeCompiledData<T> compiledData = new CfeCompiledData<T>(
       compilerResult, testData.entryPoint, actualMaps, globalData);
   return checkCode(config.name, testData.testFileUri, testData.code,
       memberAnnotations, compiledData, dataComputer.dataValidator,
       fatalErrors: fatalErrors, succinct: succinct, onFailure: onFailure);
 }

 void printMessageInLocation(
     Map<Uri, Source> uriToSource, Uri uri, int offset, String message,
     {bool succinct: false}) {
   if (uri == null) {
     print("(null uri)@$offset: $message");
   } else {
     Source source = uriToSource[uri];
     if (source == null) {
       print('$uri@$offset: $message');
     } else {
       if (offset != null && offset >= 1) {
         Location location = source.getLocation(uri, offset);
         print('$location: $message');
         if (!succinct) {
           print(source.getTextLine(location.line));
           print(' ' * (location.column - 1) + '^');
         }
       } else {
         print('$uri: $message');
       }
     }
   }
 }
	// Copyright (c) 2019, the Dart project authors. Please see the AUTHORS file
	// for details. All rights reserved. Use of this source code is governed by a
	// BSD-style license that can be found in the LICENSE file.

	import 'package:_fe_analyzer_shared/src/messages/severity.dart' show Severity;
	import 'package:_fe_analyzer_shared/src/testing/id.dart'
	show ActualData, ClassId, Id, IdKind, IdValue, MemberId, NodeId;
	import 'package:_fe_analyzer_shared/src/testing/id_testing.dart';
	import 'package:front_end/src/base/nnbd_mode.dart';
	import 'package:kernel/ast.dart';
	import 'package:kernel/target/targets.dart';
	import '../api_prototype/compiler_options.dart'
	show CompilerOptions, DiagnosticMessage;
	import '../api_prototype/experimental_flags.dart'
	show AllowedExperimentalFlags, ExperimentalFlag;
	import '../api_prototype/terminal_color_support.dart'
	show printDiagnosticMessage;
	import '../base/common.dart';
	import '../fasta/messages.dart' show FormattedMessage;
	import '../kernel_generator_impl.dart' show InternalCompilerResult;
	import 'compiler_common.dart' show compileScript, toTestUri;
	import 'id_extractor.dart' show DataExtractor;
	import 'id_testing_utils.dart';

	export '../fasta/compiler_context.dart' show CompilerContext;
	export '../kernel_generator_impl.dart' show InternalCompilerResult;
	export '../fasta/messages.dart' show FormattedMessage;

	/// Test configuration used for testing CFE in its default state.
	const TestConfig defaultCfeConfig = const TestConfig(cfeMarker, 'cfe');

	/// Test configuration used for testing CFE without nnbd in addition to the
	/// default state.
	const TestConfig cfeNoNonNullableConfig = const TestConfig(
	cfeMarker, 'cfe without nnbd',
	explicitExperimentalFlags: const {ExperimentalFlag.nonNullable: false});

	/// Test configuration used for testing CFE with nnbd in addition to the
	/// default state.
	const TestConfig cfeNonNullableConfig = const TestConfig(
	cfeWithNnbdMarker, 'cfe with nnbd',
	explicitExperimentalFlags: const {ExperimentalFlag.nonNullable: true});

	/// Test configuration used for testing CFE with nnbd as the default state.
	const TestConfig cfeNonNullableOnlyConfig = const TestConfig(
	cfeMarker, 'cfe with nnbd',
	explicitExperimentalFlags: const {ExperimentalFlag.nonNullable: true});

	class TestConfig {
	final String marker;
	final String name;
	final Map<ExperimentalFlag, bool> explicitExperimentalFlags;
	final AllowedExperimentalFlags allowedExperimentalFlags;
	final Uri librariesSpecificationUri;
	// TODO(johnniwinther): Tailor support to redefine selected platform
	// classes/members only.
	final bool compileSdk;
	final TargetFlags targetFlags;
	final NnbdMode nnbdMode;

	const TestConfig(this.marker, this.name,
	{this.explicitExperimentalFlags = const {},
	this.allowedExperimentalFlags,
	this.librariesSpecificationUri,
	this.compileSdk: false,
	this.targetFlags: const TargetFlags(),
	this.nnbdMode: NnbdMode.Weak});

	void customizeCompilerOptions(CompilerOptions options, TestData testData) {}
	}

	// TODO(johnniwinther): Support annotations for compile-time errors.
	abstract class DataComputer<T> {
	const DataComputer();

	/// Called before testing to setup flags needed for data collection.
	void setup() {}

	// Called to allow for (awaited) inspection of the compilation result.
	Future<void> inspectComponent(Component component) async {}

	/// Function that computes a data mapping for [member].
	///
	/// Fills [actualMap] with the data.
	void computeMemberData(
	TestConfig config,
	InternalCompilerResult compilerResult,
	Member member,
	Map<Id, ActualData<T>> actualMap,
	{bool verbose}) {}

	/// Function that computes a data mapping for [cls].
	///
	/// Fills [actualMap] with the data.
	void computeClassData(
	TestConfig config,
	InternalCompilerResult compilerResult,
	Class cls,
	Map<Id, ActualData<T>> actualMap,
	{bool verbose}) {}

	/// Function that computes a data mapping for [extension].
	///
	/// Fills [actualMap] with the data.
	void computeExtensionData(
	TestConfig config,
	InternalCompilerResult compilerResult,
	Extension extension,
	Map<Id, ActualData<T>> actualMap,
	{bool verbose}) {}

	/// Function that computes a data mapping for [library].
	///
	/// Fills [actualMap] with the data.
	void computeLibraryData(
	TestConfig config,
	InternalCompilerResult compilerResult,
	Library library,
	Map<Id, ActualData<T>> actualMap,
	{bool verbose}) {}

	/// Returns `true` if this data computer supports tests with compile-time
	/// errors.
	///
	/// Unsuccessful compilation might leave the compiler in an inconsistent
	/// state, so this testing feature is opt-in.
	bool get supportsErrors => false;

	/// Returns data corresponding to [error].
	T computeErrorData(TestConfig config, InternalCompilerResult compiler, Id id,
	List<FormattedMessage> errors) =>
	null;

	/// Returns the [DataInterpreter] used to check the actual data with the
	/// expected data.
	DataInterpreter<T> get dataValidator;

	/// Returns `true` if data should be collected for member signatures.
	bool get includeMemberSignatures => false;
	}

	class CfeCompiledData<T> extends CompiledData<T> {
	final InternalCompilerResult compilerResult;

	CfeCompiledData(
	this.compilerResult,
	Uri mainUri,
	Map<Uri, Map<Id, ActualData<T>>> actualMaps,
	Map<Id, ActualData<T>> globalData)
	: super(mainUri, actualMaps, globalData);

	@override
	int getOffsetFromId(Id id, Uri uri) {
	if (id is NodeId) return id.value;
	if (id is MemberId) {
	Library library = lookupLibrary(compilerResult.component, uri);
	Member member;
	int offset;
	if (id.className != null) {
	Class cls = lookupClass(library, id.className);
	member = lookupClassMember(cls, id.memberName, required: false);
	if (member != null) {
	offset = member.fileOffset;
	if (offset == -1) {
	offset = cls.fileOffset;
	}
	} else {
	offset = cls.fileOffset;
	}
	} else {
	member = lookupLibraryMember(library, id.memberName);
	offset = member.fileOffset;
	}
	if (offset == -1) {
	offset = 0;
	}
	return offset;
	} else if (id is ClassId) {
	Library library = lookupLibrary(compilerResult.component, uri);
	Extension extension =
	lookupExtension(library, id.className, required: false);
	if (extension != null) {
	return extension.fileOffset;
	}
	Class cls = lookupClass(library, id.className);
	return cls.fileOffset;
	}
	return null;
	}

	@override
	void reportError(Uri uri, int offset, String message,
	{bool succinct: false}) {
	printMessageInLocation(
	compilerResult.component.uriToSource, uri, offset, message,
	succinct: succinct);
	}
	}

	abstract class CfeDataExtractor<T> extends DataExtractor<T> {
	final InternalCompilerResult compilerResult;

	CfeDataExtractor(this.compilerResult, Map<Id, ActualData<T>> actualMap)
	: super(actualMap);

	@override
	void report(Uri uri, int offset, String message) {
	printMessageInLocation(
	compilerResult.component.uriToSource, uri, offset, message);
	}

	@override
	void fail(String message) {
	onFailure(message);
	}
	}

	/// Create the testing URI used for [fileName] in annotated tests.
	Uri createUriForFileName(String fileName) => toTestUri(fileName);

	void onFailure(String message) => throw new StateError(message);

	/// Creates a test runner for [dataComputer] on [testedConfigs].
	RunTestFunction<T> runTestFor<T>(
	DataComputer<T> dataComputer, List<TestConfig> testedConfigs) {
	retainDataForTesting = true;
	return (TestData testData,
	{bool testAfterFailures,
	bool verbose,
	bool succinct,
	bool printCode,
	Map<String, List<String>> skipMap,
	Uri nullUri}) {
	return runTest(testData, dataComputer, testedConfigs,
	testAfterFailures: testAfterFailures,
	verbose: verbose,
	succinct: succinct,
	printCode: printCode,
	onFailure: onFailure,
	skipMap: skipMap,
	nullUri: nullUri);
	};
	}

	/// Runs [dataComputer] on [testData] for all [testedConfigs].
	///
	/// Returns `true` if an error was encountered.
	Future<Map<String, TestResult<T>>> runTest<T>(TestData testData,
	DataComputer<T> dataComputer, List<TestConfig> testedConfigs,
	{bool testAfterFailures,
	bool verbose,
	bool succinct,
	bool printCode,
	bool forUserLibrariesOnly: true,
	Iterable<Id> globalIds: const <Id>[],
	void onFailure(String message),
	Map<String, List<String>> skipMap,
	Uri nullUri}) async {
	for (TestConfig config in testedConfigs) {
	if (!testData.expectedMaps.containsKey(config.marker)) {
	throw new ArgumentError("Unexpected test marker '${config.marker}'. "
	"Supported markers: ${testData.expectedMaps.keys}.");
	}
	}

	Map<String, TestResult<T>> results = {};
	for (TestConfig config in testedConfigs) {
	if (skipForConfig(testData.name, config.marker, skipMap)) {
	continue;
	}
	results[config.marker] = await runTestForConfig(
	testData, dataComputer, config,
	fatalErrors: !testAfterFailures,
	onFailure: onFailure,
	verbose: verbose,
	succinct: succinct,
	printCode: printCode,
	nullUri: nullUri);
	}
	return results;
	}

	/// Runs [dataComputer] on [testData] for [config].
	///
	/// Returns `true` if an error was encountered.
	Future<TestResult<T>> runTestForConfig<T>(
	TestData testData, DataComputer<T> dataComputer, TestConfig config,
	{bool fatalErrors,
	bool verbose,
	bool succinct,
	bool printCode,
	bool forUserLibrariesOnly: true,
	Iterable<Id> globalIds: const <Id>[],
	void onFailure(String message),
	Uri nullUri}) async {
	MemberAnnotations<IdValue> memberAnnotations =
	testData.expectedMaps[config.marker];
	Iterable<Id> globalIds = memberAnnotations.globalData.keys;
	CompilerOptions options = new CompilerOptions();
	List<FormattedMessage> errors = [];
	options.onDiagnostic = (DiagnosticMessage message) {
	if (message is FormattedMessage && message.severity == Severity.error) {
	errors.add(message);
	}
	if (!succinct) printDiagnosticMessage(message, print);
	};
	options.debugDump = printCode;
	options.target = new NoneTarget(config.targetFlags);
	options.explicitExperimentalFlags.addAll(config.explicitExperimentalFlags);
	options.allowedExperimentalFlagsForTesting = config.allowedExperimentalFlags;
	options.nnbdMode = config.nnbdMode;
	if (config.librariesSpecificationUri != null) {
	Set<Uri> testFiles =
	testData.memorySourceFiles.keys.map(createUriForFileName).toSet();
	if (testFiles.contains(config.librariesSpecificationUri)) {
	options.librariesSpecificationUri = config.librariesSpecificationUri;
	options.compileSdk = config.compileSdk;
	}
	}
	config.customizeCompilerOptions(options, testData);
	InternalCompilerResult compilerResult = await compileScript(
	testData.memorySourceFiles,
	options: options,
	retainDataForTesting: true,
	requireMain: false);

	Component component = compilerResult.component;
	Map<Uri, Map<Id, ActualData<T>>> actualMaps = <Uri, Map<Id, ActualData<T>>>{};
	Map<Id, ActualData<T>> globalData = <Id, ActualData<T>>{};

	Map<Id, ActualData<T>> actualMapForUri(Uri uri) {
	return actualMaps.putIfAbsent(uri ?? nullUri, () => <Id, ActualData<T>>{});
	}

	if (errors.isNotEmpty) {
	if (!dataComputer.supportsErrors) {
	onFailure("Compilation with compile-time errors not supported for this "
	"testing setup.");
	}

	Map<Uri, Map<int, List<FormattedMessage>>> errorMap = {};
	for (FormattedMessage error in errors) {
	Map<int, List<FormattedMessage>> map =
	errorMap.putIfAbsent(error.uri ?? nullUri, () => {});
	List<FormattedMessage> list = map.putIfAbsent(error.charOffset, () => []);
	list.add(error);
	}

	errorMap.forEach((Uri uri, Map<int, List<FormattedMessage>> map) {
	map.forEach((int offset, List<DiagnosticMessage> list) {
	if (offset == null \|\| offset < 0) {
	// Position errors without offset in the begin of the file.
	offset = 0;
	}
	NodeId id = new NodeId(offset, IdKind.error);
	T data =
	dataComputer.computeErrorData(config, compilerResult, id, list);
	if (data != null) {
	Map<Id, ActualData<T>> actualMap = actualMapForUri(uri);
	actualMap[id] = new ActualData<T>(id, data, uri, offset, list);
	}
	});
	});
	}

	Map<Id, ActualData<T>> actualMapFor(TreeNode node) {
	Uri uri = node is Library
	? node.fileUri
	: (node is Member ? node.fileUri : node.location.file);
	return actualMaps.putIfAbsent(uri, () => <Id, ActualData<T>>{});
	}

	void processMember(Member member, Map<Id, ActualData<T>> actualMap) {
	if (!dataComputer.includeMemberSignatures && member is Procedure) {
	if (member.isMemberSignature \|\|
	(member.isForwardingStub && !member.isForwardingSemiStub)) {
	return;
	}
	}
	if (member.enclosingClass != null) {
	if (member.enclosingClass.isEnum) {
	if (member is Constructor \|\|
	member.isInstanceMember \|\|
	member.name.text == 'values') {
	return;
	}
	}
	if (member is Constructor && member.enclosingClass.isMixinApplication) {
	return;
	}
	}
	dataComputer.computeMemberData(config, compilerResult, member, actualMap,
	verbose: verbose);
	}

	void processClass(Class cls, Map<Id, ActualData<T>> actualMap) {
	dataComputer.computeClassData(config, compilerResult, cls, actualMap,
	verbose: verbose);
	}

	void processExtension(Extension extension, Map<Id, ActualData<T>> actualMap) {
	dataComputer.computeExtensionData(
	config, compilerResult, extension, actualMap,
	verbose: verbose);
	}

	bool excludeLibrary(Library library) {
	return forUserLibrariesOnly &&
	(library.importUri.scheme == 'dart' \|\|
	library.importUri.scheme == 'package');
	}

	await dataComputer.inspectComponent(component);

	for (Library library in component.libraries) {
	if (excludeLibrary(library) &&
	!testData.memorySourceFiles.containsKey(library.fileUri.path)) {
	continue;
	}
	dataComputer.computeLibraryData(
	config, compilerResult, library, actualMapFor(library));
	for (Class cls in library.classes) {
	processClass(cls, actualMapFor(cls));
	for (Member member in cls.members) {
	processMember(member, actualMapFor(member));
	}
	}
	for (Member member in library.members) {
	processMember(member, actualMapFor(member));
	}
	for (Extension extension in library.extensions) {
	processExtension(extension, actualMapFor(extension));
	}
	}

	List<Uri> globalLibraries = <Uri>[
	Uri.parse('dart:core'),
	Uri.parse('dart:collection'),
	Uri.parse('dart:async'),
	];

	Class getGlobalClass(String className) {
	Class cls;
	for (Uri uri in globalLibraries) {
	Library library = lookupLibrary(component, uri);
	if (library != null) {
	cls ??= lookupClass(library, className);
	}
	}
	if (cls == null) {
	throw "Global class '$className' not found in the global "
	"libraries: ${globalLibraries.join(', ')}";
	}
	return cls;
	}

	Member getGlobalMember(String memberName) {
	Member member;
	for (Uri uri in globalLibraries) {
	Library library = lookupLibrary(component, uri);
	if (library != null) {
	member ??= lookupLibraryMember(library, memberName);
	}
	}
	if (member == null) {
	throw "Global member '$memberName' not found in the global "
	"libraries: ${globalLibraries.join(', ')}";
	}
	return member;
	}

	for (Id id in globalIds) {
	if (id is MemberId) {
	Member member;
	if (id.className != null) {
	Class cls = getGlobalClass(id.className);
	member = lookupClassMember(cls, id.memberName);
	if (member == null) {
	throw "Global member '${id.memberName}' not found in class $cls.";
	}
	} else {
	member = getGlobalMember(id.memberName);
	}
	processMember(member, globalData);
	} else if (id is ClassId) {
	Class cls = getGlobalClass(id.className);
	processClass(cls, globalData);
	} else {
	throw new UnsupportedError("Unexpected global id: $id");
	}
	}

	CfeCompiledData<T> compiledData = new CfeCompiledData<T>(
	compilerResult, testData.entryPoint, actualMaps, globalData);
	return checkCode(config.name, testData.testFileUri, testData.code,
	memberAnnotations, compiledData, dataComputer.dataValidator,
	fatalErrors: fatalErrors, succinct: succinct, onFailure: onFailure);
	}

	void printMessageInLocation(
	Map<Uri, Source> uriToSource, Uri uri, int offset, String message,
	{bool succinct: false}) {
	if (uri == null) {
	print("(null uri)@$offset: $message");
	} else {
	Source source = uriToSource[uri];
	if (source == null) {
	print('$uri@$offset: $message');
	} else {
	if (offset != null && offset >= 1) {
	Location location = source.getLocation(uri, offset);
	print('$location: $message');
	if (!succinct) {
	print(source.getTextLine(location.line));
	print(' ' * (location.column - 1) + '^');
	}
	} else {
	print('$uri: $message');
	}
	}
	}
	}