runtime/observatory/tests/service/test_helper.dart - sdk - Git at Google

 // Copyright (c) 2013, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.

 library test_helper;

 import 'dart:async';
 import 'dart:convert';
 import 'dart:io';
 import 'package:observatory/service_io.dart';
 import 'service_test_common.dart';
 export 'service_test_common.dart' show IsolateTest, VMTest;

 /// Will be set to the http address of the VM's service protocol before
 /// any tests are invoked.
 String serviceHttpAddress;
 String serviceWebsocketAddress;

 const String _TESTEE_ENV_KEY = 'SERVICE_TEST_TESTEE';
 const Map<String, String> _TESTEE_SPAWN_ENV = const {_TESTEE_ENV_KEY: 'true'};
 bool _isTestee() {
   return Platform.environment.containsKey(_TESTEE_ENV_KEY);
 }

 const String _SKY_SHELL_ENV_KEY = 'SERVICE_TEST_SKY_SHELL';
 bool _shouldLaunchSkyShell() {
   return Platform.environment.containsKey(_SKY_SHELL_ENV_KEY);
 }

 String _skyShellPath() {
   return Platform.environment[_SKY_SHELL_ENV_KEY];
 }

 class _ServiceTesteeRunner {
   Future run(
       {testeeBefore(): null,
       testeeConcurrent(): null,
       bool pause_on_start: false,
       bool pause_on_exit: false}) async {
     if (!pause_on_start) {
       if (testeeBefore != null) {
         var result = testeeBefore();
         if (result is Future) {
           await result;
         }
       }
       print(''); // Print blank line to signal that testeeBefore has run.
     }
     if (testeeConcurrent != null) {
       var result = testeeConcurrent();
       if (result is Future) {
         await result;
       }
     }
     if (!pause_on_exit) {
       // Wait around for the process to be killed.
       stdin.first.then((_) => exit(0));
     }
   }

   void runSync(
       {void testeeBeforeSync(): null,
       void testeeConcurrentSync(): null,
       bool pause_on_start: false,
       bool pause_on_exit: false}) {
     if (!pause_on_start) {
       if (testeeBeforeSync != null) {
         testeeBeforeSync();
       }
       print(''); // Print blank line to signal that testeeBefore has run.
     }
     if (testeeConcurrentSync != null) {
       testeeConcurrentSync();
     }
     if (!pause_on_exit) {
       // Wait around for the process to be killed.
       stdin.first.then((_) => exit(0));
     }
   }
 }

 class _ServiceTesteeLauncher {
   Process process;
   final List<String> args;
   bool killedByTester = false;

   _ServiceTesteeLauncher() : args = [Platform.script.toFilePath()] {}

   // Spawn the testee process.
   Future<Process> _spawnProcess(
       bool pause_on_start,
       bool pause_on_exit,
       bool pause_on_unhandled_exceptions,
       bool testeeControlsServer,
       bool useAuthToken,
       List<String> extraArgs) {
     assert(pause_on_start != null);
     assert(pause_on_exit != null);
     assert(pause_on_unhandled_exceptions != null);
     assert(testeeControlsServer != null);
     assert(useAuthToken != null);

     if (_shouldLaunchSkyShell()) {
       return _spawnSkyProcess(pause_on_start, pause_on_exit,
           pause_on_unhandled_exceptions, testeeControlsServer, extraArgs);
     } else {
       return _spawnDartProcess(
           pause_on_start,
           pause_on_exit,
           pause_on_unhandled_exceptions,
           testeeControlsServer,
           useAuthToken,
           extraArgs);
     }
   }

   Future<Process> _spawnDartProcess(
       bool pause_on_start,
       bool pause_on_exit,
       bool pause_on_unhandled_exceptions,
       bool testeeControlsServer,
       bool useAuthToken,
       List<String> extraArgs) {
     assert(!_shouldLaunchSkyShell());

     String dartExecutable = Platform.executable;

     var fullArgs = <String>[];
     if (pause_on_start) {
       fullArgs.add('--pause-isolates-on-start');
     }
     if (pause_on_exit) {
       fullArgs.add('--pause-isolates-on-exit');
     }
     if (pause_on_unhandled_exceptions) {
       fullArgs.add('--pause-isolates-on-unhandled-exceptions');
     }
     fullArgs.add('--profiler');
     if (extraArgs != null) {
       fullArgs.addAll(extraArgs);
     }

     fullArgs.addAll(Platform.executableArguments);
     if (!testeeControlsServer) {
       fullArgs.add('--enable-vm-service:0');
     }
     fullArgs.addAll(args);

     return _spawnCommon(dartExecutable, fullArgs,
         <String, String>{'DART_SERVICE_USE_AUTH': '$useAuthToken'});
   }

   Future<Process> _spawnSkyProcess(
       bool pause_on_start,
       bool pause_on_exit,
       bool pause_on_unhandled_exceptions,
       bool testeeControlsServer,
       List<String> extraArgs) {
     assert(_shouldLaunchSkyShell());

     String dartExecutable = _skyShellPath();

     var dartFlags = <String>[];
     var fullArgs = <String>[];
     if (pause_on_start) {
       dartFlags.add('--pause_isolates_on_start');
       fullArgs.add('--start-paused');
     }
     if (pause_on_exit) {
       dartFlags.add('--pause_isolates_on_exit');
     }
     if (pause_on_unhandled_exceptions) {
       dartFlags.add('--pause_isolates_on_unhandled_exceptions');
     }
     dartFlags.add('--profiler');
     // Override mirrors.
     dartFlags.add('--enable_mirrors=true');
     if (extraArgs != null) {
       fullArgs.addAll(extraArgs);
     }

     fullArgs.addAll(Platform.executableArguments);
     if (!testeeControlsServer) {
       fullArgs.add('--observatory-port=0');
     }
     fullArgs.add('--dart-flags=${dartFlags.join(' ')}');
     fullArgs.addAll(args);

     return _spawnCommon(dartExecutable, fullArgs, <String, String>{});
   }

   Future<Process> _spawnCommon(String executable, List<String> arguments,
       Map<String, String> dartEnvironment) {
     var environment = _TESTEE_SPAWN_ENV;
     var bashEnvironment = new StringBuffer();
     environment.forEach((k, v) => bashEnvironment.write("$k=$v "));
     if (dartEnvironment != null) {
       dartEnvironment.forEach((k, v) {
         arguments.insert(0, '-D$k=$v');
       });
     }
     print('** Launching $bashEnvironment$executable ${arguments.join(' ')}');
     return Process.start(executable, arguments, environment: environment);
   }

   Future<Uri> launch(
       bool pause_on_start,
       bool pause_on_exit,
       bool pause_on_unhandled_exceptions,
       bool testeeControlsServer,
       bool useAuthToken,
       List<String> extraArgs) {
     return _spawnProcess(
         pause_on_start,
         pause_on_exit,
         pause_on_unhandled_exceptions,
         testeeControlsServer,
         useAuthToken,
         extraArgs).then((p) {
       Completer<Uri> completer = new Completer<Uri>();
       process = p;
       Uri uri;
       var blank;
       var first = true;
       process.stdout
           .transform(utf8.decoder)
           .transform(new LineSplitter())
           .listen((line) {
         const kObservatoryListening = 'Observatory listening on ';
         if (line.startsWith(kObservatoryListening)) {
           uri = Uri.parse(line.substring(kObservatoryListening.length));
         }
         if (pause_on_start || line == '') {
           // Received blank line.
           blank = true;
         }
         if ((uri != null) && (blank == true) && (first == true)) {
           completer.complete(uri);
           // Stop repeat completions.
           first = false;
           print('** Signaled to run test queries on $uri');
         }
         print('>testee>out> $line');
       });
       process.stderr
           .transform(utf8.decoder)
           .transform(new LineSplitter())
           .listen((line) {
         print('>testee>err> $line');
       });
       process.exitCode.then((exitCode) {
         if ((exitCode != 0) && !killedByTester) {
           throw "Testee exited with $exitCode";
         }
         print("** Process exited");
       });
       return completer.future;
     });
   }

   void requestExit() {
     if (process != null) {
       print('** Killing script');
       if (process.kill()) {
         killedByTester = true;
       }
     }
   }
 }

 void setupAddresses(Uri serverAddress) {
   serviceWebsocketAddress =
       'ws://${serverAddress.authority}${serverAddress.path}ws';
   serviceHttpAddress = 'http://${serverAddress.authority}${serverAddress.path}';
 }

 class _ServiceTesterRunner {
   void run(
       {List<String> mainArgs,
       List<String> extraArgs,
       List<VMTest> vmTests,
       List<IsolateTest> isolateTests,
       bool pause_on_start: false,
       bool pause_on_exit: false,
       bool verbose_vm: false,
       bool pause_on_unhandled_exceptions: false,
       bool testeeControlsServer: false,
       bool useAuthToken: false}) {
     var process = new _ServiceTesteeLauncher();
     bool testsDone = false;
     runZoned(() {
       process
           .launch(pause_on_start, pause_on_exit, pause_on_unhandled_exceptions,
               testeeControlsServer, useAuthToken, extraArgs)
           .then((Uri serverAddress) async {
         if (mainArgs.contains("--gdb")) {
           var pid = process.process.pid;
           var wait = new Duration(seconds: 10);
           print("Testee has pid $pid, waiting $wait before continuing");
           sleep(wait);
         }
         setupAddresses(serverAddress);
         var name = Platform.script.pathSegments.last;
         var vm =
             new WebSocketVM(new WebSocketVMTarget(serviceWebsocketAddress));
         print('Loading VM...');
         await vm.load();
         print('Done loading VM');

         // Run vm tests.
         if (vmTests != null) {
           var testIndex = 1;
           var totalTests = vmTests.length;
           for (var test in vmTests) {
             vm.verbose = verbose_vm;
             print('Running $name [$testIndex/$totalTests]');
             testIndex++;
             await test(vm);
           }
         }

         // Run isolate tests.
         if (isolateTests != null) {
           var isolate = await getFirstIsolate(vm);
           var testIndex = 1;
           var totalTests = isolateTests.length;
           for (var test in isolateTests) {
             vm.verbose = verbose_vm;
             print('Running $name [$testIndex/$totalTests]');
             testIndex++;
             await test(isolate);
           }
         }

         print('All service tests completed successfully.');
         testsDone = true;
         process.requestExit();
       });
     }, onError: (error, stackTrace) {
       if (testsDone) {
         print('Ignoring late exception during process exit:\n'
             '$error\n#stackTrace');
       } else {
         process.requestExit();
         print('Unexpected exception in service tests: $error\n$stackTrace');
         throw error;
       }
     });
   }

   Future<Isolate> getFirstIsolate(WebSocketVM vm) async {
     if (vm.isolates.isNotEmpty) {
       var isolate = await vm.isolates.first.load();
       if (isolate is Isolate) {
         return isolate;
       }
     }

     Completer completer = new Completer();
     vm.getEventStream(VM.kIsolateStream).then((stream) {
       var subscription;
       subscription = stream.listen((ServiceEvent event) async {
         if (completer == null) {
           subscription.cancel();
           return;
         }
         if (event.kind == ServiceEvent.kIsolateRunnable) {
           if (vm.isolates.isNotEmpty) {
             vm.isolates.first.load().then((result) {
               if (result is Isolate) {
                 subscription.cancel();
                 completer.complete(result);
                 completer = null;
               }
             });
           }
         }
       });
     });

     // The isolate may have started before we subscribed.
     if (vm.isolates.isNotEmpty) {
       vm.isolates.first.reload().then((result) async {
         if (completer != null && result is Isolate) {
           completer.complete(result);
           completer = null;
         }
       });
     }
     return await completer.future;
   }
 }

 /// Runs [tests] in sequence, each of which should take an [Isolate] and
 /// return a [Future]. Code for setting up state can run before and/or
 /// concurrently with the tests. Uses [mainArgs] to determine whether
 /// to run tests or testee in this invocation of the script.
 Future runIsolateTests(List<String> mainArgs, List<IsolateTest> tests,
     {testeeBefore(),
     testeeConcurrent(),
     bool pause_on_start: false,
     bool pause_on_exit: false,
     bool verbose_vm: false,
     bool pause_on_unhandled_exceptions: false,
     bool testeeControlsServer: false,
     bool useAuthToken: false,
     List<String> extraArgs}) async {
   assert(!pause_on_start || testeeBefore == null);
   if (_isTestee()) {
     new _ServiceTesteeRunner().run(
         testeeBefore: testeeBefore,
         testeeConcurrent: testeeConcurrent,
         pause_on_start: pause_on_start,
         pause_on_exit: pause_on_exit);
   } else {
     new _ServiceTesterRunner().run(
         mainArgs: mainArgs,
         extraArgs: extraArgs,
         isolateTests: tests,
         pause_on_start: pause_on_start,
         pause_on_exit: pause_on_exit,
         verbose_vm: verbose_vm,
         pause_on_unhandled_exceptions: pause_on_unhandled_exceptions,
         testeeControlsServer: testeeControlsServer,
         useAuthToken: useAuthToken);
   }
 }

 /// Runs [tests] in sequence, each of which should take an [Isolate] and
 /// return a [Future]. Code for setting up state can run before and/or
 /// concurrently with the tests. Uses [mainArgs] to determine whether
 /// to run tests or testee in this invocation of the script.
 ///
 /// This is a special version of this test harness specifically for the
 /// pause_on_unhandled_exceptions_test, which cannot properly function
 /// in an async context (because exceptions are *always* handled in async
 /// functions).
 void runIsolateTestsSynchronous(List<String> mainArgs, List<IsolateTest> tests,
     {void testeeBefore(),
     void testeeConcurrent(),
     bool pause_on_start: false,
     bool pause_on_exit: false,
     bool verbose_vm: false,
     bool pause_on_unhandled_exceptions: false,
     List<String> extraArgs}) {
   assert(!pause_on_start || testeeBefore == null);
   if (_isTestee()) {
     new _ServiceTesteeRunner().runSync(
         testeeBeforeSync: testeeBefore,
         testeeConcurrentSync: testeeConcurrent,
         pause_on_start: pause_on_start,
         pause_on_exit: pause_on_exit);
   } else {
     new _ServiceTesterRunner().run(
         mainArgs: mainArgs,
         extraArgs: extraArgs,
         isolateTests: tests,
         pause_on_start: pause_on_start,
         pause_on_exit: pause_on_exit,
         verbose_vm: verbose_vm,
         pause_on_unhandled_exceptions: pause_on_unhandled_exceptions);
   }
 }

 /// Runs [tests] in sequence, each of which should take an [Isolate] and
 /// return a [Future]. Code for setting up state can run before and/or
 /// concurrently with the tests. Uses [mainArgs] to determine whether
 /// to run tests or testee in this invocation of the script.
 Future runVMTests(List<String> mainArgs, List<VMTest> tests,
     {testeeBefore(),
     testeeConcurrent(),
     bool pause_on_start: false,
     bool pause_on_exit: false,
     bool verbose_vm: false,
     bool pause_on_unhandled_exceptions: false,
     List<String> extraArgs}) async {
   if (_isTestee()) {
     new _ServiceTesteeRunner().run(
         testeeBefore: testeeBefore,
         testeeConcurrent: testeeConcurrent,
         pause_on_start: pause_on_start,
         pause_on_exit: pause_on_exit);
   } else {
     new _ServiceTesterRunner().run(
         mainArgs: mainArgs,
         extraArgs: extraArgs,
         vmTests: tests,
         pause_on_start: pause_on_start,
         pause_on_exit: pause_on_exit,
         verbose_vm: verbose_vm,
         pause_on_unhandled_exceptions: pause_on_unhandled_exceptions);
   }
 }
	// Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file
	// for details. All rights reserved. Use of this source code is governed by a
	// BSD-style license that can be found in the LICENSE file.

	library test_helper;

	import 'dart:async';
	import 'dart:convert';
	import 'dart:io';
	import 'package:observatory/service_io.dart';
	import 'service_test_common.dart';
	export 'service_test_common.dart' show IsolateTest, VMTest;

	/// Will be set to the http address of the VM's service protocol before
	/// any tests are invoked.
	String serviceHttpAddress;
	String serviceWebsocketAddress;

	const String _TESTEE_ENV_KEY = 'SERVICE_TEST_TESTEE';
	const Map<String, String> _TESTEE_SPAWN_ENV = const {_TESTEE_ENV_KEY: 'true'};
	bool _isTestee() {
	return Platform.environment.containsKey(_TESTEE_ENV_KEY);
	}

	const String _SKY_SHELL_ENV_KEY = 'SERVICE_TEST_SKY_SHELL';
	bool _shouldLaunchSkyShell() {
	return Platform.environment.containsKey(_SKY_SHELL_ENV_KEY);
	}

	String _skyShellPath() {
	return Platform.environment[_SKY_SHELL_ENV_KEY];
	}

	class _ServiceTesteeRunner {
	Future run(
	{testeeBefore(): null,
	testeeConcurrent(): null,
	bool pause_on_start: false,
	bool pause_on_exit: false}) async {
	if (!pause_on_start) {
	if (testeeBefore != null) {
	var result = testeeBefore();
	if (result is Future) {
	await result;
	}
	}
	print(''); // Print blank line to signal that testeeBefore has run.
	}
	if (testeeConcurrent != null) {
	var result = testeeConcurrent();
	if (result is Future) {
	await result;
	}
	}
	if (!pause_on_exit) {
	// Wait around for the process to be killed.
	stdin.first.then((_) => exit(0));
	}
	}

	void runSync(
	{void testeeBeforeSync(): null,
	void testeeConcurrentSync(): null,
	bool pause_on_start: false,
	bool pause_on_exit: false}) {
	if (!pause_on_start) {
	if (testeeBeforeSync != null) {
	testeeBeforeSync();
	}
	print(''); // Print blank line to signal that testeeBefore has run.
	}
	if (testeeConcurrentSync != null) {
	testeeConcurrentSync();
	}
	if (!pause_on_exit) {
	// Wait around for the process to be killed.
	stdin.first.then((_) => exit(0));
	}
	}
	}

	class _ServiceTesteeLauncher {
	Process process;
	final List<String> args;
	bool killedByTester = false;

	_ServiceTesteeLauncher() : args = [Platform.script.toFilePath()] {}

	// Spawn the testee process.
	Future<Process> _spawnProcess(
	bool pause_on_start,
	bool pause_on_exit,
	bool pause_on_unhandled_exceptions,
	bool testeeControlsServer,
	bool useAuthToken,
	List<String> extraArgs) {
	assert(pause_on_start != null);
	assert(pause_on_exit != null);
	assert(pause_on_unhandled_exceptions != null);
	assert(testeeControlsServer != null);
	assert(useAuthToken != null);

	if (_shouldLaunchSkyShell()) {
	return _spawnSkyProcess(pause_on_start, pause_on_exit,
	pause_on_unhandled_exceptions, testeeControlsServer, extraArgs);
	} else {
	return _spawnDartProcess(
	pause_on_start,
	pause_on_exit,
	pause_on_unhandled_exceptions,
	testeeControlsServer,
	useAuthToken,
	extraArgs);
	}
	}

	Future<Process> _spawnDartProcess(
	bool pause_on_start,
	bool pause_on_exit,
	bool pause_on_unhandled_exceptions,
	bool testeeControlsServer,
	bool useAuthToken,
	List<String> extraArgs) {
	assert(!_shouldLaunchSkyShell());

	String dartExecutable = Platform.executable;

	var fullArgs = <String>[];
	if (pause_on_start) {
	fullArgs.add('--pause-isolates-on-start');
	}
	if (pause_on_exit) {
	fullArgs.add('--pause-isolates-on-exit');
	}
	if (pause_on_unhandled_exceptions) {
	fullArgs.add('--pause-isolates-on-unhandled-exceptions');
	}
	fullArgs.add('--profiler');
	if (extraArgs != null) {
	fullArgs.addAll(extraArgs);
	}

	fullArgs.addAll(Platform.executableArguments);
	if (!testeeControlsServer) {
	fullArgs.add('--enable-vm-service:0');
	}
	fullArgs.addAll(args);

	return _spawnCommon(dartExecutable, fullArgs,
	<String, String>{'DART_SERVICE_USE_AUTH': '$useAuthToken'});
	}

	Future<Process> _spawnSkyProcess(
	bool pause_on_start,
	bool pause_on_exit,
	bool pause_on_unhandled_exceptions,
	bool testeeControlsServer,
	List<String> extraArgs) {
	assert(_shouldLaunchSkyShell());

	String dartExecutable = _skyShellPath();

	var dartFlags = <String>[];
	var fullArgs = <String>[];
	if (pause_on_start) {
	dartFlags.add('--pause_isolates_on_start');
	fullArgs.add('--start-paused');
	}
	if (pause_on_exit) {
	dartFlags.add('--pause_isolates_on_exit');
	}
	if (pause_on_unhandled_exceptions) {
	dartFlags.add('--pause_isolates_on_unhandled_exceptions');
	}
	dartFlags.add('--profiler');
	// Override mirrors.
	dartFlags.add('--enable_mirrors=true');
	if (extraArgs != null) {
	fullArgs.addAll(extraArgs);
	}

	fullArgs.addAll(Platform.executableArguments);
	if (!testeeControlsServer) {
	fullArgs.add('--observatory-port=0');
	}
	fullArgs.add('--dart-flags=${dartFlags.join(' ')}');
	fullArgs.addAll(args);

	return _spawnCommon(dartExecutable, fullArgs, <String, String>{});
	}

	Future<Process> _spawnCommon(String executable, List<String> arguments,
	Map<String, String> dartEnvironment) {
	var environment = _TESTEE_SPAWN_ENV;
	var bashEnvironment = new StringBuffer();
	environment.forEach((k, v) => bashEnvironment.write("$k=$v "));
	if (dartEnvironment != null) {
	dartEnvironment.forEach((k, v) {
	arguments.insert(0, '-D$k=$v');
	});
	}
	print('** Launching $bashEnvironment$executable ${arguments.join(' ')}');
	return Process.start(executable, arguments, environment: environment);
	}

	Future<Uri> launch(
	bool pause_on_start,
	bool pause_on_exit,
	bool pause_on_unhandled_exceptions,
	bool testeeControlsServer,
	bool useAuthToken,
	List<String> extraArgs) {
	return _spawnProcess(
	pause_on_start,
	pause_on_exit,
	pause_on_unhandled_exceptions,
	testeeControlsServer,
	useAuthToken,
	extraArgs).then((p) {
	Completer<Uri> completer = new Completer<Uri>();
	process = p;
	Uri uri;
	var blank;
	var first = true;
	process.stdout
	.transform(utf8.decoder)
	.transform(new LineSplitter())
	.listen((line) {
	const kObservatoryListening = 'Observatory listening on ';
	if (line.startsWith(kObservatoryListening)) {
	uri = Uri.parse(line.substring(kObservatoryListening.length));
	}
	if (pause_on_start \|\| line == '') {
	// Received blank line.
	blank = true;
	}
	if ((uri != null) && (blank == true) && (first == true)) {
	completer.complete(uri);
	// Stop repeat completions.
	first = false;
	print('** Signaled to run test queries on $uri');
	}
	print('>testee>out> $line');
	});
	process.stderr
	.transform(utf8.decoder)
	.transform(new LineSplitter())
	.listen((line) {
	print('>testee>err> $line');
	});
	process.exitCode.then((exitCode) {
	if ((exitCode != 0) && !killedByTester) {
	throw "Testee exited with $exitCode";
	}
	print("** Process exited");
	});
	return completer.future;
	});
	}

	void requestExit() {
	if (process != null) {
	print('** Killing script');
	if (process.kill()) {
	killedByTester = true;
	}
	}
	}
	}

	void setupAddresses(Uri serverAddress) {
	serviceWebsocketAddress =
	'ws://${serverAddress.authority}${serverAddress.path}ws';
	serviceHttpAddress = 'http://${serverAddress.authority}${serverAddress.path}';
	}

	class _ServiceTesterRunner {
	void run(
	{List<String> mainArgs,
	List<String> extraArgs,
	List<VMTest> vmTests,
	List<IsolateTest> isolateTests,
	bool pause_on_start: false,
	bool pause_on_exit: false,
	bool verbose_vm: false,
	bool pause_on_unhandled_exceptions: false,
	bool testeeControlsServer: false,
	bool useAuthToken: false}) {
	var process = new _ServiceTesteeLauncher();
	bool testsDone = false;
	runZoned(() {
	process
	.launch(pause_on_start, pause_on_exit, pause_on_unhandled_exceptions,
	testeeControlsServer, useAuthToken, extraArgs)
	.then((Uri serverAddress) async {
	if (mainArgs.contains("--gdb")) {
	var pid = process.process.pid;
	var wait = new Duration(seconds: 10);
	print("Testee has pid $pid, waiting $wait before continuing");
	sleep(wait);
	}
	setupAddresses(serverAddress);
	var name = Platform.script.pathSegments.last;
	var vm =
	new WebSocketVM(new WebSocketVMTarget(serviceWebsocketAddress));
	print('Loading VM...');
	await vm.load();
	print('Done loading VM');

	// Run vm tests.
	if (vmTests != null) {
	var testIndex = 1;
	var totalTests = vmTests.length;
	for (var test in vmTests) {
	vm.verbose = verbose_vm;
	print('Running $name [$testIndex/$totalTests]');
	testIndex++;
	await test(vm);
	}
	}

	// Run isolate tests.
	if (isolateTests != null) {
	var isolate = await getFirstIsolate(vm);
	var testIndex = 1;
	var totalTests = isolateTests.length;
	for (var test in isolateTests) {
	vm.verbose = verbose_vm;
	print('Running $name [$testIndex/$totalTests]');
	testIndex++;
	await test(isolate);
	}
	}

	print('All service tests completed successfully.');
	testsDone = true;
	process.requestExit();
	});
	}, onError: (error, stackTrace) {
	if (testsDone) {
	print('Ignoring late exception during process exit:\n'
	'$error\n#stackTrace');
	} else {
	process.requestExit();
	print('Unexpected exception in service tests: $error\n$stackTrace');
	throw error;
	}
	});
	}

	Future<Isolate> getFirstIsolate(WebSocketVM vm) async {
	if (vm.isolates.isNotEmpty) {
	var isolate = await vm.isolates.first.load();
	if (isolate is Isolate) {
	return isolate;
	}
	}

	Completer completer = new Completer();
	vm.getEventStream(VM.kIsolateStream).then((stream) {
	var subscription;
	subscription = stream.listen((ServiceEvent event) async {
	if (completer == null) {
	subscription.cancel();
	return;
	}
	if (event.kind == ServiceEvent.kIsolateRunnable) {
	if (vm.isolates.isNotEmpty) {
	vm.isolates.first.load().then((result) {
	if (result is Isolate) {
	subscription.cancel();
	completer.complete(result);
	completer = null;
	}
	});
	}
	}
	});
	});

	// The isolate may have started before we subscribed.
	if (vm.isolates.isNotEmpty) {
	vm.isolates.first.reload().then((result) async {
	if (completer != null && result is Isolate) {
	completer.complete(result);
	completer = null;
	}
	});
	}
	return await completer.future;
	}
	}

	/// Runs [tests] in sequence, each of which should take an [Isolate] and
	/// return a [Future]. Code for setting up state can run before and/or
	/// concurrently with the tests. Uses [mainArgs] to determine whether
	/// to run tests or testee in this invocation of the script.
	Future runIsolateTests(List<String> mainArgs, List<IsolateTest> tests,
	{testeeBefore(),
	testeeConcurrent(),
	bool pause_on_start: false,
	bool pause_on_exit: false,
	bool verbose_vm: false,
	bool pause_on_unhandled_exceptions: false,
	bool testeeControlsServer: false,
	bool useAuthToken: false,
	List<String> extraArgs}) async {
	assert(!pause_on_start \|\| testeeBefore == null);
	if (_isTestee()) {
	new _ServiceTesteeRunner().run(
	testeeBefore: testeeBefore,
	testeeConcurrent: testeeConcurrent,
	pause_on_start: pause_on_start,
	pause_on_exit: pause_on_exit);
	} else {
	new _ServiceTesterRunner().run(
	mainArgs: mainArgs,
	extraArgs: extraArgs,
	isolateTests: tests,
	pause_on_start: pause_on_start,
	pause_on_exit: pause_on_exit,
	verbose_vm: verbose_vm,
	pause_on_unhandled_exceptions: pause_on_unhandled_exceptions,
	testeeControlsServer: testeeControlsServer,
	useAuthToken: useAuthToken);
	}
	}

	/// Runs [tests] in sequence, each of which should take an [Isolate] and
	/// return a [Future]. Code for setting up state can run before and/or
	/// concurrently with the tests. Uses [mainArgs] to determine whether
	/// to run tests or testee in this invocation of the script.
	///
	/// This is a special version of this test harness specifically for the
	/// pause_on_unhandled_exceptions_test, which cannot properly function
	/// in an async context (because exceptions are always handled in async
	/// functions).
	void runIsolateTestsSynchronous(List<String> mainArgs, List<IsolateTest> tests,
	{void testeeBefore(),
	void testeeConcurrent(),
	bool pause_on_start: false,
	bool pause_on_exit: false,
	bool verbose_vm: false,
	bool pause_on_unhandled_exceptions: false,
	List<String> extraArgs}) {
	assert(!pause_on_start \|\| testeeBefore == null);
	if (_isTestee()) {
	new _ServiceTesteeRunner().runSync(
	testeeBeforeSync: testeeBefore,
	testeeConcurrentSync: testeeConcurrent,
	pause_on_start: pause_on_start,
	pause_on_exit: pause_on_exit);
	} else {
	new _ServiceTesterRunner().run(
	mainArgs: mainArgs,
	extraArgs: extraArgs,
	isolateTests: tests,
	pause_on_start: pause_on_start,
	pause_on_exit: pause_on_exit,
	verbose_vm: verbose_vm,
	pause_on_unhandled_exceptions: pause_on_unhandled_exceptions);
	}
	}

	/// Runs [tests] in sequence, each of which should take an [Isolate] and
	/// return a [Future]. Code for setting up state can run before and/or
	/// concurrently with the tests. Uses [mainArgs] to determine whether
	/// to run tests or testee in this invocation of the script.
	Future runVMTests(List<String> mainArgs, List<VMTest> tests,
	{testeeBefore(),
	testeeConcurrent(),
	bool pause_on_start: false,
	bool pause_on_exit: false,
	bool verbose_vm: false,
	bool pause_on_unhandled_exceptions: false,
	List<String> extraArgs}) async {
	if (_isTestee()) {
	new _ServiceTesteeRunner().run(
	testeeBefore: testeeBefore,
	testeeConcurrent: testeeConcurrent,
	pause_on_start: pause_on_start,
	pause_on_exit: pause_on_exit);
	} else {
	new _ServiceTesterRunner().run(
	mainArgs: mainArgs,
	extraArgs: extraArgs,
	vmTests: tests,
	pause_on_start: pause_on_start,
	pause_on_exit: pause_on_exit,
	verbose_vm: verbose_vm,
	pause_on_unhandled_exceptions: pause_on_unhandled_exceptions);
	}
	}