Revert "[Infra] Let run_vm_tests --list output a test expectation marker"
This reverts commit 7cb73d97d2d90da359375e3cf13518791b623e8b.
Reason for revert: It caused windows build to fail (reason unknown):
c:\b\s\w\ir\cache\builder\sdk\runtime\vm\compiler\assembler\assembler_x64_test.cc(1097): error C3861: 'AssemblerTestGenerate_BitScanReverse': identifier not found
c:\b\s\w\ir\cache\builder\sdk\runtime\vm\compiler\assembler\assembler_x64_test.cc(5499): error C3861: 'AssemblerTestGenerate_bittest': identifier not found
Original change's description:
> [Infra] Let run_vm_tests --list output a test expectation marker
>
> Due to not having support for __VA_OPT__ yet the CL introduces a new
> wet of macros ..._WITH_EXPECTATIONS() which can be given an expectation
> marker.
>
> Change-Id: Icaac4672f04340fe4644d13a14c32704ba36daec
> Reviewed-on: https://dart-review.googlesource.com/c/sdk/+/96940
> Commit-Queue: Martin Kustermann <kustermann@google.com>
> Reviewed-by: Jonas Termansen <sortie@google.com>
> Reviewed-by: Régis Crelier <regis@google.com>
TBR=sortie@google.com,kustermann@google.com,regis@google.com
Change-Id: Ica07ef5e7302e3d8e4b131427ff5ab20be8c6a63
No-Presubmit: true
No-Tree-Checks: true
No-Try: true
Reviewed-on: https://dart-review.googlesource.com/c/sdk/+/100581
Reviewed-by: Martin Kustermann <kustermann@google.com>
Commit-Queue: Martin Kustermann <kustermann@google.com>
diff --git a/runtime/bin/run_vm_tests.cc b/runtime/bin/run_vm_tests.cc
index 70022e8..7fbad40 100644
--- a/runtime/bin/run_vm_tests.cc
+++ b/runtime/bin/run_vm_tests.cc
@@ -69,7 +69,7 @@
this->Run();
run_matches++;
} else if (run_filter == kList) {
- Syslog::Print("%s %s\n", this->name(), this->expectation());
+ Syslog::Print("%s\n", this->name());
run_matches++;
}
}
@@ -82,7 +82,7 @@
this->score());
run_matches++;
} else if (run_filter == kList) {
- Syslog::Print("%s Pass\n", this->name());
+ Syslog::Print("%s\n", this->name());
run_matches++;
}
}
diff --git a/runtime/tests/vm/vm.status b/runtime/tests/vm/vm.status
index 0061e97..195b548 100644
--- a/runtime/tests/vm/vm.status
+++ b/runtime/tests/vm/vm.status
@@ -2,6 +2,10 @@
# for details. All rights reserved. Use of this source code is governed by a
# BSD-style license that can be found in the LICENSE file.
+cc/AllocGeneric_Overflow: Crash, Fail # These tests are expected to crash on all platforms.
+cc/ArrayNew_Overflow_Crash: Crash, Fail # These tests are expected to crash on all platforms.
+cc/CodeExecutability: Crash, Fail # These tests are expected to crash on all platforms.
+cc/CodeImmutability: Crash, Fail # These tests are expected to crash on all platforms.
cc/Dart2JSCompileAll: Fail, Crash # Issue 27369
cc/Dart2JSCompilerStats: Fail, Crash # Issue 27369
cc/Fail0: Fail # These tests are expected to crash on all platforms.
@@ -14,6 +18,7 @@
cc/IsolateReload_PendingUnqualifiedCall_InstanceToStatic: Fail # Issue 32981
cc/IsolateReload_PendingUnqualifiedCall_StaticToInstance: Fail # Issue 32981
cc/IsolateReload_RunNewFieldInitializersWithGenerics: Fail # Issue 32299
+cc/SNPrint_BadArgs: Crash, Fail # These tests are expected to crash on all platforms.
dart/data_uri_import_test/none: SkipByDesign
dart/snapshot_version_test: Skip # This test is a Dart1 test (script snapshot)
dart/slow_path_shared_stub_test: Pass, Slow # Uses --shared-slow-path-triggers-gc flag.
@@ -23,6 +28,10 @@
[ $mode == debug ]
dart/appjit_cha_deopt_test: Pass, Slow # Quite slow in debug mode, uses --optimization-counter-threshold=100
+[ $builder_tag == asan ]
+cc/CodeExecutability: Fail, OK # Address Sanitizer turns a crash into a failure.
+cc/CodeImmutability: Fail, OK # Address Sanitizer turns a crash into a failure.
+
[ $builder_tag == optimization_counter_threshold ]
dart/appjit*: SkipByDesign # Test needs to a particular opt-counter value
dart/kernel_determinism_test: SkipSlow
diff --git a/runtime/vm/object_test.cc b/runtime/vm/object_test.cc
index ace33b6..4664ee7 100644
--- a/runtime/vm/object_test.cc
+++ b/runtime/vm/object_test.cc
@@ -2488,7 +2488,7 @@
// Test for immutability of generated instructions. The test crashes with a
// segmentation fault when writing into it.
-ISOLATE_UNIT_TEST_CASE_WITH_EXPECTATION(CodeImmutability, "Crash") {
+ISOLATE_UNIT_TEST_CASE(CodeImmutability) {
bool stack_trace_collection_enabled =
MallocHooks::stack_trace_collection_enabled();
MallocHooks::set_stack_trace_collection_enabled(false);
@@ -2525,7 +2525,7 @@
// Test for executability of generated instructions. The test crashes with a
// segmentation fault when executing the writeable view.
-ISOLATE_UNIT_TEST_CASE_WITH_EXPECTATION(CodeExecutability, "Crash") {
+ISOLATE_UNIT_TEST_CASE(CodeExecutability) {
bool stack_trace_collection_enabled =
MallocHooks::stack_trace_collection_enabled();
MallocHooks::set_stack_trace_collection_enabled(false);
@@ -3113,7 +3113,7 @@
!String::EqualsIgnoringPrivateKey(ext_mangled_name, ext_bad_bare_name));
}
-ISOLATE_UNIT_TEST_CASE_WITH_EXPECTATION(ArrayNew_Overflow_Crash, "Crash") {
+ISOLATE_UNIT_TEST_CASE(ArrayNew_Overflow_Crash) {
Array::Handle(Array::New(Array::kMaxElements + 1));
}
diff --git a/runtime/vm/os_test.cc b/runtime/vm/os_test.cc
index 406edf6..07b3cd9 100644
--- a/runtime/vm/os_test.cc
+++ b/runtime/vm/os_test.cc
@@ -27,7 +27,7 @@
}
// This test is expected to crash when it runs.
-VM_UNIT_TEST_CASE_WITH_EXPECTATION(SNPrint_BadArgs, "Crash") {
+VM_UNIT_TEST_CASE(SNPrint_BadArgs) {
int width = kMaxInt32;
int num = 7;
Utils::SNPrint(NULL, 0, "%*d%*d", width, num, width, num);
diff --git a/runtime/vm/unit_test.cc b/runtime/vm/unit_test.cc
index 398ecc8..23b42ee 100644
--- a/runtime/vm/unit_test.cc
+++ b/runtime/vm/unit_test.cc
@@ -52,11 +52,8 @@
TestCaseBase* TestCaseBase::tail_ = NULL;
KernelBufferList* TestCaseBase::current_kernel_buffers_ = NULL;
-TestCaseBase::TestCaseBase(const char* name, const char* expectation)
- : raw_test_(false),
- next_(NULL),
- name_(name),
- expectation_(strlen(expectation) > 0 ? expectation : "Pass") {
+TestCaseBase::TestCaseBase(const char* name)
+ : raw_test_(false), next_(NULL), name_(name) {
if (first_ == NULL) {
first_ = this;
} else {
diff --git a/runtime/vm/unit_test.h b/runtime/vm/unit_test.h
index bbdfea4..c4855d2 100644
--- a/runtime/vm/unit_test.h
+++ b/runtime/vm/unit_test.h
@@ -23,33 +23,27 @@
// The VM_UNIT_TEST_CASE macro is used for tests that do not need any
// default isolate or zone functionality.
-#define VM_UNIT_TEST_CASE_WITH_EXPECTATION(name, expectation) \
+#define VM_UNIT_TEST_CASE(name) \
void Dart_Test##name(); \
- static const dart::TestCase kRegister##name(Dart_Test##name, #name, \
- expectation); \
+ static const dart::TestCase kRegister##name(Dart_Test##name, #name); \
void Dart_Test##name()
-#define VM_UNIT_TEST_CASE(name) VM_UNIT_TEST_CASE_WITH_EXPECTATION(name, "Pass")
-
// The UNIT_TEST_CASE macro is used for tests that do not require any
// functionality provided by the VM. Tests declared using this macro will be run
// after the VM is cleaned up.
-#define UNIT_TEST_CASE_WITH_EXPECTATION(name, expectation) \
+#define UNIT_TEST_CASE(name) \
void Dart_Test##name(); \
- static const dart::RawTestCase kRegister##name(Dart_Test##name, #name, \
- expectation); \
+ static const dart::RawTestCase kRegister##name(Dart_Test##name, #name); \
void Dart_Test##name()
-#define UNIT_TEST_CASE(name) UNIT_TEST_CASE_WITH_EXPECTATION(name, "Pass")
-
// The ISOLATE_UNIT_TEST_CASE macro is used for tests that need an isolate and
// zone in order to test its functionality. This macro is used for tests that
// are implemented using the VM code directly and do not use the Dart API
// for calling into the VM. The safepoint execution state of threads using
// this macro is transitioned from kThreadInNative to kThreadInVM.
-#define ISOLATE_UNIT_TEST_CASE_WITH_EXPECTATION(name, expectation) \
+#define ISOLATE_UNIT_TEST_CASE(name) \
static void Dart_TestHelper##name(Thread* thread); \
- VM_UNIT_TEST_CASE_WITH_EXPECTATION(name, expectation) { \
+ VM_UNIT_TEST_CASE(name) { \
TestIsolateScope __test_isolate__; \
Thread* __thread__ = Thread::Current(); \
ASSERT(__thread__->isolate() == __test_isolate__.isolate()); \
@@ -60,16 +54,13 @@
} \
static void Dart_TestHelper##name(Thread* thread)
-#define ISOLATE_UNIT_TEST_CASE(name) \
- ISOLATE_UNIT_TEST_CASE_WITH_EXPECTATION(name, "Pass")
-
// The TEST_CASE macro is used for tests that need an isolate and zone
// in order to test its functionality. This macro is used for tests that
// are implemented using the Dart API for calling into the VM. The safepoint
// execution state of threads using this macro remains kThreadNative.
-#define TEST_CASE_WITH_EXPECTATION(name, expectation) \
+#define TEST_CASE(name) \
static void Dart_TestHelper##name(Thread* thread); \
- VM_UNIT_TEST_CASE_WITH_EXPECTATION(name, expectation) { \
+ VM_UNIT_TEST_CASE(name) { \
TestIsolateScope __test_isolate__; \
Thread* __thread__ = Thread::Current(); \
ASSERT(__thread__->isolate() == __test_isolate__.isolate()); \
@@ -81,8 +72,6 @@
} \
static void Dart_TestHelper##name(Thread* thread)
-#define TEST_CASE(name) TEST_CASE_WITH_EXPECTATION(name, "Pass")
-
// The ASSEMBLER_TEST_GENERATE macro is used to generate a unit test
// for the assembler.
#define ASSEMBLER_TEST_GENERATE(name, assembler) \
@@ -96,9 +85,9 @@
// The ASSEMBLER_TEST_RUN macro is used to execute the assembler unit
// test generated using the ASSEMBLER_TEST_GENERATE macro.
// C++ callee-saved registers are not preserved. Arguments may be passed in.
-#define ASSEMBLER_TEST_RUN_WITH_EXPECTATION(name, test, expectation) \
+#define ASSEMBLER_TEST_RUN(name, test) \
static void AssemblerTestRun##name(AssemblerTest* test); \
- ISOLATE_UNIT_TEST_CASE_WITH_EXPECTATION(name, expectation) { \
+ ISOLATE_UNIT_TEST_CASE(name) { \
{ \
bool use_far_branches = false; \
LongJumpScope jump; \
@@ -128,9 +117,6 @@
} \
static void AssemblerTestRun##name(AssemblerTest* test)
-#define ASSEMBLER_TEST_RUN(name, test) \
- ASSEMBLER_TEST_RUN_WITH_EXPECTATION(name, test, "Pass")
-
#if defined(TARGET_ARCH_ARM) || defined(TARGET_ARCH_ARM64)
#if defined(HOST_ARCH_ARM) || defined(HOST_ARCH_ARM64)
// Running on actual ARM hardware, execute code natively.
@@ -263,11 +249,10 @@
class TestCaseBase {
public:
- explicit TestCaseBase(const char* name, const char* expectation);
+ explicit TestCaseBase(const char* name);
virtual ~TestCaseBase() {}
const char* name() const { return name_; }
- const char* expectation() const { return expectation_; }
virtual void Run() = 0;
void RunTest();
@@ -287,7 +272,6 @@
TestCaseBase* next_;
const char* name_;
- const char* expectation_;
DISALLOW_COPY_AND_ASSIGN(TestCaseBase);
};
@@ -300,8 +284,7 @@
public:
typedef void(RunEntry)();
- TestCase(RunEntry* run, const char* name, const char* expectation)
- : TestCaseBase(name, expectation), run_(run) {}
+ TestCase(RunEntry* run, const char* name) : TestCaseBase(name), run_(run) {}
static char* CompileTestScriptWithDFE(const char* url,
const char* source,
@@ -408,8 +391,7 @@
public:
typedef void(RunEntry)();
- RawTestCase(RunEntry* run, const char* name, const char* expectation)
- : TestCaseBase(name, expectation), run_(run) {
+ RawTestCase(RunEntry* run, const char* name) : TestCaseBase(name), run_(run) {
raw_test_ = true;
}
virtual void Run();
diff --git a/runtime/vm/zone_test.cc b/runtime/vm/zone_test.cc
index ff9f6b5..5f8f783 100644
--- a/runtime/vm/zone_test.cc
+++ b/runtime/vm/zone_test.cc
@@ -92,7 +92,7 @@
}
// This test is expected to crash.
-VM_UNIT_TEST_CASE_WITH_EXPECTATION(AllocGeneric_Overflow, "Crash") {
+VM_UNIT_TEST_CASE(AllocGeneric_Overflow) {
#if defined(DEBUG)
FLAG_trace_zones = true;
#endif
diff --git a/tools/testing/dart/test_runner.dart b/tools/testing/dart/test_runner.dart
index ed69296..6deb34a 100644
--- a/tools/testing/dart/test_runner.dart
+++ b/tools/testing/dart/test_runner.dart
@@ -80,7 +80,6 @@
static final int HAS_SYNTAX_ERROR = 1 << 1;
static final int HAS_COMPILE_ERROR = 1 << 2;
static final int HAS_STATIC_WARNING = 1 << 3;
- static final int HAS_CRASH = 1 << 4;
/**
* A list of commands to execute. Most test cases have a single command.
* Dart2js tests have two commands, one to compile the source and another
@@ -105,8 +104,7 @@
if (info != null) {
_setExpectations(info);
- hash = (info?.originTestPath?.relativeTo(Repository.dir)?.toString())
- .hashCode;
+ hash = info.originTestPath.relativeTo(Repository.dir).toString().hashCode;
}
}
@@ -115,7 +113,6 @@
// so we copy the needed bools into flags set in a single integer.
if (info.hasRuntimeError) _expectations |= HAS_RUNTIME_ERROR;
if (info.hasSyntaxError) _expectations |= HAS_SYNTAX_ERROR;
- if (info.hasCrash) _expectations |= HAS_CRASH;
if (info.hasCompileError || info.hasSyntaxError) {
_expectations |= HAS_COMPILE_ERROR;
}
@@ -134,7 +131,6 @@
bool get hasStaticWarning => _expectations & HAS_STATIC_WARNING != 0;
bool get hasSyntaxError => _expectations & HAS_SYNTAX_ERROR != 0;
bool get hasCompileError => _expectations & HAS_COMPILE_ERROR != 0;
- bool get hasCrash => _expectations & HAS_CRASH != 0;
bool get isNegative =>
hasCompileError ||
hasRuntimeError && configuration.runtime != Runtime.none ||
@@ -150,9 +146,6 @@
Expectation get result => lastCommandOutput.result(this);
Expectation get realResult => lastCommandOutput.realResult(this);
Expectation get realExpected {
- if (hasCrash) {
- return Expectation.crash;
- }
if (configuration.compiler == Compiler.specParser) {
if (hasSyntaxError) {
return Expectation.syntaxError;
diff --git a/tools/testing/dart/test_suite.dart b/tools/testing/dart/test_suite.dart
index 6202455..b3ad21d 100644
--- a/tools/testing/dart/test_suite.dart
+++ b/tools/testing/dart/test_suite.dart
@@ -451,46 +451,22 @@
var expectations = new ExpectationSet.read(statusFiles, configuration);
try {
- for (VmUnitTest test in await _listTests(hostRunnerPath)) {
- _addTest(expectations, test);
+ for (var name in await _listTests(hostRunnerPath)) {
+ _addTest(expectations, name);
}
doTest = null;
if (onDone != null) onDone();
- } catch (error, s) {
+ } catch (error) {
print("Fatal error occured: $error");
- print(s);
exit(1);
}
}
- void _addTest(ExpectationSet testExpectations, VmUnitTest test) {
- final fullName = 'cc/${test.name}';
+ void _addTest(ExpectationSet testExpectations, String testName) {
+ var fullName = 'cc/$testName';
var expectations = testExpectations.expectations(fullName);
- // Get the expectation from the cc/ test itself.
- final Expectation testExpectation = Expectation.find(test.expectation);
-
- // Update the legacy status-file based expectations to include
- // [testExpectation].
- if (testExpectation != Expectation.pass) {
- expectations = Set<Expectation>.from(expectations)..add(testExpectation);
- expectations.removeWhere((e) => e == Expectation.pass);
- }
-
- // Update the new workflow based expectations to include [testExpectation].
- final Path filePath = null;
- final Path originTestPath = null;
- final hasSyntaxError = false;
- final hasStaticWarning = false;
- final hasCompileTimeError = testExpectation == Expectation.compileTimeError;
- final hasRuntimeError = testExpectation == Expectation.runtimeError;
- final hasCrash = testExpectation == Expectation.crash;
- final optionsFromFile = const <String, dynamic>{};
- final testInfo = TestInformation(filePath, originTestPath, optionsFromFile,
- hasSyntaxError, hasCompileTimeError, hasRuntimeError, hasStaticWarning,
- hasCrash: hasCrash);
-
var args = configuration.standardOptions.toList();
if (configuration.compilerConfiguration.previewDart2) {
final filename = configuration.architecture == Architecture.x64
@@ -504,14 +480,14 @@
args.insert(0, '--suppress-core-dump');
}
- args.add(test.name);
+ args.add(testName);
- final command = Command.process(
+ var command = Command.process(
'run_vm_unittest', targetRunnerPath, args, environmentOverrides);
- enqueueNewTestCase(fullName, [command], expectations, testInfo);
+ enqueueNewTestCase(fullName, [command], expectations);
}
- Future<Iterable<VmUnitTest>> _listTests(String runnerPath) async {
+ Future<Iterable<String>> _listTests(String runnerPath) async {
var result = await Process.run(runnerPath, ["--list"]);
if (result.exitCode != 0) {
throw "Failed to list tests: '$runnerPath --list'. "
@@ -521,21 +497,10 @@
return (result.stdout as String)
.split('\n')
.map((line) => line.trim())
- .where((name) => name.isNotEmpty)
- .map((String line) {
- final parts = line.split(' ');
- return VmUnitTest(parts[0].trim(), parts.skip(1).single);
- });
+ .where((name) => name.isNotEmpty);
}
}
-class VmUnitTest {
- final String name;
- final String expectation;
-
- VmUnitTest(this.name, this.expectation);
-}
-
class TestInformation {
Path filePath;
Path originTestPath;
@@ -544,7 +509,6 @@
bool hasCompileError;
bool hasRuntimeError;
bool hasStaticWarning;
- bool hasCrash;
String multitestKey;
TestInformation(
@@ -555,8 +519,7 @@
this.hasCompileError,
this.hasRuntimeError,
this.hasStaticWarning,
- {this.multitestKey: '',
- this.hasCrash: false}) {
+ {this.multitestKey: ''}) {
assert(filePath.isAbsolute);
}
}
