blob: 505c06f5fccbdfea4cb059ad03246742e48d73cc [file] [log] [blame]
# Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file
# for details. All rights reserved. Use of this source code is governed by a
# BSD-style license that can be found in the LICENSE file.
# Issue 28198
cc/IsolateReload_PendingUnqualifiedCall_InstanceToStatic: SkipSlow
cc/IsolateReload_PendingUnqualifiedCall_StaticToInstance: SkipSlow
cc/IsolateReload_PendingConstructorCall_AbstractToConcrete: SkipSlow
cc/IsolateReload_PendingConstructorCall_ConcreteToAbstract: SkipSlow
cc/IsolateReload_PendingStaticCall_DefinedToNSM: SkipSlow
cc/IsolateReload_PendingStaticCall_NSMToDefined: SkipSlow
# These tests are expected to crash on all platforms.
cc/ArrayNew_Overflow_Crash: SkipSlow
cc/AllocGeneric_Overflow: SkipSlow
cc/Fail0: Fail
cc/Fail1: Fail
cc/Fail2: Fail
cc/Dart2JSCompileAll: Fail, Crash # Issue 27369
cc/Dart2JSCompilerStats: Fail, Crash # Issue 27369
cc/SNPrint_BadArgs: Skip
cc/Profiler_InliningIntervalBoundry: Skip # Differences in ia32, debug, release
# Flaky on buildbot. Issue 5133 and 10409.
cc/Sleep: Skip # Flaky
dart/data_uri_import_test/none: SkipByDesign
[ $mode == debug ]
# This is a benchmark that is not informative in debug mode.
cc/CorelibIsolateStartup: Skip
# Negative tests of VerifiedMemory should crash iff in DEBUG mode.
# TODO(koda): Improve support for negative tests.
cc/VerifyImplicit_Crash: Crash
cc/VerifyExplicit_Crash: Crash
# It can take some time for all the isolates to shutdown in a Debug build.
dart/spawn_shutdown_test: Pass, Slow # VM Shutdown test
# CodeImmutability test ocassionally times out on Windows. Issue #30202.
[ $system != windows ]
cc/CodeImmutability: Crash
[ $system == windows ]
cc/CodeImmutability: Crash, Timeout
cc/Dart2JSCompileAll: Skip
cc/Service_Profile: Skip
cc/Dart2JSCompilerStats: Skip
cc/CorelibCompilerStats: Skip
[ $system == fuchsia ]
# OOM crash can bring down the OS.
dart/spawn_shutdown_test: Skip
cc/CorelibIsolateStartup: Skip
# TODO(zra): package:unittest is not in the image.
dart/data_uri_spawn_test: Skip
# ../../dart/runtime/bin/file_test.cc: 34: error: expected: !file->WriteByte(1)
cc/Read: Fail # TODO(zra): Investigate
# Assumes initial thread's stack is the same size as spawned thread stacks.
cc/StackOverflowStackTraceInfo: Crash
# TODO(zra): Investigate
dart/byte_array_test: Crash
dart/byte_array_optimized_test: Crash
# Profiler is completely disabled in SIMDBC builds.
# On the simluator stack traces produced by the Profiler do not match
# up with the real Dart stack trace and hence we don't get correct
# symbol names.
[ $arch == simarm || $arch == simarmv6 || $arch == simarmv5te || $arch == simarm64 || $arch == simdbc || $arch == simdbc64 ]
cc/Service_Profile: Skip
cc/Profiler_AllocationSampleTest: Skip
cc/Profiler_ArrayAllocation: Skip
cc/Profiler_BasicSourcePosition: Skip
cc/Profiler_BasicSourcePositionOptimized: Skip
cc/Profiler_BinaryOperatorSourcePosition: Skip
cc/Profiler_BinaryOperatorSourcePositionOptimized: Skip
cc/Profiler_ChainedSamples: Skip
cc/Profiler_ClosureAllocation: Skip
cc/Profiler_CodeTicks: Skip
cc/Profiler_ContextAllocation: Skip
cc/Profiler_FunctionInline: Skip
cc/Profiler_FunctionTicks: Skip
cc/Profiler_InliningIntervalBoundry: Skip
cc/Profiler_IntrinsicAllocation: Skip
cc/Profiler_SampleBufferIterateTest: Skip
cc/Profiler_SampleBufferWrapTest: Skip
cc/Profiler_SourcePosition: Skip
cc/Profiler_SourcePositionOptimized: Skip
cc/Profiler_StringAllocation: Skip
cc/Profiler_StringInterpolation: Skip
cc/Profiler_ToggleRecordAllocation: Skip
cc/Profiler_TrivialRecordAllocation: Skip
cc/Profiler_TypedArrayAllocation: Skip
cc/Profiler_GetSourceReport: Skip
# Following tests are failing in a weird way on macos/ia32/debug builds
# need to investigate.
[ $runtime == vm && $mode == debug && $arch == ia32 && $system == macos ]
cc/Profiler_TrivialRecordAllocation: Skip
cc/Profiler_ToggleRecordAllocation: Skip
cc/Profiler_FunctionTicks: Skip
cc/Profiler_CodeTicks: Skip
cc/Profiler_IntrinsicAllocation: Skip
cc/Profiler_ArrayAllocation: Skip
cc/Profiler_ContextAllocation: Skip
cc/Profiler_ClosureAllocation: Skip
cc/Profiler_TypedArrayAllocation: Skip
cc/Profiler_StringAllocation: Skip
cc/Profiler_StringInterpolation: Skip
cc/Profiler_BasicSourcePosition: Skip
cc/Profiler_BasicSourcePositionOptimized: Skip
cc/Profiler_ChainedSamples: Skip
cc/Profiler_FunctionInline: Skip
cc/Profiler_SourcePosition: Skip
cc/Profiler_SourcePositionOptimized: Skip
cc/Profiler_BinaryOperatorSourcePosition: Skip
cc/Profiler_BinaryOperatorSourcePositionOptimized: Skip
[ $compiler == none && $runtime == drt ]
dart/truncating_ints_test: Skip # Issue 14651
[ $compiler == dart2js ]
dart/redirection_type_shuffling_test: Skip # Depends on lazy enforcement of type bounds
dart/byte_array_test: Skip # compilers not aware of byte arrays
dart/byte_array_optimized_test: Skip # compilers not aware of byte arrays
dart/simd128float32_array_test: Skip # compilers not aware of Simd128
dart/simd128float32_test: Skip # compilers not aware of Simd128
dart/truncating_ints_test: Skip # dart2js doesn't know about --limit-ints-to-64-bits
[ $compiler == dart2js ]
# The source positions do not match with dart2js.
dart/optimized_stacktrace_line_test: RuntimeError
dart/optimized_stacktrace_line_and_column_test: RuntimeError
# Methods can be missing in dart2js stack traces due to inlining. Also when
# minifying they can be renamed, which is issue 7953.
dart/inline_stack_frame_test: Skip # Issue 7953
[ $compiler == dart2js || $compiler == dart2analyzer ]
# Data uri's not supported by dart2js or the analyzer.
dart/data_uri*test: Skip
[ $compiler == dart2analyzer ]
dart/optimized_stacktrace_line_test: StaticWarning
dart/optimized_stacktrace_line_and_column_test: StaticWarning
[ $compiler == dart2analyzer && $builder_tag == strong ]
*: Skip # Issue 28649
[ $compiler == app_jit ]
dart/snapshot_version_test: Fail,OK # Expects to find script snapshot relative to Dart source.
[ $runtime != vm ]
dart/snapshot_version_test: SkipByDesign # Spawns processes
dart/spawn_infinite_loop_test: Skip # VM shutdown test
dart/spawn_shutdown_test: Skip # VM Shutdown test
dart/hello_fuchsia_test: SkipByDesign # This is a test for fuchsia OS
[ ($runtime == vm || $runtime == dart_precompiled) && $mode == debug && $builder_tag == asan ]
cc/Dart2JSCompileAll: SkipSlow # Timeout.
[ $builder_tag == asan ]
cc/CodeImmutability: Fail,OK # Address Sanitizer turns a crash into a failure.
cc/IsolateReload_DanglingGetter_Class: Fail # Issue 28349
cc/IsolateReload_DanglingGetter_Instance: Fail # Issue 28349
cc/IsolateReload_DanglingGetter_Library: Fail # Issue 28349
cc/IsolateReload_DanglingSetter_Class: Fail # Issue 28349
cc/IsolateReload_DanglingSetter_Instance: Fail # Issue 28349
cc/IsolateReload_DanglingSetter_Library: Fail # Issue 28349
cc/IsolateReload_LiveStack: Fail # Issue 28349
cc/IsolateReload_PendingSuperCall: Fail # Issue 28349
cc/IsolateReload_SmiFastPathStubs: Fail # Issue 28349
cc/IsolateReload_TearOff_AddArguments2: Fail # Issue 28349
cc/IsolateReload_TearOff_AddArguments: Fail # Issue 28349
cc/IsolateReload_TearOff_Class_Identity: Fail # Issue 28349
cc/IsolateReload_TearOff_Instance_Equality: Fail # Issue 28349
cc/IsolateReload_TearOff_Library_Identity: Fail # Issue 28349
cc/IsolateReload_TearOff_List_Set: Fail # Issue 28349
cc/IsolateReload_TypeIdentity: Fail # Issue 28349
cc/IsolateReload_TypeIdentityGeneric: Fail # Issue 28349
cc/IsolateReload_TypeIdentityParameter: Fail # Issue 28349
[ $compiler == precompiler ]
dart/byte_array_test: Skip # Incompatible flag --disable_alloc_stubs_after_gc
[ $compiler == precompiler || $mode == product ]
dart/redirection_type_shuffling_test: SkipByDesign # Imports dart:mirrors
cc/CreateMirrorSystem: SkipByDesign # Imports dart:mirrors
cc/CoreSnapshotSize: SkipByDesign # Imports dart:mirrors
cc/StandaloneSnapshotSize: SkipByDesign # Imports dart:mirrors
[ $compiler == app_jit ]
dart/optimized_stacktrace_line_and_column_test: RuntimeError,OK # app-jit lacks column information
[ $runtime == dart_precompiled ]
dart/optimized_stacktrace_line_and_column_test: RuntimeError,OK # AOT lacks column information
dart/data_uri_spawn_test: SkipByDesign # Isolate.spawnUri
[ $runtime == vm && $mode == product ]
cc/DartAPI_IsolateSetCheckedMode: Fail,OK # Checked mode disabled in product mode.
[ $arch == simdbc || $arch == simdbc64 ]
# TODO(vegorov) These tests don't seem to work if FLAG_interpret_irregexp
# is switched on by default because they attempt to call regexp functions
# directly instead of going through JSSyntaxRegExp_ExecuteMatch.
cc/RegExp_ExternalOneByteString: Skip
cc/RegExp_ExternalTwoByteString: Skip
cc/RegExp_OneByteString: Skip
cc/RegExp_TwoByteString: Skip
# TODO(vegorov) Field guards are disabled for SIMDBC
cc/GuardFieldConstructor2Test: Skip
cc/GuardFieldConstructorTest: Skip
cc/GuardFieldFinalListTest: Skip
cc/GuardFieldFinalVariableLengthListTest: Skip
cc/GuardFieldSimpleTest: Skip
# This test is meaningless for DBC as allocation stubs are not used.
cc/RegenerateAllocStubs: Skip
[ $hot_reload || $hot_reload_rollback ]
dart/spawn_shutdown_test: Skip # We can shutdown an isolate before it reloads.
dart/spawn_infinite_loop_test: Skip # We can shutdown an isolate before it reloads.
[ ($compiler == dartkp) && ($runtime == vm || $runtime == dart_precompiled) && ! $checked ]
dart/redirection_type_shuffling_test/00: RuntimeError # Issue 29201
[ ($compiler == dartkp) && ($runtime == vm || $runtime == dart_precompiled) ]
dart/data_uri_import_test/base64: CompileTimeError
dart/data_uri_import_test/nocharset: CompileTimeError
dart/data_uri_import_test/nomime: CompileTimeError
dart/data_uri_import_test/percentencoded: CompileTimeError
dart/data_uri_import_test/wrongmime: CompileTimeError
dart/data_uri_spawn_test: RuntimeError
dart/redirection_type_shuffling_test: Crash
dart/spawn_shutdown_test: SkipSlow
[ ($compiler != dartk) ]
cc/IsolateReload_KernelIncrementalCompile: Skip
cc/IsolateReload_KernelIncrementalCompileAppAndLib: Skip
cc/IsolateReload_KernelIncrementalCompileGenerics: Skip
[ ($compiler == dartk) && ($runtime == vm) ]
cc/CanonicalizationInScriptSnapshots: Fail
cc/Class_ComputeEndTokenPos: Crash
cc/DartAPI_CurrentStackTraceInfo: Fail
cc/DartAPI_FieldAccess: Crash
cc/DartAPI_ImplicitNativeFieldAccess: Crash
cc/DartAPI_ImportLibrary2: Crash
cc/DartAPI_ImportLibrary3: Crash
cc/DartAPI_ImportLibrary4: Crash
cc/DartAPI_ImportLibrary5: Crash
cc/DartAPI_ImportLibraryWithPrefix: Crash
cc/DartAPI_InjectNativeFields1: Skip
cc/DartAPI_InjectNativeFields3: Crash
cc/DartAPI_InjectNativeFields4: Crash
cc/DartAPI_InjectNativeFieldsSuperClass: Crash
cc/DartAPI_Invoke_CrossLibrary: Crash
cc/DartAPI_InvokeNoSuchMethod: Fail
cc/DartAPI_IsolateShutdownRunDartCode: Skip # Flaky
cc/DartAPI_LazyLoadDeoptimizes: Fail
cc/DartAPI_LibraryGetClassNames: Crash
cc/DartAPI_LibraryId: Crash
cc/DartAPI_LibraryImportLibrary: Crash
cc/DartAPI_LibraryName: Crash
cc/DartAPI_LibraryUrl: Crash
cc/DartAPI_LoadLibrary: Crash
cc/DartAPI_LoadLibrary_CompileError: Crash
cc/DartAPI_LoadLibraryPatch_Error1: Fail
cc/DartAPI_LoadLibraryPatch_Error2: Fail
cc/DartAPI_LoadLibraryPatch_Error3: Fail
cc/DartAPI_LoadPatch: Crash
cc/DartAPI_LoadPatchSignatureMismatch: Crash
cc/DartAPI_LoadSource: Crash
cc/DartAPI_LoadSource_LateLoad: Crash
cc/DartAPI_LookupLibrary: Crash
cc/DartAPI_NativeFieldAccess: Fail
cc/DartAPI_NegativeNativeFieldInIsolateMessage: Crash
cc/DartAPI_New: Crash
cc/DartAPI_ParsePatchLibrary: Crash
cc/DartAPI_PropagateError: Fail
cc/DartAPI_StackOverflowStackTraceInfoBraceFunction1: Fail
cc/DartAPI_StackOverflowStackTraceInfoBraceFunction2: Fail
cc/DartAPI_StackOverflowStackTraceInfoArrowFunction: Fail
cc/DartAPI_TestNativeFieldsAccess: Crash
cc/DartAPI_TypeGetParameterizedTypes: Crash
cc/DebuggerAPI_BreakpointStubPatching: Fail
cc/DebuggerAPI_GetClosureInfo: Fail
cc/DebuggerAPI_InterruptIsolate: SkipSlow
cc/DebuggerAPI_IsolateID: Fail
cc/DebuggerAPI_ScriptGetTokenInfo_Basic: Fail
cc/DebuggerAPI_ScriptGetTokenInfo_MultiLineInterpolation: Fail
cc/Debugger_PrintBreakpointsToJSONArray: Fail
cc/Debugger_Rewind_Optimized: SkipSlow
cc/Debugger_SetBreakpointInPartOfLibrary: Crash
cc/FunctionSourceFingerprint: Crash
cc/IsolateReload_BadClass: Fail
cc/IsolateReload_ClassFieldAdded: Crash
cc/IsolateReload_ClassFieldAdded2: Crash
cc/IsolateReload_ChangeInstanceFormat1: Skip
cc/IsolateReload_ChangeInstanceFormat3: Skip
cc/IsolateReload_ChangeInstanceFormat7: Skip
cc/IsolateReload_ChangeInstanceFormat8: Skip
cc/IsolateReload_DanglingGetter_Class: Fail
cc/IsolateReload_DanglingGetter_Instance: Fail
cc/IsolateReload_DanglingGetter_Library: Fail
cc/IsolateReload_DanglingSetter_Class: Fail
cc/IsolateReload_DanglingSetter_Instance: Fail
cc/IsolateReload_DanglingSetter_Library: Fail
cc/IsolateReload_DirectSubclasses_Failure: Fail
cc/IsolateReload_DirectSubclasses_Success: Skip
cc/IsolateReload_EnumDelete: Fail
cc/IsolateReload_EnumReorderIdentical: Fail
cc/IsolateReload_EnumToNotEnum: Skip
cc/IsolateReload_ExportedLibModified: Crash
cc/IsolateReload_ImportedLibModified: Crash
cc/IsolateReload_ImportedMixinFunction: Crash
cc/IsolateReload_LibraryHide: Crash
cc/IsolateReload_LibraryLookup: Fail
cc/IsolateReload_LibraryShow: Crash
cc/IsolateReload_LiveStack: Fail
cc/IsolateReload_MainLibModified: Crash
cc/IsolateReload_NoLibsModified: Crash
cc/IsolateReload_NotEnumToEnum: Skip
cc/IsolateReload_NotTypedefToTypedef: Fail
cc/IsolateReload_PendingSuperCall: Fail
cc/IsolateReload_PrefixImportedLibModified: Crash
cc/IsolateReload_RunNewFieldInitialiazersSuperClass: Skip
cc/IsolateReload_RunNewFieldInitializers: Skip
cc/IsolateReload_RunNewFieldInitializersMutateStaticField: Skip
cc/IsolateReload_RunNewFieldInitializersReferenceStaticField: Skip
cc/IsolateReload_RunNewFieldInitializersSyntaxError3: Fail
cc/IsolateReload_RunNewFieldInitializersThrows: Skip
cc/IsolateReload_RunNewFieldInitializersWithConsts: Skip
cc/IsolateReload_ShapeChangeRetainsHash: Skip
cc/IsolateReload_SmiFastPathStubs: Fail
cc/IsolateReload_TearOff_AddArguments2: Fail
cc/IsolateReload_TearOff_AddArguments: Fail
cc/IsolateReload_TearOff_Class_Identity: Fail
cc/IsolateReload_TearOff_Instance_Equality: Fail
cc/IsolateReload_TearOff_Library_Identity: Fail
cc/IsolateReload_TearOff_List_Set: Fail
cc/IsolateReload_TopLevelParseError: Fail
cc/IsolateReload_TypeIdentity: Fail
cc/IsolateReload_TypeIdentityGeneric: Fail
cc/IsolateReload_TypeIdentityParameter: Fail
cc/IsolateReload_TypedefToNotTypedef: Fail
cc/Parser_AllocateVariables_CaptureLoopVar: Fail
cc/Parser_AllocateVariables_CapturedVar: Fail
cc/Parser_AllocateVariables_Issue7681: Fail
cc/Parser_AllocateVariables_MiddleChain: Fail
cc/Parser_AllocateVariables_NestedCapturedVar: Fail
cc/Parser_AllocateVariables_TwoChains: Fail
cc/Profiler_GetSourceReport: Fail
cc/Profiler_SourcePositionOptimized: Fail
cc/Profiler_BasicSourcePositionOptimized: Skip
cc/Profiler_BinaryOperatorSourcePositionOptimized: Skip
cc/Profiler_GetSourceReport: Fail
cc/Profiler_SourcePositionOptimized: Skip
cc/ScriptSnapshot2: Crash
cc/ScriptSnapshot: Crash
cc/ScriptSnapshotsUpdateSubclasses: Crash # Issue 29850
cc/SourcePosition_Async: Crash
cc/SourcePosition_BitwiseOperations: Crash
cc/SourcePosition_ForLoop: Crash
cc/SourcePosition_If: Crash
cc/SourcePosition_IfElse: Crash
cc/SourcePosition_InstanceCalls: Crash
cc/SourcePosition_InstanceFields: Crash
cc/SourcePosition_LoadIndexed: Crash
cc/SourcePosition_StoreIndexed: Crash
cc/SourcePosition_Switch: Crash
cc/SourcePosition_TryCatchFinally: Crash
cc/SourcePosition_While: Crash
cc/SourcePosition_WhileContinueBreak: Crash
cc/SourceReport_CallSites_PolymorphicCall: Fail
cc/SourceReport_CallSites_SimpleCall: Fail
cc/SourceReport_Coverage_AllFunctions: Fail
cc/SourceReport_Coverage_AllFunctions_ForceCompile: Fail
cc/SourceReport_Coverage_ForceCompile: Fail
cc/SourceReport_Coverage_NestedFunctions: Fail
cc/SourceReport_Coverage_NoCalls: Fail
cc/SourceReport_Coverage_RestrictedRange: Fail
cc/SourceReport_Coverage_SimpleCall: Fail
cc/SourceReport_Coverage_UnusedClass_ForceCompile: Fail
cc/SourceReport_Coverage_UnusedClass_ForceCompileError: Crash
cc/SourceReport_Coverage_UnusedClass_NoForceCompile: Fail
cc/SourceReport_MultipleReports: Fail
cc/SourceReport_PossibleBreakpoints_Simple: Fail
cc/StackTraceFormat: Fail
cc/UseDartApi: Fail
dart/data_uri_import_test/base64: CompileTimeError
dart/data_uri_import_test/nocharset: CompileTimeError
dart/data_uri_import_test/nomime: CompileTimeError
dart/data_uri_import_test/percentencoded: Fail
dart/data_uri_import_test/wrongmime: CompileTimeError
dart/data_uri_spawn_test: RuntimeError
dart/redirection_type_shuffling_test/00: Crash
dart/redirection_type_shuffling_test/none: Crash
dart/spawn_shutdown_test: SkipSlow
[ ($compiler == dartk) && ($runtime == vm) && ($mode == release) ]
cc/InjectNativeFields1: Fail
cc/InjectNativeFields3: Fail
cc/Service_TokenStream: Fail
[ ($compiler == dartk) && ($runtime == vm) && ($mode == debug) ]
cc/InjectNativeFields1: Crash
cc/InjectNativeFields3: Crash
cc/Service_TokenStream: Crash
[ ($compiler == dartk) && ($runtime == vm) && ($system == macos) ]
cc/IsolateReload_DanglingGetter_Class: Crash
cc/IsolateReload_DanglingGetter_Instance: Crash
cc/IsolateReload_DanglingGetter_Library: Crash
cc/IsolateReload_DanglingSetter_Class: Crash
cc/IsolateReload_DanglingSetter_Instance: Crash
cc/IsolateReload_DanglingSetter_Library: Crash
cc/IsolateReload_EnumDelete: Crash
cc/IsolateReload_LibraryLookup: Crash
cc/IsolateReload_TearOff_AddArguments2: Crash
cc/IsolateReload_TearOff_AddArguments: Crash
cc/IsolateReload_TearOff_Class_Identity: Crash
cc/IsolateReload_TearOff_Instance_Equality: Crash
cc/IsolateReload_TearOff_Library_Identity: Crash
cc/IsolateReload_TearOff_List_Set: Crash
cc/IsolateReload_TypeIdentity: Crash
cc/IsolateReload_TypeIdentityGeneric: Crash
cc/IsolateReload_TypeIdentityParameter: Crash
cc/Parser_AllocateVariables_CaptureLoopVar: Crash
cc/Parser_AllocateVariables_Issue7681: Crash
cc/Parser_AllocateVariables_MiddleChain: Crash
cc/Parser_AllocateVariables_NestedCapturedVar: Crash
cc/Parser_AllocateVariables_TwoChains: Crash
[ $runtime == dart_precompiled && $minified ]
dart/inline_stack_frame_test: Skip
dart/optimized_stacktrace_line_test: Skip