blob: cb247b63e74e9c50b8a481430a452f292913c511 [file] [log] [blame]
# Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file
# for details. All rights reserved. Use of this source code is governed by a
# BSD-style license that can be found in the LICENSE file.
# This directory contains tests that are intended to show the
# current state of the language.
[ $strong ]
*: SkipByDesign # tests/language_strong has the strong mode versions of these tests.
[$compiler == precompiler && $runtime == dart_precompiled ]
stacktrace_demangle_ctors_test: RuntimeError
[ ($runtime == vm || $runtime == flutter || $runtime == dart_precompiled) && $compiler != dartk && $compiler != dartkp ]
abstract_beats_arguments2_test/01: Crash # Issue 29171
# These test entries will be valid for vm (with and without kernel).
[ $compiler == none || $compiler == app_jit || $compiler == dartk || $runtime == dart_precompiled ]
# These tests are skipped in the VM because it has "--supermixin"
# functionality enabled unconditionally. The tests should be removed
# once the same is true for analyzer (#24478) and dart2js (#23773)
mixin_illegal_super_use_test: Skip # Issues 24478 and 23773
mixin_illegal_superclass_test: Skip # Issues 24478 and 23773
# These bugs refer currently ongoing language discussions.
constructor5_test: Fail # Issue 6422
constructor6_test: Fail # Issue 6422
# Failures related to super call in ctor initializer list
super_test: Fail, OK
final_field_initialization_order_test: Fail, OK
field_initialization_order_test: Fail, OK
example_constructor_test: Fail, OK
constructor3_test: Fail, OK
constructor2_test: Fail, OK
# Regular bugs which should be fixed.
duplicate_export_negative_test: Fail # Issue 6134
# Non-contractive types are not supported in the vm.
cyclic_type_test/02: Fail, OK
cyclic_type_test/04: Fail, OK
cyclic_type2_test: Fail, OK
least_upper_bound_expansive_test/*: Fail, OK
# Skipped temporarily until fixed
vm/regress_29145_test: Skip # Issue 29145
# Skipped temporaril until Issue 29895 is fixed.
no_main_test/01: Skip
main_not_a_function_test/01: Skip
[ $compiler == none || $compiler == precompiler || $compiler == app_jit ]
dynamic_prefix_core_test/01: RuntimeError # Issue 12478
multiline_strings_test: Fail # Issue 23020
deferred_redirecting_factory_test: Fail, Crash # Issue 23408
redirecting_constructor_initializer_test: RuntimeError # Issue 23488
[ ($compiler == none || $compiler == precompiler || $compiler == app_jit) && ($runtime == vm || $runtime == dart_precompiled || $runtime == flutter) ]
vm/debug_break_enabled_vm_test/01: Crash, OK # Expected to hit breakpoint.
[ ($compiler == none || $compiler == precompiler || $compiler == app_jit) && $checked ]
type_variable_bounds4_test/01: Fail # Issue 14006
[ ($compiler == none || $compiler == precompiler || $compiler == app_jit) && ($runtime == vm || $runtime == dart_precompiled || $runtime == flutter) ]
export_ambiguous_main_negative_test: Fail # Issue 14763
[ ($compiler == none || $compiler == precompiler || $compiler == app_jit || $compiler == dartk || $compiler == dartkp) && (($runtime == vm || $runtime == dart_precompiled) || $runtime == flutter) ]
dynamic_prefix_core_test/none: Fail # Issue 12478
[ ($runtime == vm || $runtime == flutter || $runtime == dart_precompiled) && $arch == arm64 ]
large_class_declaration_test: SkipSlow # Uses too much memory.
[ $runtime == vm || $runtime == dart_precompiled ]
vm/load_to_load_unaligned_forwarding_vm_test: Pass, Crash # Unaligned offset. Issue 22151
vm/unaligned_float_access_literal_index_test: Pass, Crash # Unaligned offset. Issue 22151
vm/unaligned_float_access_literal_index_test: Pass, Crash # Unaligned offset. Issue 22151
[ ($compiler == none || $compiler == precompiler || $compiler == app_jit) && (($runtime == vm || $runtime == dart_precompiled)) && $arch == ia32 ]
vm/regress_24517_test: Pass, Fail # Issue 24517.
[ $compiler == precompiler && $runtime == dart_precompiled ]
vm/regress_27671_test: Skip # Unsupported
export_double_same_main_test: Skip # Issue 29895
export_ambiguous_main_negative_test: Skip # Issue 29895
vm/optimized_stacktrace_test: Skip # Issue 30198
[ $compiler == precompiler && $runtime == dart_precompiled && $mode == debug ]
regress_29025_test: Crash # Issue dartbug.com/29331
[ $runtime == dart_precompiled ]
# Imports dart:mirrors
const_evaluation_test: SkipByDesign
deferred_constraints_constants_test: SkipByDesign
enum_mirror_test: SkipByDesign
field_increment_bailout_test: SkipByDesign
instance_creation_in_function_annotation_test: SkipByDesign
invocation_mirror2_test: SkipByDesign
invocation_mirror_invoke_on2_test: SkipByDesign
invocation_mirror_invoke_on_test: SkipByDesign
issue21079_test: SkipByDesign
many_overridden_no_such_method_test: SkipByDesign
no_such_method_test: SkipByDesign
null_test/none: SkipByDesign
overridden_no_such_method_test: SkipByDesign
redirecting_factory_reflection_test: SkipByDesign
regress_13462_0_test: SkipByDesign
regress_13462_1_test: SkipByDesign
regress_18535_test: SkipByDesign
super_call4_test: SkipByDesign
super_getter_setter_test: SkipByDesign
vm/reflect_core_vm_test: SkipByDesign
regress_28255_test: SkipByDesign
[ $runtime == dart_precompiled || $mode == product ]
# Causal async stacks are not supported in product mode
vm/causal_async_exception_stack_test: SkipByDesign
vm/causal_async_exception_stack2_test: SkipByDesign
[ $mode == product || $compiler == app_jit || $compiler == precompiler ]
# Deferred loading happens eagerly. Issue #27587
deferred_load_constants_test/02: Fail
deferred_load_constants_test/03: Fail
deferred_load_constants_test/05: Fail
deferred_not_loaded_check_test: Fail
vm/regress_27201_test: Fail
[ $compiler == app_jit ]
deferred_inheritance_constraints_test/redirecting_constructor: Crash
[ $compiler == precompiler ]
# Deferred loading happens eagerly. Issue #27587
deferred_global_test: Fail
vm/regress_27201_test: Fail
regress_23408_test: RuntimeError
[ $compiler == precompiler ]
implicit_closure_test: Skip # Incompatible flag: --use_slow_path
deopt_inlined_function_lazy_test: Skip # Incompatible flag: --deoptimize-alot
[ $runtime == dart_precompiled || $compiler == app_jit ]
ct_const2_test: Skip # Incompatible flag: --compile_all
vm/type_vm_test: RuntimeError # Expects line and column numbers
vm/type_cast_vm_test: RuntimeError # Expects line and column numbers
[ $mode == product ]
issue13474_test: SkipByDesign # Requires checked mode.
named_parameters_type_test/01: SkipByDesign # Requires checked mode.
named_parameters_type_test/02: SkipByDesign # Requires checked mode.
named_parameters_type_test/03: SkipByDesign # Requires checked mode.
type_checks_in_factory_method_test: SkipByDesign # Requires checked mode.
positional_parameters_type_test/01: SkipByDesign # Requires checked mode.
positional_parameters_type_test/02: SkipByDesign # Requires checked mode.
list_literal4_test: SkipByDesign # Requires checked mode.
map_literal4_test: SkipByDesign # Requires checked mode.
vm/type_vm_test: Fail,OK # Expects exact type name.
stacktrace_demangle_ctors_test: SkipByDesign # Names are not scrubbed.
[ ($compiler == none || $compiler == precompiler || $compiler == app_jit) && $browser ]
# The following tests are supposed to fail.
library_env_test/has_io_support: RuntimeError, OK
library_env_test/has_no_html_support: RuntimeError, OK
[ ($compiler == none || $compiler == precompiler || $compiler == app_jit) && ! $browser ]
# The following tests are supposed to fail.
library_env_test/has_html_support: RuntimeError, OK
library_env_test/has_no_io_support: RuntimeError, OK
[ $compiler == none || $compiler == app_jit ]
# The following tests are supposed to fail.
library_env_test/has_no_mirror_support: RuntimeError, OK
[ $runtime == dart_precompiled ]
# The following tests are supposed to fail.
library_env_test/has_mirror_support: RuntimeError, OK
[ $hot_reload || $hot_reload_rollback ]
issue21159_test: Pass, Crash # Issue 29094
issue_22780_test/01: Pass, Crash # Issue 29094
static_closure_identical_test: Pass, Fail # Closure identity
deferred_call_empty_before_load_test: Crash # Requires deferred libraries
deferred_closurize_load_library_test: Crash # Requires deferred libraries
deferred_constant_list_test: Crash # Requires deferred libraries
deferred_constraints_constants_test: Crash # Requires deferred libraries
deferred_constraints_type_annotation_test: Crash # Requires deferred libraries
deferred_function_type_test: Crash # Requires deferred libraries
deferred_global_test: Crash # Requires deferred libraries
deferred_import_core_test: Crash # Requires deferred libraries
deferred_inlined_test: Crash # Requires deferred libraries
deferred_inheritance_constraints_test: Crash # Requires deferred libraries
deferred_load_constants_test: Crash # Requires deferred libraries
deferred_load_inval_code_test: Crash # Requires deferred libraries
deferred_load_library_wrong_args_test: Crash # Requires deferred libraries
deferred_mixin_test: Crash # Requires deferred libraries
deferred_no_such_method_test: Crash # Requires deferred libraries
deferred_not_loaded_check_test: Crash # Requires deferred libraries
deferred_only_constant_test: Crash # Requires deferred libraries
deferred_optimized_test: Crash # Requires deferred libraries
deferred_redirecting_factory_test: Crash # Requires deferred libraries
deferred_regression_22995_test: Crash # Requires deferred libraries
deferred_regression_28678_test: Crash # Requires deferred libraries
deferred_shadow_load_library_test: Crash # Requires deferred libraries
deferred_shared_and_unshared_classes_test: Crash # Requires deferred libraries
deferred_static_seperate_test: Crash # Requires deferred libraries
deferred_super_dependency_test: Pass, Crash # Requires deferred libraries
deferred_type_dependency_test: Crash # Requires deferred libraries
issue_1751477_test: Crash # Requires deferred libraries
regress_23408_test: Crash # Requires deferred libraries
regress_22443_test: Crash # Requires deferred libraries
regress_28278_test: Crash # Requires deferred libraries
conditional_import_test: Crash # Requires deferred libraries
conditional_import_string_test: Crash # Requires deferred libraries
vm/regress_27201_test: Pass, Crash # Requires deferred libraries
vm/optimized_stacktrace_test: Pass, Slow
[($runtime == vm || $runtime == flutter) && $compiler == none]
duplicate_part_test/01: MissingCompileTimeError # Issue 27516
[$runtime == vm && $compiler == none && $system == windows && $arch == ia32]
vm/optimized_stacktrace_test: Pass, Crash # Issue 28276
[$runtime == vm && $compiler == none && $system == fuchsia]
# Use package:unittest
async_await_test: RuntimeError
async_star_test: RuntimeError
vm/causal_async_exception_stack_test: RuntimeError
vm/causal_async_exception_stack2_test: RuntimeError
# TODO(zra): Investigate
vm/math_vm_test: Crash
[$compiler == dart2analyzer]
vm/regress_27201_test: SkipByDesign # Loads bad library, so will always crash.
config_import_corelib_test: StaticWarning, OK
[ ($runtime == vm || $runtime == flutter || $runtime == dart_precompiled) && ($compiler == none || $compiler == app_jit || $compiler == precompiler) ]
await_for_test: RuntimeError # issue 28974
syntax_test/none: CompileTimeError # Issue #30176.
# flutter uses --error_on_bad_type, --error_on_bad_override
# and --await_is_keyword so # the following tests fail with
# a Compilation Error
[ $runtime == flutter ]
await_backwards_compatibility_test/none: CompileTimeError
await_test: CompileTimeError
async_await_test: CompileTimeError
static_initializer_type_error_test: CompileTimeError
new_expression_type_args_test/02: CompileTimeError
super_getter_setter_test: CompileTimeError
malformed_test/none: CompileTimeError
malbounded_type_test_test/02: CompileTimeError
factory6_test/00: CompileTimeError
method_override2_test/01: CompileTimeError
regress_22438_test: CompileTimeError
regress_13462_1_test: CompileTimeError
instance_creation_in_function_annotation_test: CompileTimeError
invocation_mirror_invoke_on_test: CompileTimeError
method_override3_test/00: CompileTimeError
method_override3_test/01: CompileTimeError
method_override3_test/02: CompileTimeError
type_variable_bounds_test/00: CompileTimeError
type_variable_bounds_test/06: CompileTimeError
type_variable_bounds_test/07: CompileTimeError
type_variable_bounds_test/09: CompileTimeError
type_variable_bounds_test/10: CompileTimeError
type_variable_bounds_test/08: CompileTimeError
factory4_test: CompileTimeError
factory2_test: CompileTimeError
regress_18535_test: CompileTimeError
prefix22_test: CompileTimeError
regress_28255_test: CompileTimeError
enum_mirror_test: CompileTimeError
field_override_test/01: CompileTimeError
override_inheritance_field_test/05: CompileTimeError
override_inheritance_field_test/07: CompileTimeError
override_inheritance_field_test/06: CompileTimeError
override_inheritance_field_test/08: CompileTimeError
override_inheritance_field_test/28: CompileTimeError
override_inheritance_field_test/29: CompileTimeError
override_inheritance_field_test/30: CompileTimeError
override_inheritance_field_test/31: CompileTimeError
override_inheritance_field_test/44: CompileTimeError
override_inheritance_field_test/45: CompileTimeError
override_inheritance_field_test/48: CompileTimeError
override_inheritance_field_test/47: CompileTimeError
override_inheritance_field_test/53: CompileTimeError
override_inheritance_field_test/10: CompileTimeError
override_inheritance_field_test/54: CompileTimeError
override_inheritance_field_test/09: CompileTimeError
override_inheritance_field_test/33a: CompileTimeError
override_inheritance_field_test/34: CompileTimeError
override_inheritance_field_test/32: CompileTimeError
override_inheritance_field_test/11: CompileTimeError
override_inheritance_field_test/33: CompileTimeError
issue_25671b_test/01: CompileTimeError
mixin_super_bound2_test/01: CompileTimeError
override_inheritance_method_test/04: CompileTimeError
override_inheritance_method_test/06: CompileTimeError
override_inheritance_method_test/11: CompileTimeError
override_inheritance_method_test/12: CompileTimeError
override_inheritance_method_test/13: CompileTimeError
override_inheritance_method_test/14: CompileTimeError
override_inheritance_method_test/19: CompileTimeError
override_inheritance_method_test/20: CompileTimeError
override_inheritance_method_test/21: CompileTimeError
override_inheritance_method_test/27: CompileTimeError
override_inheritance_method_test/28: CompileTimeError
override_inheritance_method_test/29: CompileTimeError
override_inheritance_method_test/05: CompileTimeError
override_inheritance_method_test/31: CompileTimeError
override_inheritance_method_test/33: CompileTimeError
override_inheritance_method_test/32: CompileTimeError
override_inheritance_method_test/30: CompileTimeError
redirecting_factory_reflection_test: CompileTimeError
method_override6_test: CompileTimeError
try_catch_syntax_test/08: CompileTimeError
method_override4_test: CompileTimeError
super_call4_test: CompileTimeError
wrong_number_type_arguments_test/00: CompileTimeError
wrong_number_type_arguments_test/02: CompileTimeError
wrong_number_type_arguments_test/01: CompileTimeError
is_malformed_type_test/97: CompileTimeError
is_malformed_type_test/98: CompileTimeError
is_malformed_type_test/99: CompileTimeError
is_malformed_type_test/95: CompileTimeError
is_malformed_type_test/96: CompileTimeError
is_malformed_type_test/94: CompileTimeError
field_increment_bailout_test: CompileTimeError
on_catch_malformed_type_test: CompileTimeError
f_bounded_quantification_test/01: CompileTimeError
f_bounded_quantification_test/02: CompileTimeError
mixin_type_parameters_errors_test/02: CompileTimeError
mixin_type_parameters_errors_test/05: CompileTimeError
mixin_type_parameters_errors_test/01: CompileTimeError
mixin_type_parameters_errors_test/03: CompileTimeError
mixin_type_parameters_errors_test/04: CompileTimeError
issue21079_test: CompileTimeError
f_bounded_quantification5_test: CompileTimeError
malformed_type_test: CompileTimeError
issue_25671a_test/01: CompileTimeError
regress_13462_0_test: CompileTimeError
overridden_no_such_method_test: CompileTimeError
deferred_constraints_type_annotation_test/new_before_load: CompileTimeError
deferred_constraints_type_annotation_test/type_annotation_null: CompileTimeError
deferred_constraints_type_annotation_test/type_annotation_generic2: CompileTimeError
deferred_constraints_type_annotation_test/type_annotation_generic3: CompileTimeError
deferred_constraints_type_annotation_test/new: CompileTimeError
deferred_constraints_type_annotation_test/new_generic1: CompileTimeError
deferred_constraints_type_annotation_test/new_generic2: CompileTimeError
deferred_constraints_type_annotation_test/new_generic3: CompileTimeError
deferred_constraints_type_annotation_test/is_check: CompileTimeError
deferred_constraints_type_annotation_test/as_operation: CompileTimeError
deferred_constraints_type_annotation_test/catch_check: CompileTimeError
deferred_constraints_type_annotation_test/type_annotation_top_level: CompileTimeError
deferred_constraints_constants_test/none: CompileTimeError
deferred_constraints_constants_test/reference_after_load: CompileTimeError
no_such_method_test: CompileTimeError
conditional_import_string_test: CompileTimeError
try_catch_on_syntax_test/07: CompileTimeError
non_parameterized_factory_test: CompileTimeError
instanceof3_test: CompileTimeError
malbounded_redirecting_factory_test/none: CompileTimeError
malbounded_redirecting_factory_test/01: CompileTimeError
null_test/none: CompileTimeError
check_method_override_test/01: CompileTimeError
check_method_override_test/02: CompileTimeError
malformed_inheritance_test/02: CompileTimeError
malformed_inheritance_test/04: CompileTimeError
malformed_inheritance_test/06: CompileTimeError
prefix16_test: CompileTimeError
deferred_not_loaded_check_test: CompileTimeError
regress_23408_test: CompileTimeError
redirecting_factory_incompatible_signature_test: CompileTimeError
malbounded_instantiation_test/01: CompileTimeError
const_evaluation_test/none: CompileTimeError
mixin_invalid_bound_test/01: CompileTimeError
const_evaluation_test/01: CompileTimeError
mixin_invalid_bound_test/none: CompileTimeError
mixin_invalid_bound_test/05: CompileTimeError
mixin_invalid_bound_test/03: CompileTimeError
malformed2_test/00: CompileTimeError
conditional_import_test: CompileTimeError
non_parameterized_factory2_test: CompileTimeError
private_access_test/03: CompileTimeError
private_access_test/04: CompileTimeError
function_malformed_result_type_test: CompileTimeError
mixin_invalid_bound2_test/none: CompileTimeError
mixin_invalid_bound2_test/01: CompileTimeError
mixin_invalid_bound2_test/04: CompileTimeError
mixin_invalid_bound2_test/07: CompileTimeError
deferred_super_dependency_test/01: CompileTimeError
method_override5_test: CompileTimeError
deferred_static_seperate_test: CompileTimeError
default_factory_test/01: CompileTimeError
internal_library_test/01: CompileTimeError
internal_library_test/02: CompileTimeError
mixin_super_bound_test: CompileTimeError
invocation_mirror2_test: CompileTimeError
deferred_inheritance_constraints_test/redirecting_constructor: CompileTimeError
deferred_no_such_method_test: CompileTimeError
malbounded_type_literal_test: CompileTimeError
deferred_mixin_test: CompileTimeError
many_overridden_no_such_method_test: CompileTimeError
malbounded_redirecting_factory2_test/none: CompileTimeError
malbounded_redirecting_factory2_test/01: CompileTimeError
malbounded_type_cast_test: CompileTimeError
type_parameter_test/none: CompileTimeError
list_literal_syntax_test/03: CompileTimeError
list_literal_syntax_test/01: CompileTimeError
list_literal_syntax_test/02: CompileTimeError
vm/reflect_core_vm_test: CompileTimeError
vm/debug_break_enabled_vm_test/01: CompileTimeError
vm/debug_break_enabled_vm_test/none: CompileTimeError
const_types_test/01: CompileTimeError
const_types_test/02: CompileTimeError
const_types_test/03: CompileTimeError
const_types_test/04: CompileTimeError
const_types_test/05: CompileTimeError
const_types_test/06: CompileTimeError
const_types_test/13: CompileTimeError
const_types_test/35: CompileTimeError
const_types_test/40: CompileTimeError
regress_12561_test: CompileTimeError
invocation_mirror_invoke_on2_test: CompileTimeError
isnot_malformed_type_test: RuntimeError
is_not_class2_test: RuntimeError
# No mirrors support in Flutter.
library_env_test/has_no_mirror_support: Pass
library_env_test/has_mirror_support: RuntimeError, Ok
internal_library_test/01: MissingCompileTimeError
internal_library_test/02: MissingCompileTimeError
# deferred loading is not supported by Flutter
deferred_type_dependency_test/is: Skip # Timeout
deferred_type_dependency_test/none: Skip # Timeout
deferred_type_dependency_test/as: Skip # Timeout
deferred_type_dependency_test/type_annotation: Skip # Timeout
deferred_closurize_load_library_test: Skip # Timeout
deferred_constraints_type_annotation_test/none: Skip # Timeout
deferred_constraints_type_annotation_test/static_method: Skip # Timeout
deferred_shared_and_unshared_classes_test: Skip # Timeout
deferred_constant_list_test: Skip # Timeout
deferred_redirecting_factory_test: Skip # Timeout
deferred_shadow_load_library_test: Skip # Timeout
deferred_global_test: Skip # Timeout
# Look like bugs.
config_import_test: RuntimeError # Flutter Issue 9110
vm/no_such_method_error_message_callable_vm_test: RuntimeError # Flutter Issue 9110
vm/regress_27201_test: Fail # Flutter Issue 9110
asyncstar_yield_test: Skip # Flutter Issue 9110
await_for_test: Skip # Flutter Issue 9110
await_for_cancel_test: Skip # Flutter Issue 9110
[ $runtime == dart_precompiled && $minified ]
enum_duplicate_test/*: Skip # Uses Enum.toString()
enum_private_test/*: Skip # Uses Enum.toString()
enum_test: Skip # Uses Enum.toString()
no_such_method_dispatcher_test: Skip # Uses new Symbol()
# Tests below rely on Type.toString()
cyclic_type_test/*: Skip
f_bounded_quantification4_test: Skip
f_bounded_quantification5_test: Skip
mixin_generic_test: Skip
mixin_mixin2_test: Skip
mixin_mixin3_test: Skip
mixin_mixin5_test: Skip
mixin_mixin6_test: Skip
mixin_mixin_bound2_test: Skip
mixin_mixin_type_arguments_test: Skip
mixin_super_2_test: Skip
# Tests below rely on Stacktrace.toString()
full_stacktrace1_test: Skip
full_stacktrace2_test: Skip
full_stacktrace3_test: Skip
stacktrace_rethrow_error_test: Skip
stacktrace_rethrow_nonerror_test: Skip
vm/no_such_args_error_message_vm_test: Skip
vm/no_such_method_error_message_callable_vm_test: Skip
vm/no_such_method_error_message_vm_test: Skip
vm/regress_28325_test:Skip