blob: f988626bd50a24275cb58f8b0bbc7289ea8f26de [file] [log] [blame]
# Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file
# for details. All rights reserved. Use of this source code is governed by a
# BSD-style license that can be found in the LICENSE file.
# This directory contains tests that are intended to show the
# current state of the language.
# In order to maintain maximum test coverage for all builds,
# please use the following procedure to mark a test
# failed on architectures other than the one you are working on.
#
# 1) Copy the old version of the test to
# tests/language/src/test_name_[dartc|vm]_test.dart.
# to maintain coverage.
# 2) File a bug on each architecture for the failure due to the language change.
# 3) Update the language/src directory with the updated test.
[ $compiler == dart2dart ]
mixin_super_constructor_test: Fail
mixin_super_constructor2_test: Fail
mixin_super_constructor_default_test: Fail
mixin_super_constructor_named_test: Fail
mixin_super_constructor_positionals_test: Fail
mixin_super_constructor_multiple_test: Fail
closure_type_variable_test: Fail # Type variable used as expression (dartbug.com/6282)
[ $compiler == none ]
extends_test: Fail # issue 11023
mixin_super_constructor_test: Fail
mixin_super_constructor2_test: Fail
mixin_super_constructor_default_test: Fail
mixin_super_constructor_named_test: Fail
mixin_super_constructor_positionals_test: Fail
mixin_super_constructor_multiple_test: Fail
closure_type_variable_test: Fail # Type variable used as expression (dartbug.com/6282)
built_in_identifier_prefix_test: Fail # http://dartbug.com/6970
library_juxtaposition_test: Fail # Issue 6877
pseudo_kw_illegal_test/14: Fail # Issue 356
method_override2_test/00: Fail # Issue 7076.
method_override2_test/02: Fail # Issue 7076.
method_override2_test/03: Fail # Issue 7076.
bound_closure_equality_test: Fail # Issue 10849
# These bugs refer currently ongoing language discussions.
constructor5_test: Fail # (Discussion ongoing)
constructor_initializer_test: Fail # Side effects in constructor parameters
constructor6_test: Fail # Issue 6422
closure_in_initializer_test: Fail # Issue 6422
# Regular bugs which should be fixed.
const_init6_negative_test: Fail # Issue 811
super_first_constructor_test: Fail # Issue 1372.
parameter_initializer6_negative_test: Fail # Issue 3502
named_parameters_aggregated_test/05: Fail # Compile-time error reported instead of static type warning.
lazy_static3_test: Fail # Issue 3558
type_error_test: Fail # http://dartbug.com/5280
# DartC specific tests that should not be run by the VM
*dartc_test: Skip
*dartc_negative_test: Skip
compile_time_constant10_test/none: Fail # issue 5214
export_cyclic_test: Fail, Crash # issue 6060
duplicate_export_negative_test: Fail # issue 6134
type_annotation_test/04: Fail # Issue 6970
type_annotation_test/06: Fail # Issue 6973
type_annotation_test/09: Fail # Issue 6973
type_parameter_literal_test: Fail # Issue 7551
on_catch_malformed_type_test: Fail # Issue 8601
mixin_mixin_test: Fail
mixin_issue10216_2_test: Fail
mixin_illegal_object_test/01: Crash # Issue 10952
mixin_illegal_object_test/02: Crash # Issue 10952
type_variable_field_initializer_closure_test: Crash # issue 8847
execute_finally10_test: Fail # Issue 430
execute_finally11_test: Fail # Issue 430
[ $compiler == none && $unchecked ]
# Only checked mode reports an error on type assignment
# problems in compile time constants.
compile_time_constant_checked_test/02: Fail, OK
compile_time_constant_checked2_test/01: Fail, OK
compile_time_constant_checked2_test/02: Fail, OK
compile_time_constant_checked2_test/03: Fail, OK
compile_time_constant_checked2_test/04: Fail, OK
compile_time_constant_checked2_test/05: Fail, OK
compile_time_constant_checked2_test/06: Fail, OK
compile_time_constant_checked3_test/01: Fail, OK
compile_time_constant_checked3_test/02: Fail, OK
compile_time_constant_checked3_test/03: Fail, OK
compile_time_constant_checked3_test/04: Fail, OK
compile_time_constant_checked3_test/05: Fail, OK
compile_time_constant_checked3_test/06: Fail, OK
[ $compiler == dartc ]
class_literal_test/none : Fail # Issue 7630.
import_private_test/01: Fail # Issue 8365.
# test issue 7749
list_literal1_negative_test: Fail
map_literal1_negative_test: Fail
mixin_type_parameters_errors_test/03: Fail
mixin_type_parameters_errors_test/04: Fail
# test issue 8129
redirecting_factory_infinite_steps_test/01: Fail
library_juxtaposition_test: Fail # Issue 6881
new_expression_type_args_test/0*: Fail # Wrongly reports compile-time error.
implicit_this_test/none: Fail # should not warn about allocating SubAbstract2
metadata_test: Fail
const_locals_test: Fail
const_nested_test: Fail
assign_instance_method_negative_test: Fail # Runtime only test, rewrite as multitest
body_less_constructor_wrong_arg_negative_test: Fail # Runtime only test, rewrite as multitest
call_nonexistent_static_test/03: Fail # Unresolved static calls are no longer errors.
call_nonexistent_static_test/04: Fail # Unresolved static calls are no longer errors.
call_nonexistent_static_test/05: Fail # Unresolved static calls are no longer errors.
call_nonexistent_static_test/08: Fail # Unresolved static calls are no longer errors.
call_nonexistent_static_test/09: Fail # Unresolved static calls are no longer errors.
call_nonexistent_static_test/10: Fail # Unresolved static calls are no longer errors.
call_operator_test: Pass # Issue 1355
cascade_test/01: Pass # Issue 3729 - an earlier comment claims that this passes for the wrong reason
cascade_test/02: Pass # Issue 3729 - an earlier comment claims that this passes for the wrong reason
cascade_test/02: Fail # Issue 3729
cascade_test/none: Fail # Issue 3729
char_escape_test: Pass # Issue 1654
class_literal_test/01 : Fail # language change 3368
class_literal_test/03 : Fail # language change 1031
class_literal_test/05 : Fail # language change 3368
class_literal_test/06 : Fail # language change 3368
class_literal_test/08 : Fail # language change 1031
class_literal_test/10 : Fail # language change 3368
class_literal_test/11 : Fail # language change 3368
class_literal_test/12 : Fail # language change 3368
class_literal_test/13 : Fail # language change 3368
class_literal_test/15 : Fail # language change 1031
class_literal_test/17 : Fail # language change 3368
class_literal_test/18 : Fail # language change 3368
class_literal_test/19 : Fail # language change 3368
class_literal_test/20 : Fail # language change 3368
class_literal_test/21 : Fail # language change 3368
class_literal_test/22 : Fail # language change 3368
class_literal_test/23 : Fail # language change 3368
class_literal_test/24 : Fail # language change 3368
class_literal_test/25 : Fail # language change 3368
class_literal_test/26 : Fail # language change 3368
class_literal_test/27 : Fail # language change 3368
class_literal_test/28 : Fail # language change 3368
class_literal_test/29 : Fail # language change 3368
closure_call_wrong_argument_count_negative_test: Fail # Runtime only test, rewrite as multitest
compile_time_constant10_test/none: Fail # issue 5215.
constructor3_negative_test: Fail # Runtime only test, rewrite as multitest
constructor_call_wrong_argument_count_negative_test: Fail # Runtime only test, rewrite as multitest
field_method4_negative_test: Fail # Runtime only test, rewrite as multitest
getter_no_setter_test/01: Fail # Fails to detect compile-time error.
getter_no_setter2_test/03: Fail # Issue 9378
instance_call_wrong_argument_count_negative_test: Fail # Runtime only test, rewrite as multitest
type_annotation_test/02: Fail # Issue 6974
type_annotation_test/07: Fail # Issue 6974
type_annotation_test/08: Fail # Issue 5291
# Test expects signature of noSuchMethod to be correct according
# to specification. Should start working when the library signature
# changes.
is_not_class2_negative_test: Fail # Runtime only test, rewrite as multitest
library2_negative_test: Fail # still a valid test? Issue 3649
library4_negative_test: Fail # still a valid test? Issue 3530
library6_negative_test: Fail # still a valid test? Issue 3650
named_parameters_with_object_property_names_test: Fail # Issue 2137
no_such_method_negative_test: Fail # Runtime only test, rewrite as multitest
override_field_test/03: Fail # still a valid test? Issue 3894
override_field_method6_negative_test: Fail, OK # test issue 5249
parameter_initializer6_negative_test: Fail # language change 4288
prefix1_negative_test : Fail # language change 1031
prefix4_negative_test : Fail # language change 1031
prefix5_negative_test : Fail # language change 1031
prefix8_negative_test : Fail # language change 1031
prefix9_negative_test : Fail # language change 1031
prefix10_negative_test : Fail # language change 1031
private_member3_negative_test: Fail # Runtime only test? rewrite as multitest
pseudo_kw_illegal_test/09: Fail, OK # 'interface' is not a built-in identifier
pseudo_kw_illegal_test/14: Fail, OK # 'source' is not a built-in identifier
resource_test: Fail # out of date - resource directives have been removed
static_call_wrong_argument_count_negative_test: Fail # Runtime only test, rewrite as multitest
static_field3_test/01: Fail # http://dartbug.com/5519
static_field3_test/02: Fail # http://dartbug.com/5519
static_field3_test/03: Fail # http://dartbug.com/5519
static_field3_test/04: Fail # http://dartbug.com/5519
syntax_test/none: Fail # Bug 2107 Static type warnings in none case (INSTANTIATION_OF_CLASS_WITH_UNIMPLEMENTED_MEMBERS)
throw7_negative_test: Fail # Issue 3654
implicit_this_test/01: Fail
implicit_this_test/04: Fail
interface_inherit_field_test: Fail
prefix11_negative_test: Fail
factory2_test: Fail
default_implementation2_test: Fail
default_factory2_test/none: Fail
interface_static_non_final_fields_negative_test: Fail
# test issue 5291
type_parameter_test/01: Fail, OK
type_parameter_test/02: Fail, OK
type_parameter_test/03: Fail, OK
type_parameter_test/04: Fail, OK
# test issue 5337
bad_constructor_test/05: Fail, OK
# test issue 5529
interface_test/none: Fail, OK
prefix6_negative_test: Fail
# test issue 6818
type_variable_identifier_expression_negative_test: Fail, OK
# test issue 6866
abstract_factory_constructor_test/none: Fail
abstract_syntax_test/none: Fail
get_set_syntax_test/none: Fail
# test issue 6838
import_combinators_negative_test: Fail, OK
unresolved_top_level_var_negative_test: Fail, OK
# test issue 6871
block_scope_test: Fail, OK
# test issue 7021
instantiate_type_variable_negative_test: Fail
type_variable_static_context_negative_test: Fail
# test issue 7062 (assignment to final variable is a static warning)
final_for_in_variable_test/01: Fail
final_param_negative_test: Fail
final_var_negative_test: Fail
final_variable_assignment_test/01: Fail
final_variable_assignment_test/03: Fail
final_variable_assignment_test/04: Fail
final_variable_assignment_test/02: Fail
scope_negative_test: Fail
static_final_field2_negative_test: Fail
# test issue 7098 (unknown type in 'catch' is warning in 0.13)
try_catch_on_syntax_test/01: Fail
try_catch_on_syntax_test/07: Fail
try_catch_syntax_test/08: Fail
# test issue 7298 (use deprecated === and !==)
compile_time_constant8_test: Fail
compile_time_constant_b_test: Fail
compile_time_constant_d_test: Fail
compile_time_constant_e_test: Fail
licm_test: Fail
typed_equality_test: Fail
# test issue 7337 (reference unknown ID from static is warning, even when with import prefix)
prefix12_negative_test: Fail
prefix2_negative_test: Fail
# test issue 7523 (const declared without type, so not-a-function warning should not be reported)
call_through_getter_test: Fail
# test issue 8127 (using mixin application as mixin)
mixin_mixin_test: Fail
mixin_issue10216_2_test: Fail
# test issue 8801
super_operator_index_test/04: Fail
#
# Add new dartc annotations above in alphabetical order
#
# VM specific tests that should not be run by DartC.
*vm_test: Skip
*vm_negative_test: Skip
[ $compiler == none && $runtime == drt ]
type_variable_field_initializer_closure_test: Fail # issue 8847
final_variable_assignment_test/01: Fail
final_variable_assignment_test/02: Fail
final_variable_assignment_test/03: Fail
final_variable_assignment_test/04: Fail
extends_test: Pass, Fail # issue 11023, may pass or fail depending on loading order
[ $runtime == dartium ]
import_combinators_test: Fail
[ $runtime == vm || ($runtime == drt && $compiler == none) ]
first_class_types_literals_test: Fail # issue 6282
call_test: Fail # Issue 1604
[ $runtime == chrome ]
[ $runtime == ie9 && ($system == linux || $system == macos) ]
*: Skip
[ $runtime == safari && ($system == linux || $system == windows) ]
*: Skip
[ $browser ]
[ $compiler == dart2dart ]
built_in_identifier_prefix_test: Fail # Inherited from dart2js.
constructor_redirect2_test/03: Fail
constructor_initializer_test: Fail # VM issue
factory3_test: Fail
type_checks_in_factory_method_test: Fail
many_overridden_no_such_method_test: Fail, Pass, OK # Fails in minified mode, test depends on method names.
overridden_no_such_method_test: Fail, Pass, OK # Fails in minified mode, test depends on method names.
on_catch_malformed_type_test: Fail # Issue 8601
# False positive compile-time error is masking expected compile-time error
mixin_type_parameters_errors_test/*: Skip
# Mixins fail on the VM.
mixin_mixin_test: Fail # VM issue
mixin_issue10216_2_test: Fail # VM issue
mixin_illegal_constructor_test/none: Fail # VM issue
# Malformed types not handled as unresolved:
import_core_prefix_test: Fail
prefix16_test: Fail
prefix22_test: Fail
type_annotation_test/04: Fail
type_annotation_test/06: Fail
# Calling unresolved class constructor:
call_nonexistent_constructor_test: Fail
bad_override_test/01: Fail
bad_override_test/02: Fail
# Missing compile-time error when modifying final local variables
final_variable_assignment_test/01: Fail
final_variable_assignment_test/02: Fail
final_variable_assignment_test/03: Fail
final_variable_assignment_test/04: Fail
compile_time_constant10_test/01: Fail # http://dartbug.com/5519
compile_time_constant10_test/02: Fail # http://dartbug.com/5519
compile_time_constant_arguments_test/01: Fail # http://dartbug.com/5519
compile_time_constant_arguments_test/02: Fail # http://dartbug.com/5519
compile_time_constant_arguments_test/03: Fail # http://dartbug.com/5519
compile_time_constant_arguments_test/05: Fail # http://dartbug.com/5519
compile_time_constant_arguments_test/06: Fail # http://dartbug.com/5519
const_constructor_syntax_test/04: Fail # http://dartbug.com/5519
const_syntax_test/01: Fail # http://dartbug.com/5519
const_syntax_test/02: Fail # http://dartbug.com/5519
const_syntax_test/03: Fail # http://dartbug.com/5519
const_syntax_test/04: Fail # http://dartbug.com/5519
const_syntax_test/05: Fail # http://dartbug.com/5519
const_syntax_test/06: Fail # http://dartbug.com/5519
const_syntax_test/07: Fail # http://dartbug.com/5519
const_syntax_test/08: Fail # http://dartbug.com/5519
const_syntax_test/10: Fail # http://dartbug.com/5519
constructor_named_arguments_test/01: Fail # http://dartbug.com/5519
final_for_in_variable_test/01: Fail # http://dartbug.com/5519
final_is_not_const_test/01: Fail # http://dartbug.com/5519
final_syntax_test/01: Fail # http://dartbug.com/5519
final_syntax_test/02: Fail # http://dartbug.com/5519
final_syntax_test/03: Fail # http://dartbug.com/5519
final_syntax_test/04: Fail # http://dartbug.com/5519
getter_no_setter_test/01: Fail # http://dartbug.com/5519
isnot_malformed_type_test/01: Fail # http://dartbug.com/5519
method_override2_test/01: Fail # http://dartbug.com/5519
named_parameters_aggregated_test/01: Fail # http://dartbug.com/5519
named_parameters_aggregated_test/03: Fail # http://dartbug.com/5519
not_enough_positional_arguments_test/01: Fail # http://dartbug.com/5519
metadata_test: Fail
# Fails in conservative mode, issue 4935, passes in minifinying mode.
bad_constructor_test/04: Fail
bad_constructor_test/05: Fail
bad_constructor_test/06: Fail
argument_definition_test/*: Skip # Not implemented.
argument_definition2_test: Skip # Not implemented. Fails in minified tests.
argument_definition3_test: Skip # Not implemented. Fails in minified tests.
argument_definition4_test: Skip # Not implemented. Fails in minified tests.
const_var_test: Pass, Fail # Map literals take 2 type arguments.
map_literal3_test: Fail # Map literals take 2 type arguments.
class_cycle_negative_test: Fail, OK # Bad test: assumes eager loading.
interface_cycle_negative_test: Fail, OK # Bad test: assumes eager loading.
# Common problems with dart2js. In illegal family, invalid
# declarations are simply not parsed. In pseudo kw dart2js
# chokes on things like typedef(x) => "typedef $x" and alike.
abstract_syntax_test/01: Fail
abstract_syntax_test/02: Fail
pseudo_kw_illegal_test/14: Fail
pseudo_kw_test: Fail
# external keyword is not yet supported by dart2js/dart2dart.
external_test/*: Skip
lazy_static3_test: Fail, OK # Issue 3558
# dart2js frontend doesn't even analyse problematic classes.
duplicate_implements_test/01: Fail
duplicate_implements_test/02: Fail
duplicate_implements_test/03: Fail
duplicate_implements_test/04: Fail
interface_factory_constructor_negative_test: Fail
method_override2_test/00: Fail
method_override2_test/02: Fail
method_override2_test/03: Fail
operator1_negative_test: Fail
static_final_field_negative_test: Fail
static_top_level_test/00: Fail
static_top_level_test/01: Fail
static_top_level_test/02: Fail
static_top_level_test/03: Fail
static_top_level_test/04: Fail
static_top_level_test/05: Fail
static_top_level_test/06: Fail
static_top_level_test/07: Fail
# Bug in dart2js parser: it happily parses 1is int; variable declaration.
number_identifier_negative_test: Fail
# Common with language_dart2js.
factory_redirection_test/0*: Skip # Flaky negative tests, crash, fail, or pass. Not implemented.
factory_redirection_test/1*: Skip # Flaky negative tests, crash, fail, or pass. Not implemented.
function_type_alias5_test/00: Fail
function_type_alias5_test/01: Fail
function_type_alias5_test/02: Fail
function_type_alias7_test/00: Fail
instanceof3_test: Fail
parameter_initializer6_negative_test: Fail # Issue 3502
syntax_test/47: Fail
# DartVM problem.
constructor5_test: Fail
constructor6_test: Fail
closure_in_initializer_test: Fail
super_first_constructor_test: Fail
# VM specific tests.
disable_privacy_test: Pass, Fail, Ok
# This test hard codes name of file being run and precise position.
generic_test: Fail, Ok
# Minified mode failures.
# TODO(antonm): proper support in test framework.
no_such_method_test: Pass, Fail, OK # Hard codes the name of invoked method ("foo").
named_parameters_aggregated_test/05: Fail # Compile-time error reported instead of static type warning.
type_variable_bounds_test/07: Fail # Wrongly reports compile-time error.
new_expression_type_args_test/00: Fail # Wrongly reports compile-time error.
new_expression_type_args_test/01: Fail # Wrongly reports compile-time error.
get_set_syntax_test/00: Fail # Fixed by https://chromiumcodereview.appspot.com/10915111
get_set_syntax_test/01: Fail # Fixed by https://chromiumcodereview.appspot.com/10915111
get_set_syntax_test/02: Fail # Fixed by https://chromiumcodereview.appspot.com/10915111
get_set_syntax_test/03: Fail # Fixed by https://chromiumcodereview.appspot.com/10915111
get_set_syntax_test/04: Fail # Fixed by https://chromiumcodereview.appspot.com/10915111
get_set_syntax_test/05: Fail # Fixed by https://chromiumcodereview.appspot.com/10915111
get_set_syntax_test/06: Fail # Fixed by https://chromiumcodereview.appspot.com/10915111
get_set_syntax_test/07: Fail # Fixed by https://chromiumcodereview.appspot.com/10915111
get_set_syntax_test/08: Fail # Fixed by https://chromiumcodereview.appspot.com/10915111
get_set_syntax_test/13: Fail # Fixed by https://chromiumcodereview.appspot.com/10915111
get_set_syntax_test/14: Fail # Fixed by https://chromiumcodereview.appspot.com/10915111
get_set_syntax_test/15: Fail # Fixed by https://chromiumcodereview.appspot.com/10915111
compile_time_constant10_test/none: Fail # Triage this.
# Only checked mode reports an error on type assignment
# problems in compile time constants.
compile_time_constant_checked_test/02: Fail, OK
compile_time_constant_checked2_test/01: Fail, OK
compile_time_constant_checked2_test/02: Fail, OK
compile_time_constant_checked2_test/03: Fail, OK
compile_time_constant_checked2_test/04: Fail, OK
compile_time_constant_checked2_test/05: Fail, OK
compile_time_constant_checked2_test/06: Fail, OK
compile_time_constant_checked3_test/01: Fail, OK
compile_time_constant_checked3_test/02: Fail, OK
compile_time_constant_checked3_test/03: Fail, OK
compile_time_constant_checked3_test/04: Fail, OK
compile_time_constant_checked3_test/05: Fail, OK
compile_time_constant_checked3_test/06: Fail, OK
type_error_test: Fail, OK # VM bug: http://dartbug.com/5280
type_parameter_literal_test: Fail
type_variable_field_initializer_closure_test: Crash # VM bug: issue 8847
execute_finally10_test: Fail # VM bug: issue 430
execute_finally11_test: Fail # VM bug: issue 430
bound_closure_equality_test: Fail # Issue 10849
[ $compiler == dart2dart && $minified ]
super_getter_setter_test: Fail # Issue 11065.
# TODO(tball): Assign proper bug numbers.
class_literal_test/none: Fail
import_core_prefix_test: Pass
prefix22_test: Pass
invocation_mirror_test: Fail, OK # hardcoded names.
super_call4_test: Fail, OK # hardcoded names.
[ $arch == simarm || $arch == arm ]
arithmetic_test: Fail, Crash
bit_operations_test: Crash, Fail
char_escape_test: Pass, Crash
deopt_smi_op_test: Fail
div_with_power_of_two_test: Fail
gc_test: Crash
invocation_mirror_test: Fail
load_to_load_forwarding_vm_test: Fail
named_parameters_with_conversions_test: Pass, Crash
positive_bit_operations_test: Pass, Fail, Crash
left_shift_test: Pass, Fail
# large_implicit_getter_test Passes on ReleaseARM, Crashes in SIMARM and
# DebugARM. Should crash on ReleaseARM, but there is no exception on an
# unaligned access. stack_overflow_test and _stacktrace_test have the same
# problem.
large_implicit_getter_test: Crash, Pass
stack_overflow_test: Crash, Pass
stack_overflow_stacktrace_test: Crash, Pass
# math_vm_test and double_modulo test fail on SIMARM because the simulator
# isn't implementing the softfp calling convention correctly.
math_vm_test: Fail, Pass
double_modulo_test: Fail, Pass
[ $arch == mips ]
*: Skip
[ $arch == simmips ]
*: Skip