# Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
# for details. All rights reserved. Use of this source code is governed by a
# BSD-style license that can be found in the LICENSE file.

[ $unchecked ]
mirrors/redirecting_factory_different_type_test: SkipByDesign # Tests type checks.

[ $csp ]
# Deferred loading does not work from an isolate in CSP-mode
async/deferred/deferred_in_isolate_test: Skip # Issue 16898

[ $compiler == dart2js ]
async/schedule_microtask6_test: RuntimeError # global error handling is not supported. Issue 5958

math/double_pow_test: RuntimeError
math/low_test: RuntimeError
math/random_big_test: RuntimeError  # Using bigint seeds for random.

mirrors/abstract_class_test: RuntimeError # Issue 12826
mirrors/class_declarations_test/none: RuntimeError # Issue 13440
mirrors/class_mirror_location_test: RuntimeError # Issue 6490
mirrors/constructor_kinds_test: RuntimeError # Issue 13799
mirrors/constructor_private_name_test: CompileTimeError # Issue 13597
mirrors/enum_test: RuntimeError # Issue 6490
mirrors/fake_function_with_call_test: RuntimeError # Issue 11612
mirrors/fake_function_without_call_test: RuntimeError # Issue 11612
mirrors/function_type_mirror_test: RuntimeError # Issue 12166
mirrors/generic_f_bounded_mixin_application_test: RuntimeError # Issue 12087
mirrors/generic_function_typedef_test: RuntimeError # Issue 12333
mirrors/generic_interface_test: RuntimeError # Issue 12087
mirrors/generic_local_function_test: RuntimeError # Issue 12333
mirrors/generic_mixin_test: RuntimeError # Issue 12333
mirrors/generic_mixin_applications_test: RuntimeError # Issue 12333
mirrors/get_field_static_test/00: RuntimeError # Issue 21323
mirrors/hierarchy_invariants_test: RuntimeError # Issue 15262
mirrors/hot_get_field_test: CompileTimeError # Issue 12164
mirrors/hot_set_field_test: CompileTimeError # Issue 12164
mirrors/immutable_collections_test: RuntimeError # Issue 14030
mirrors/initializing_formals_test/01: RuntimeError # Issue 6490
mirrors/initializing_formals_test/03: CompileTimeError # Issue 12164
mirrors/instance_members_test: RuntimeError # Issue 14633
mirrors/instantiate_abstract_class_test: RuntimeError # Issue 6490
mirrors/invoke_call_on_closure_test: RuntimeError # 6490
mirrors/invoke_call_through_getter_test/named: RuntimeError # Issue 12863. When updating the status, remove the "///" in the test.
mirrors/invoke_call_through_getter_previously_accessed_test/named: RuntimeError # Issue 12863. When updating the status, remove the "///" in the test.
mirrors/invoke_call_through_implicit_getter_previously_accessed_test/named: RuntimeError # Issue 12863. When updating the status, remove the "///" in the test.
mirrors/invoke_call_through_implicit_getter_test: RuntimeError # Issue 17638
mirrors/invoke_named_test/none: RuntimeError # Issue 12863
mirrors/invoke_private_test: CompileTimeError # Issue 12164
mirrors/invoke_private_wrong_library_test: CompileTimeError # Issue 12164
mirrors/library_declarations_test/none: RuntimeError # Issue 13439, Issue 13733
mirrors/library_exports_shown_test: RuntimeError # Issue 6490
mirrors/library_exports_hidden_test: RuntimeError # Issue 6490
mirrors/library_imports_deferred_test: RuntimeError # Issue 6490
mirrors/library_imports_metadata_test: RuntimeError # Issue 6490
mirrors/library_imports_bad_metadata_test/none: RuntimeError # Issue 6490
mirrors/library_imports_shown_test: RuntimeError # Issue 6490
mirrors/library_imports_hidden_test: RuntimeError # Issue 6490
mirrors/library_imports_prefixed_test: RuntimeError # Issue 6490
mirrors/library_imports_prefixed_show_hide_test: RuntimeError # Issue 6490
mirrors/library_uri_io_test: SkipByDesign # Uses dart:io.
mirrors/local_function_is_static_test: RuntimeError # Issue 6335
mirrors/lru_test: Skip # dart2js_native/lru_test is used instead
mirrors/metadata_allowed_values_test/01: MissingCompileTimeError # Issue 14548
mirrors/metadata_allowed_values_test/05: MissingCompileTimeError # Issue 14548
mirrors/metadata_allowed_values_test/10: MissingCompileTimeError # Issue 14548
mirrors/metadata_allowed_values_test/11: MissingCompileTimeError # Issue 14548
mirrors/metadata_allowed_values_test/13: MissingCompileTimeError # Issue 14548
mirrors/metadata_allowed_values_test/14: MissingCompileTimeError # Issue 14548
mirrors/metadata_scope_test/none: CompileTimeError # Issue 10905
mirrors/method_mirror_name_test: RuntimeError # Issue 6335
mirrors/method_mirror_properties_test: RuntimeError # Issue 11861
mirrors/method_mirror_source_test : RuntimeError # Issue 6490
mirrors/method_mirror_source_line_ending_test : RuntimeError # Issue 6490
mirrors/method_mirror_location_test: RuntimeError # Issue 6490
mirrors/mirrors_test: RuntimeError # TODO(ahe): I'm working on fixing this. When removing this line please change the "endsWith" to "/mirrors_test.dart".
mirrors/mirrors_nsm_test/dart2js: RuntimeError # Issue 19353
mirrors/mixin_test: RuntimeError # Issue 12464
mirrors/mixin_application_test: RuntimeError # Issue 12464
mirrors/other_declarations_location_test: CompileTimeError # Issue 10905
mirrors/parameter_test/none: RuntimeError # Issue 6490
mirrors/parameter_of_mixin_app_constructor_test: RuntimeError # Issue 6490
mirrors/private_symbol_test: CompileTimeError # Issue 13597
mirrors/private_types_test: RuntimeError # Issue 6490
mirrors/redirecting_factory_test/none: RuntimeError # Issue 6490
mirrors/redirecting_factory_test/02: RuntimeError # Issue 6490
mirrors/reflected_type_function_type_test: RuntimeError # Issue 12607
mirrors/reflected_type_special_types_test: RuntimeError # Issue 12607
mirrors/reflected_type_typedefs_test: RuntimeError # Issue 12607
mirrors/reflected_type_typevars_test: RuntimeError # Issue 12607
mirrors/relation_assignable_test: RuntimeError # Issue 6490
mirrors/relation_subtype_test: RuntimeError # Issue 6490
mirrors/repeated_private_anon_mixin_app_test: RuntimeError # Issue 14670
mirrors/symbol_validation_test/01: RuntimeError # Issue 13597
mirrors/static_members_test: RuntimeError # Issue 14633, Issue 12164
mirrors/typedef_test: RuntimeError # Issue 6490
mirrors/typedef_metadata_test: RuntimeError # Issue 12785
mirrors/typedef_reflected_type_test/01: RuntimeError # Issue 12607
mirrors/typevariable_mirror_metadata_test: CompileTimeError # Issue 10905
mirrors/type_variable_is_static_test: RuntimeError # Issue 6335
mirrors/type_variable_owner_test/01: RuntimeError # Issue 12785
mirrors/variable_is_const_test/none: RuntimeError # Issue 14671
mirrors/raw_type_test/01: RuntimeError # Issue 6490
mirrors/mirrors_reader_test: Slow, RuntimeError # Issue 16589

[ $runtime == safari || $runtime == safarimobilesim ]
typed_data/int32x4_test: Fail, Pass # Safari has an optimization bug (nightlies are already fine).
typed_data/float32x4_test: Fail, Pass # Safari has an optimization bug (nightlies are already fine).
mirrors/null_test: Fail # Issue 16831
convert/json_test: Fail # https://bugs.webkit.org/show_bug.cgi?id=134920

[ ($runtime == safari && $builder_tag == mac10_7)|| $runtime == safarimobilesim ]
typed_data/setRange_2_test: Fail # Safari doesn't fully implement spec for TypedArray.set
typed_data/setRange_3_test: Fail # Safari doesn't fully implement spec for TypedArray.set
typed_data/setRange_4_test: Fail # Safari doesn't fully implement spec for TypedArray.set

[ $compiler == dart2js && $runtime == chromeOnAndroid ]
typed_data/setRange_2_test: RuntimeError # TODO(dart2js-team): Please triage this failure.
typed_data/setRange_3_test: RuntimeError # TODO(dart2js-team): Please triage this failure.

[ $compiler == dart2js && $runtime != jsshell && $runtime != safarimobilesim && $runtime != safari && $runtime != ff &&  $runtime != ie10]
math/math_test: RuntimeError
math/math2_test: RuntimeError

[ $compiler == dart2js && $jscl && $unchecked ]
mirrors/invocation_fuzz_test: RuntimeError # Issue 15566

[ $compiler == dart2js && $jscl && $checked ]
mirrors/invocation_fuzz_test/none: RuntimeError # Issue 15566

[ $compiler == dart2js && ($minified || $runtime == jsshell) ]
mirrors/invocation_fuzz_test: RuntimeError # Issue 15566

[ $compiler == dart2js && $runtime == jsshell ]
async/timer_regress22626_test: RuntimeError # Non-zero timers not supported; Issue 7728.
async/future_test: RuntimeError # Timer interface not supported; Issue 7728.
async/slow_consumer2_test: RuntimeError # Timer interface not supported; Issue 7728.
async/slow_consumer3_test: RuntimeError # Timer interface not supported; Issue 7728.
async/slow_consumer_test: RuntimeError # Timer interface not supported; Issue 7728.
async/stream_from_iterable_test: RuntimeError # Timer interface not supported; Issue 7728.
async/stream_state_nonzero_timer_test: RuntimeError # Timer interface not supported; Issue 7728.
async/multiple_timer_test: RuntimeError,OK # Needs Timer to run.
async/timer_cancel_test: RuntimeError,OK # Needs Timer to run.
async/timer_cancel1_test: RuntimeError,OK # Needs Timer to run.
async/timer_cancel2_test: RuntimeError,OK # Needs Timer to run.
async/timer_isolate_test: Fail, OK # Needs Timer to run.
async/timer_repeat_test: RuntimeError,OK # Needs Timer to run.
async/timer_test: RuntimeError,OK # Needs Timer to run.
async/stream_controller_async_test: RuntimeError # Timer interface not supported; Issue 7728.
async/stream_periodic_test: RuntimeError # Timer interface not supported; Issue 7728.
async/stream_periodic2_test: RuntimeError # Timer interface not supported; Issue 7728.
async/stream_periodic3_test: RuntimeError # Timer interface not supported; Issue 7728.
async/stream_periodic4_test: RuntimeError # Timer interface not supported; Issue 7728.
async/stream_periodic5_test: RuntimeError # Timer interface not supported; Issue 7728.
async/run_zoned7_test: RuntimeError # Timer interface not supported: Issue 7728.
async/catch_errors22_test: RuntimeError # Timer interface not supported: Issue 7728.
async/timer_isActive_test: RuntimeError # Timer interface not supported: Issue 7728.
async/zone_empty_description2_test: RuntimeError # Timer interface not supported: Issue 7728.
async/zone_create_timer2_test: RuntimeError # Timer interface not supported: Issue 7728.
async/zone_create_periodic_timer_test: RuntimeError # Timer interface not supported: Issue 7728.
async/stream_iterator_test: RuntimeError, OK # Timer interface not supported: Issue 7728.
async/catch_errors12_test: Fail # Timer interface not supported: Issue 7728.
async/catch_errors13_test: Fail # Timer interface not supported: Issue 7728.
async/catch_errors14_test: Fail # Timer interface not supported: Issue 7728.
async/catch_errors15_test: Fail # Timer interface not supported: Issue 7728.
async/catch_errors18_test: Fail # Timer interface not supported: Issue 7728.
async/catch_errors19_test: Fail # Timer interface not supported: Issue 7728.
async/catch_errors20_test: Fail # Timer interface not supported: Issue 7728.
async/catch_errors28_test: Fail # Timer interface not supported: Issue 7728.
async/catch_errors8_test: Fail # Timer interface not supported: Issue 7728.
async/run_zoned8_test: Fail # Timer interface not supported: Issue 7728.
async/zone_bind_test: Fail # Timer interface not supported: Issue 7728.
async/future_timeout_test: Fail # Timer interface not supported: Issue 7728.
async/stream_timeout_test: Fail # Timer interface not supported: Issue 7728.
async/stream_asyncexpand_test: RuntimeError # Timer interface not supported: Issue 7728.
async/stream_asyncmap_test: RuntimeError # Timer interface not supported: Issue 7728.
async/stream_transformation_broadcast_test: RuntimeError # Timer interface not supported: Issue 7728.
async/stream_controller_test: Fail # Timer interface not supported: Issue 7728.
mirrors/mirrors_reader_test: Slow, RuntimeError, Crash # Issue 16589 - RuntimeError.  Issue 22130 - Crash (out of memory).

[ $compiler == dart2js && $checked ]
convert/utf85_test: Pass, Slow # Issue 12029.
mirrors/list_constructor_test/01: RuntimeError # Issue 19635.

[ $compiler == dart2js ]
convert/chunked_conversion_utf88_test: Slow, Pass
convert/utf85_test: Slow, Pass
mirrors/globalized_closures_test/00: RuntimeError # Issue 17118. Please remove the multi-test comments when this test starts succeeding.
mirrors/globalized_closures2_test/00: RuntimeError # Issue 17118. Please remove the multi-test comments when this test starts succeeding.


[ $compiler == dart2js && ( $browser || $runtime == d8 ) ]
async/timer_not_available_test: Fail, OK # only meant to test when there is no way to
                                         # implement timer (currently only in jsshell)

# 'js' tests import the dart:js library, so they only make sense in
# a browser environment.
[ $runtime == vm ]
js/*: Skip

[ $compiler == dart2dart ]
mirrors/*: Skip # Issue 11511
async/schedule_microtask6_test: Fail             # Issue 10957 - may be related to issue 10910

[ $compiler == dart2dart && $minified ]
convert/json_lib_test: Fail # Issue 10961

[ $compiler == dart2js && $minified ]
mirrors/mirrors_used_get_name_test: RuntimeError
mirrors/mirrors_used_get_name2_test: RuntimeError

[ $runtime == ff ]
# FF setTimeout can fire early: https://bugzilla.mozilla.org/show_bug.cgi?id=291386
convert/streamed_conversion_utf8_decode_test: Pass, Slow  # Issue 12029
mirrors/mirrors_reader_test: Timeout, Slow, RuntimeError # Issue 16589

[ $runtime == chrome && $system == macos ]
async/timer_isActive_test: Pass, Timeout # Issue 22696
async/slow_consumer_test: Pass, Timeout # Issue 22696
async/catch_errors11_test: Pass, Timeout # Issue 22696

[ $runtime == chrome || $runtime == ff || $runtime == ContentShellOnAndroid ]
convert/streamed_conversion_utf8_encode_test: SkipSlow # Times out. Issue 22050
convert/streamed_conversion_utf8_decode_test: SkipSlow # Times out. Issue 22050
convert/streamed_conversion_json_utf8_encode_test: SkipSlow # Times out. Issue 22050
convert/streamed_conversion_json_utf8_decode_test: SkipSlow # Times out. Issue 22050
async/slow_consumer2_test: SkipSlow # Times out. Issue 22050
async/stream_timeout_test: SkipSlow # Times out. Issue 22050

[ $compiler == dart2js ]
typed_data/typed_data_hierarchy_int64_test: RuntimeError # Issue 10275
typed_data/int32x4_bigint_test: RuntimeError # Issue 1533
typed_data/int64_list_load_store_test: RuntimeError # Issue 10275

[ $runtime == opera ]
async/multiple_timer_test: Pass, Fail # Probably issue 14734

[ $runtime == opera && $system == windows]
# TODO(efortuna): Investigate.
async/timer_test: Fail, Pass

[ $runtime == vm ]
async/timer_not_available_test: Fail, OK
mirrors/native_class_test: Fail, OK # This test is meant to run in a browser.

[ $compiler == none ]
async/timer_not_available_test: SkipByDesign # only meant to test when there is no way to implement timer (currently only in d8)

mirrors/generic_local_function_test: RuntimeError # Issue 14913
mirrors/symbol_validation_test: RuntimeError # Issue 13596

mirrors/mirrors_used*: SkipByDesign # Invalid tests. MirrorsUsed does not have a specification, and dart:mirrors is not required to hide declarations that are not covered by any MirrorsUsed annotation.

[ $compiler == none && ( $runtime == drt || $runtime == dartium || $runtime == ContentShellOnAndroid) ]
async/schedule_microtask6_test: Fail # Issue 10910
async/timer_test: Fail, Pass # Issue 15487
async/multiple_timer_test: Fail, Pass # Issue 15487
async/stream_periodic3_test: Fail, Pass # Issue 15487
async/timer_isolate_test: Fail, Pass # Issue 15487. Issue 13921: spawnFunction is not allowed on Dartium's DOM thread.
async/timer_isActive_test: Fail, Pass # Issue 22352
mirrors/immutable_collections_test: SkipSlow # Dartium debug uses -O0, so this will just timeout and waste bot cycles.
mirrors/mirrors_reader_test: SkipSlow # Dartium debug uses -O0, so this will just timeout and waste bot cycles.
mirrors/library_uri_io_test: SkipByDesign # Uses dart:io.
mirrors/local_isolate_test: RuntimeError # Issue 12188

[ $compiler == none && $runtime == drt && $system == windows ]
async/multiple_timer_test: Fail, Pass # See Issue 10982
async/timer_test: Fail, Pass # See Issue 10982

[ $compiler == none && $runtime == dartium ]
async/schedule_microtask5_test: Pass, Timeout # Issue 13719: Please triage this failure.
async/timer_cancel2_test: Pass, Timeout # Issue 13719: Please triage this failure.

[$compiler == none && $runtime == ContentShellOnAndroid ]
async/stream_timeout_test: RuntimeError, Pass # Issue 19127
async/slow_consumer3_test: SkipSlow # Times out flakily. Issue 20956
async/slow_consumer2_test: SkipSlow # Times out flakily. Issue 20956
convert/streamed_conversion_utf8_encode_test: SkipSlow # Times out or passes. Issue 19127
convert/streamed_conversion_utf8_decode_test: SkipSlow # Times out or passes. Issue 19127
mirrors/lazy_static_test: SkipSlow # Times out. Issue 19127
mirrors/mirrors_reader_test: SkipSlow # Times out. Issue 19127

[ $compiler == dart2js && $runtime == safarimobilesim ]
mirrors/mirrors_reader_test: SkipSlow # Times out. Issue 20806.

[ $compiler == dart2dart ]
# Deferred loading is not supported by dart2dart.
async/deferred/deferred_in_isolate_test: Skip # Issue 17523

[ $compiler == none && ($runtime == drt || $runtime == dartium || $runtime == ContentShellOnAndroid) ]
# Dart vm does not support spawn from a dom-enabled isolate.
async/deferred/deferred_in_isolate_test: RuntimeError # Issue 16209

[ $compiler == dart2js && $runtime == jsshell ]
async/schedule_microtask_test: Fail  # Preamble file does not correctly implement scheduleImmediate.

[ $compiler == dartanalyzer || $compiler == dart2analyzer ]
mirrors/generic_f_bounded_mixin_application_test: StaticWarning # Test Issue

mirrors/redirecting_factory_test/01: StaticWarning # test issue X, The return type 'Class<T2, T1>' of the redirected constructor is not assignable to 'Class<T1, T2>'
mirrors/redirecting_factory_test/none: StaticWarning # test issue X, The return type 'Class<T2, T1>' of the redirected constructor is not assignable to 'Class<T1, T2>

mirrors/immutable_collections_test: StaticWarning, OK # Expect failure for any type of Iterable.
mirrors/inference_and_no_such_method_test: StaticWarning, OK # Expect to trigger noSuchMethod.
mirrors/mirrors_nsm_test: StaticWarning, OK # Expect to trigger noSuchMethod.

mirrors/repeated_private_anon_mixin_app_test: StaticWarning, OK # Intentional library name conflict.
mirrors/removed_api_test: StaticWarning, OK # Deliberately refers to undeclared members.

mirrors/deferred_mirrors_metadata_test: Fail # Issue 17522

profiler/metrics_test: Fail # Issue 20309
profiler/metrics_num_test: Fail # Issue 20309

[ ($compiler == dartanalyzer || $compiler == dart2analyzer) && $checked ]
mirrors/regress_16321_test/01: MissingCompileTimeError # Issue 16391

[ $compiler == dart2js && $runtime == d8 && $system == windows ]
async/*deferred*: Skip # Issue 17458
mirrors/*deferred*: Skip # Issue 17458

[ $compiler == dart2js && $mode == debug ]
mirrors/native_class_test: Pass, Slow

[ $arch == simarm ]
convert/chunked_conversion_utf88_test: Skip  # Pass, Slow Issue 12644.
convert/utf85_test: Skip  # Pass, Slow Issue 12644.

[ $compiler == dart2js ]
profiler/metrics_num_test: Skip # Because of a int / double type test.

[ $arch == simarm64 ]
convert/utf85_test: Skip # Pass, Slow Issue 20111.

[ $mode == debug && $arch == ia32 && $system == windows ]
convert/streamed_conversion_json_utf8_decode_test: Skip  # Verification OOM.

[ $mode == debug && $arch != ia32 && $arch != x64 && $arch != simarm ]
convert/streamed_conversion_json_utf8_decode_test: Skip  # Verification not yet implemented.

[ $runtime == vm && $mode == debug && $builder_tag == asan ]
mirrors/immutable_collections_test: SkipSlow  # Timeout.
convert/streamed_conversion_json_utf8_decode_test: Skip  # Timeout.