# Copyright (c) 2013, the Dart project authors.  Please see the AUTHORS file
# for details. All rights reserved. Use of this source code is governed by a
# BSD-style license that can be found in the LICENSE file.

# WARNING:
# Tests using the multitest feature where failure is expected should *also* be
# listed in tests/lib/analyzer/analyze_tests.status without the "standalone"
# prefix.

io/raw_socket_test: Pass, RuntimeError # Issue 28288
io/http_close_test: Pass, RuntimeError # Issue 28380
packages_file_test: Skip # Issue 26715
packages_file_test/none: Skip   # contains no tests.

package/invalid_uri_test: Fail, OK # CompileTimeErrors intentionally
package/scenarios/packages_file_strange_formatting/empty_package_dir_test: Fail, OK # CompileTimeErrors intentionally
package/scenarios/empty_packages_file/empty_packages_file_discovery_test: Fail, OK # CompileTimeErrors intentionally
package/scenarios/empty_packages_file/empty_packages_file_option_test: Fail, OK # CompileTimeErrors intentionally
package/scenarios/invalid/invalid_package_name_test: RuntimeError, CompileTimeError # Errors intentionally
package/scenarios/invalid/same_package_twice_test.dart: RuntimeError, CompileTimeError # Errors intentionally

issue14236_test: Pass # Do not remove this line. It serves as a marker for Issue 14516 comment #4.

[$runtime == vm && $compiler == none && $system == fuchsia]
*: Skip  # Not yet triaged.

[ ($runtime != vm && $runtime != dart_precompiled) && ($runtime != drt || $compiler != none) ]
no_assert_test: Fail, OK # This is testing a vm flag.
env_test: Skip # This is testing a vm command line parsing scenario.

[ $runtime == vm || $runtime == dart_precompiled ]
package/package_isolate_test: Fail # Issue 12474
package/scenarios/invalid/same_package_twice_test: Pass # Issue 24119
# This test checks that the test runner correctly detects and reports non-utf8
# output from a test.
io/non_utf8_output_test: NonUtf8Output, OK

[ ($runtime == vm || $runtime == dart_precompiled) && $checked ]
# These tests have type errors on purpose.
io/process_invalid_arguments_test: Fail, OK
io/directory_invalid_arguments_test: Fail, OK
io/file_invalid_arguments_test: Fail, OK
io/internet_address_invalid_arguments_test: Fail, OK
io/socket_invalid_arguments_test: Fail, OK
io/stdout_bad_argument_test: Fail, OK
# These test have type errors on purpose and take very long to run in
# checked mode with no benefit. Skip.
io/file_fuzz_test: Skip
io/directory_fuzz_test: Skip

[ ($runtime == vm || $runtime == dart_precompiled) && $system == macos ]
# This test fails with "Too many open files" on the Mac OS buildbot.
# This is expected as MacOS by default runs with a very low number
# of allowed open files ('ulimit -n' says something like 256).
io/socket_many_connections_test: Skip
# Re-enable once the bots have been updated. Issue #26057
io/secure_server_client_certificate_test: Skip
io/socket_test: Pass, Timeout # Issue 27453

# This test sometimes hangs on Mac.
io/raw_server_socket_cancel_test: Skip # Issue 28182

[ $runtime == vm && $system == linux ]
# These tests have started timing out and issue 25649 has been filed to
# investigate, skipping these tests temporarily to get the bots to be
# green again.
io/http_proxy_test: Skip
io/secure_builtin_roots_test: Skip

# These tests might be slow on an opt counter threshold bot.
# They also time out on the bot occasionally => flaky test issue 28046
io/http_basic_test: Pass, Slow, Timeout  # Issue 28046
io/http_launch_test: Pass, Slow, Timeout  # Issue 28046


[ $compiler == none && ($runtime == drt || $runtime == dartium) ]
typed_array_test: RuntimeError, OK  # Uses Isolate.spawn
typed_array_int64_uint64_test: RuntimeError, OK  # Uses Isolate.spawn
typed_data_isolate_test: SkipByDesign # This test uses dart:io
dwarf_stack_trace_test: SkipByDesign # This test uses dart:io
regress_28854_1_test: SkipByDesign # Uses Isolate.spawn
regress_28854_2_test: SkipByDesign # Uses Isolate.spawn
io/*: SkipByDesign # Don't run tests using dart:io in the browser
package/*: Skip # Do not run those in Dartium.
http_launch_test: Skip
vmservice/*: SkipByDesign # Do not run standalone vm service tests in browser.
issue14236_test: Skip # Issue 14236 Script snapshots do not work in the browser.
oom_error_stacktrace_test: Skip
out_of_memory_test: Skip
map_insert_remove_oom_test: Skip  # Issue 24571
verbose_gc_to_bmu_test: Skip
regress_26031_test: SkipByDesign # Standalone only test
env_test: Skip # This is testing a vm command line parsing scenario.
dart_developer_disabled_env_test: SkipByDesign # Dartium does not respect VMOptions

[ $compiler == dartanalyzer || $compiler == dart2analyzer ]
issue14236_test: Skip # Analyzer can't handle Script snapshots.

# test issue https://code.google.com/p/dart/issues/detail?id=11518
io/file_constructor_test: fail

# This is runtime test.
io/process_exit_negative_test: Skip

io/http_parser_test: Pass, CompileTimeError # Issue 28843
io/http_headers_test: Pass, CompileTimeError # Issue 28843
io/http_cookie_date_test: Pass, CompileTimeError # Issue 28843
io/web_socket_protocol_processor_test: Pass, CompileTimeError # Issue 28843

[ $compiler == dart2analyzer && $builder_tag == strong ]
*: Skip # Issue 28649

[ $compiler == dart2js ]
number_identity_test: Skip # Bigints and int/double diff. not supported.
typed_data_test: Skip # dart:typed_data support needed.
bytedata_test: Skip # dart:typed_data support needed.
typed_data_view_test: Skip # dart:typed_data support needed.
typed_data_isolate_test: Skip # dart:typed_data support needed.
typed_array_int64_uint64_test: Skip # dart:typed_data on dart2js does not support 64-bit ints.
float_array_test: Skip # dart:typed_data support needed.
int_array_test: Skip  # dart:typed_data support needed.
io/web_socket_protocol_processor_test: Skip  # Importing code with external keyword
int_array_load_elimination_test: Skip  # This is a VM test
medium_integer_test: RuntimeError, OK # Test fails with JS number semantics: issue 1533.
io/process_exit_negative_test: Fail, OK # relies on a static error that is a warning now.
package/package_isolate_test: Skip # spawnUri does not work in dart2js. See issue 3051
package/package_test: Fail, OK # dart2js does not support 'package:foo.dart' imports
package/package1_test: Fail, OK # dart2js does not support 'package:foo.dart' imports
package/scenarios/invalid/*: CompileTimeError  # Negative tests expecting CompileTimeErrors.
left_shift_bit_and_op_test: Skip # Integers exceed dart2js precision.
pow_test: Skip # Precision > 53 bits.
double_smi_comparison_test: Skip # Precision > 53 bits.
http_launch_test: Skip
oom_error_stacktrace_test: RuntimeError, OK # (OOM on JS may produce a stacktrace).
vmservice/*: Skip # Do not run standalone vm service tests with dart2js.
issue14236_test: Skip # dart2js does not deal with Script snapshots.
unboxed_int_converter_test: Skip
pair_location_remapping_test: Skip
regress_25335_test: Skip # Int64List not supported.
deferred_transitive_import_error_test: Skip # Contains intentional errors.
dart_developer_env_test: SkipByDesign # Unsupported by dart2js
dart_developer_disabled_env_test: SkipByDesign # Unsupported by dart2js

[ $runtime == vm && ($arch == arm || $arch == arm64) ]
io/file_stream_test: Skip # Issue 26109
io/file_typed_data_test: Skip # Issue 26109
io/file_input_stream_test: Skip # Issue 26109

[ $compiler == dart2js && $jscl ]
assert_test: RuntimeError, OK # Assumes unspecified fields on the AssertionError.
deoptimization_test: RuntimeError, OK # Requires bigint.
out_of_memory_test: RuntimeError, OK # d8 handles much larger arrays than Dart VM.
io/arguments_test: CompileTimeError, OK # Cannot pass arguments to d8.

[ $compiler == dart2js && $runtime == none ]
io/arguments_test: Fail # DartOptions not supported by dart2js, and issue 14200.
medium_integer_test: Pass # The test only fails at runtime, not at compilation.
oom_error_stacktrace_test: Pass # The test only fails at runtime.

[ $compiler == dart2js && $fast_startup ]
io/skipping_dart2js_compilations_test: CompileTimeError # Imports dart:mirrors
io/test_harness_analyzer_test: CompileTimeError # Imports dart:mirrors
io/test_runner_test: CompileTimeError # Imports dart:mirrors

[ $compiler == dart2js && $browser ]
*: Skip

[ $arch == simarm || $arch == simarmv6 || $arch == simarmv5te || $arch == simmips ]
out_of_memory_test: Skip # passes on Mac, crashes on Linux
oom_error_stacktrace_test: Skip # Fails on Linux

[ $arch == simmips ]
io/socket_bind_test: Pass, Fail # Issue 28315
io/http_server_response_test: Pass, Crash # Issue 29012

[ ($arch == simarm || $arch == simdbc || $arch == simdbc64) && $mode == debug && $checked ]
io/web_socket_test: Pass, Fail # Issue 26814

[ $arch == mips ]
io/file_stat_test: Fail # Issue 17440
io/process_sync_test: Skip # Starts 10 dart subprocesses, uses too much memory.
io/signals_test: Skip # Starts 10 dart subprocesses, uses too much memory
io/socket_source_address_test: Fail # Issue 22597

[ $arch == mips && $mode == debug ]
io/web_socket_test: SkipSlow # Times out. Issue 20352
io/test_runner_test: Skip # Flakily times out in a subtest. Issue 201351
io/http_client_stays_alive_test: Skip # Timing dependent test, MIPS machine too slow.

[ $compiler == none && $runtime == dartium && $unchecked ]
assert_test: Fail # Issue 14651.

[ $compiler == dartanalyzer || $compiler == dart2analyzer ]
io/directory_invalid_arguments_test: StaticWarning
io/process_invalid_arguments_test: StaticWarning
io/raw_secure_server_socket_argument_test: StaticWarning
io/secure_socket_argument_test: StaticWarning
io/stdout_bad_argument_test: StaticWarning
package/package1_test: StaticWarning
package/package_test: StaticWarning
package/scenarios/packages_dir_only/packages_dir_only_test: StaticWarning
package/scenarios/packages_file_only/packages_file_only_test: StaticWarning
package/scenarios/both_dir_and_file/prefers_packages_file_test: StaticWarning
package/scenarios/packages_file_in_parent/sub/packages_file_in_parent_test: StaticWarning
typed_data_test: StaticWarning
typed_data_view_test: StaticWarning
deferred_transitive_import_error_test: Skip # Contains intentional errors.

[ $compiler == dart2analyzer ]
package/package1_test: CompileTimeError
package/package_test: CompileTimeError
package/package_isolate_test: CompileTimeError
package/scenarios/packages_dir_only/packages_dir_only_test: CompileTimeError
package/scenarios/packages_file_only/packages_file_only_test: CompileTimeError
package/scenarios/both_dir_and_file/prefers_packages_file_test: CompileTimeError
package/scenarios/packages_file_in_parent/sub/packages_file_in_parent_test: CompileTimeError
package/scenarios/invalid/non_existent_packages_file_test: Crash, OK # Analyzer exits on invalid package config
package/scenarios/invalid/invalid_utf8_test: Crash, OK # Analyzer exits on invalid package config
package/scenarios/invalid/invalid_package_name_test: Crash, OK # Analyzer exits on invalid package config
package/scenarios/invalid/same_package_twice_test: Crash, OK # Analyzer exits on invalid package config

[ $system == windows ]
verbose_gc_to_bmu_test: Skip
io/process_sync_test: Pass, Timeout # Issue 24596
io/sleep_test: Pass, Fail # Issue 25757
io/http_server_early_client_close2_test: Pass, Crash  # Issue 28197
io/process_stdin_transform_unsubscribe_test: Pass, Timeout # Issue #28558

[ $system == windows && $compiler != dart2analyzer ]
io/platform_resolved_executable_test/06: RuntimeError  # Issue 23641
io/skipping_dart2js_compilations_test: Fail # Issue 19551.
io/socket_info_ipv6_test: RuntimeError # Issue 27876

[ $system == windows && $compiler == dart2analyzer ]
package/package_isolate_test: Crash # Issue 28645
package/scenarios/empty_packages_file/empty_packages_file_noimports_test: Crash # Issue 28645
package/scenarios/empty_packages_file/empty_packages_file_option_test: Crash, Pass # Issue 28645
package/scenarios/packages_file_strange_formatting/empty_lines_test: Crash # Issue 28645
package/scenarios/packages_file_strange_formatting/empty_package_dir_test: Crash # Issue 28645
package/scenarios/packages_file_strange_formatting/mixed_line_ends_test: Crash # Issue 28645
package/scenarios/packages_option_only/packages_option_only_noimports_test: Crash # Issue 28645
package/scenarios/packages_option_only/packages_option_only_test: Crash, CompileTimeError # Issue 28645

[ ($runtime == vm || $runtime == dart_precompiled) && $mode == debug && $builder_tag == asan ]
io/file_lock_test: Skip  # Timeout.
io/test_runner_test: Skip  # Timeout.
io/http_client_stays_alive_test: Skip  # Timeout.

[ $runtime == vm || $runtime == dart_precompiled ]
# Failures in secure networking while NSS is replaced with BoringSSL
io/https_client_certificate_test: RuntimeError # Issue 24070
io/secure_socket_renegotiate_test: RuntimeError
io/secure_socket_bad_data_test: RuntimeError  # An error in a secure connection just puts a READ_CLOSED on the stream, rather than signaling an error on the stream.

[ $arch == ia32 ]
no_allow_absolute_addresses_test: SkipByDesign # Not supported.
link_natives_lazily_test: SkipByDesign # Not supported.

[ $compiler == precompiler ]
map_insert_remove_oom_test: Skip # Heap limit too low. Increasing iteration count to make a higher limit a meaningful test makes it too slow for simarm[64] bots.
io/web_socket_test: Pass, RuntimeError # Issue 24674

[ $compiler == precompiler || $compiler == app_jit ]
io/compile_all_test: Skip # Incompatible flag --compile_all

[ $compiler == app_jit ]
io/stdout_bad_argument_test: Skip # Test exits and so can't generate snapshot.
io/directory_list_sync_test: Skip # Snapshot path differs from script path.
io/test_extension_test: Skip # Snapshot path differs from script path.
io/test_extension_fail_test: Skip # Snapshot path differs from script path.
io/platform_test: Skip # Snapshot path differs from script path.

[ $runtime == dart_precompiled ]
# These tests attempt to spawn another script using the precompiled runtime.
http_launch_test: Skip
io/addlatexhash_test: Skip
io/dart_std_io_pipe_test: Skip
io/dart_std_io_pipe_test: Skip
io/file_blocking_lock_test: Skip
io/file_lock_test: Skip
io/file_read_special_device_test: Skip
io/http_client_stays_alive_test: Skip
io/http_response_deadline_test: Skip
io/http_server_close_response_after_error_test: Skip
io/https_unauthorized_test: Skip
io/named_pipe_script_test: Skip
io/print_sync_test: Skip
io/process_check_arguments_test: Skip
io/process_detached_test: Skip
io/process_environment_test: Skip
io/process_non_ascii_test: Skip
io/process_run_output_test: Skip
io/process_set_exit_code_test: Skip
io/process_shell_test: Skip
io/process_stderr_test: Skip
io/process_stdin_transform_unsubscribe_test: Skip
io/process_stdout_test: Skip
io/process_sync_test: Skip
io/raw_datagram_socket_test: Skip
io/regress_7191_test: Skip
io/regress_7679_test: Skip
io/secure_unauthorized_test: Skip
io/signals_test: Skip
io/stdin_sync_test: Skip
io/stdio_implicit_close_test: Skip
io/stdio_nonblocking_test: Skip
io/test_extension_fail_test: Skip
io/test_extension_test: Skip
io/windows_environment_test: Skip
verbose_gc_to_bmu_test: Skip

io/platform_test: RuntimeError # Expects to be running from 'dart' instead of 'dart_precompiled_runtime'
io/directory_list_sync_test: Timeout, Skip # Expects to find the test directory relative to the script.

[ $runtime == vm && $system == windows && $mode == release ]
io/http_server_close_response_after_error_test: Pass, Timeout # Issue 28370: timeout.
io/regress_7191_test: Pass, Timeout # Issue 28374: timeout.

[ $runtime == vm && $system == macos && $mode == release ]
io/named_pipe_script_test: Pass, RuntimeError # Issue 28737

[ $runtime == vm && $system == linux && $mode == release && $arch == ia32 && $builder_tag == asan ]
io/socket_close_test: Pass, Timeout # Issue 28502: timeout.

[ $runtime == dart_precompiled || $mode == product ]
io/skipping_dart2js_compilations_test: CompileTimeError # Imports dart:mirrors
io/test_harness_analyzer_test: CompileTimeError # Imports dart:mirrors
io/test_runner_test: CompileTimeError # Imports dart:mirrors

[ $compiler == app_jit ]
assert_test: RuntimeError # Script name change?

[ $runtime == dart_precompiled || $mode == product ]
assert_test: SkipByDesign # Requires checked mode.
no_assert_test: SkipByDesign # Requires checked mode.
io/code_collection_test: Skip # Incompatible flags

# Overriding these flags are not supported in product mode.
[ $mode == product ]
no_profiler_test: SkipByDesign
no_support_coverage_test: SkipByDesign
no_support_debugger_test: SkipByDesign
no_support_disassembler_test: SkipByDesign
no_support_il_printer_test: SkipByDesign
no_support_service_test: SkipByDesign
no_support_timeline_test: SkipByDesign
io/stdio_implicit_close_test: Skip # SkipByDesign
dart_developer_env_test: SkipByDesign

# Following tests are skipped on dart_app as package mapping is not supported.
[ $runtime == dart_precompiled || $compiler == app_jit ]
package/scenarios/packages_file_strange_formatting/mixed_line_ends_test: Skip
package/scenarios/packages_file_strange_formatting/empty_lines_test: Skip
package/scenarios/invalid/invalid_utf8_test: Skip
package/scenarios/invalid/same_package_twice_test: Skip
package/scenarios/invalid/non_existent_packages_file_test: Skip
package/scenarios/empty_packages_file/empty_packages_file_noimports_test: Skip
package/scenarios/packages_option_only/packages_option_only_noimports_test: Skip
package/scenarios/packages_option_only/packages_option_only_test: Skip

[ $arch == simdbc || $arch == simdbc64 ]
# SIMDBC interpreter doesn't support lazy linking of natives.
link_natives_lazily_test: SkipByDesign

# SIMDBC interpreter doesn't support --no_lazy_dispatchers
no_lazy_dispatchers_test: SkipByDesign

io/secure_unauthorized_test: Pass, RuntimeError # Issue 28719

[ $system == android ]
# Issue 26376
io/platform_resolved_executable_test: RuntimeError
io/process_path_test: RuntimeError
io/file_test: RuntimeError
io/process_path_environment_test: RuntimeError
io/file_system_watcher_test: RuntimeError
io/resolve_symbolic_links_test: RuntimeError
io/file_stat_test: RuntimeError
# Issue 27638
io/raw_datagram_socket_test: RuntimeError
io/http_proxy_advanced_test: RuntimeError
io/regress_21160_test: RuntimeError
io/secure_multiple_client_server_test: RuntimeError
io/http_proxy_test: RuntimeError
io/secure_session_resume_test: RuntimeError
io/raw_secure_server_socket_test: RuntimeError
io/raw_secure_server_closing_test: RuntimeError
io/raw_secure_socket_pause_test: RuntimeError
io/https_server_test: RuntimeError
io/secure_server_client_certificate_test: RuntimeError
io/secure_socket_alpn_test: RuntimeError
io/secure_bad_certificate_test: RuntimeError
io/secure_server_socket_test: RuntimeError
io/secure_client_server_test: RuntimeError
io/socket_upgrade_to_secure_test: RuntimeError
io/secure_client_raw_server_test: RuntimeError
io/secure_socket_test: RuntimeError
io/raw_secure_socket_test: RuntimeError
io/https_bad_certificate_test: RuntimeError
io/secure_server_closing_test: RuntimeError
# The Android command runner doesn't correctly handle non-UTF8 formatted output.
# https://github.com/dart-lang/sdk/issues/28872
io/non_utf8_output_test: Skip

[ $system == android && $runtime == dart_precompiled && $mode == release && $arch == arm]
io/stdout_stderr_non_blocking_test: Pass, Timeout # Issue 28426

[ $runtime == vm || $runtime == dart_precompiled ]
deferred_transitive_import_error_test: Skip # Contains intentional errors.

[ $hot_reload || $hot_reload_rollback ]
deferred_transitive_import_error_test: Crash # Uses deferred imports.
package/*: SkipByDesign # Launches VMs in interesting ways.
io/raw_datagram_read_all_test: Pass, Fail # Timing dependent.
io/test_runner_test: Pass, Slow # Slow.
io/skipping_dart2js_compilations_test: Pass, Slow # Slow.

[ $builder_tag == no_ipv6 ]
io/raw_datagram_socket_test: SkipByDesign
io/socket_source_address_test: SkipByDesign
io/socket_bind_test: SkipByDesign
io/http_proxy_advanced_test: SkipByDesign
io/http_ipv6_test: SkipByDesign
io/socket_ipv6_test: SkipByDesign
io/socket_info_ipv6_test: SkipByDesign

[ $builder_tag == asan && $arch == x64 ]
io/process_detached_test: Pass, Slow
io/named_pipe_script_test: RuntimeError

[ ($compiler == dartk || $compiler == dartkp) && ($runtime == vm || $runtime == dart_precompiled) ]
assert_test: RuntimeError
io/compile_all_test: Crash
io/directory_chdir_test: DartkCrash
io/directory_test: DartkCrash
io/directory_uri_test: DartkCrash
io/file_absolute_path_test: DartkCrash
io/file_uri_test: DartkCrash
io/http_cookie_test: RuntimeError
io/http_proxy_advanced_test: RuntimeError
io/link_async_test: DartkCrash
io/link_test: DartkCrash
io/link_uri_test: DartkCrash
io/platform_test: DartkCrash
io/resolve_symbolic_links_test: DartkCrash
io/skipping_dart2js_compilations_test: DartkCrash
io/socket_many_connections_test: RuntimeError
io/test_harness_analyzer_test: DartkCrash
io/test_runner_test: DartkCrash
io/uri_platform_test: DartkCrash
map_insert_remove_oom_test: Crash
package/package1_test: CompileTimeError
package/package_test: CompileTimeError
package/scenarios/invalid/invalid_package_name_test: DartkCrash
package/scenarios/invalid/invalid_utf8_test: DartkCrash
package/scenarios/invalid/non_existent_packages_file_test: DartkCrash
package/scenarios/invalid/same_package_twice_test: DartkCrash
package/scenarios/packages_dir_only/packages_dir_only_test: CompileTimeError
verbose_gc_to_bmu_test: RuntimeError