blob: 1fb24447e4fee6d665e29278967d638adecf080c [file] [log] [blame]
# Copyright (c) 2017, the Dart project authors. Please see the AUTHORS file
# for details. All rights reserved. Use of this source code is governed by a
# BSD-style license that can be found in the LICENSE file.
valid_source_locations_test: Pass, Slow
[ $compiler == app_jitk ]
add_breakpoint_rpc_kernel_test: SkipByDesign # No incremental compiler available.
async_generator_breakpoint_test: SkipByDesign # No incremental compiler available.
break_on_activation_test: SkipByDesign # No incremental compiler available.
complex_reload_test: RuntimeError
debugger_inspect_test: SkipByDesign # No incremental compiler available.
debugger_location_second_test: SkipByDesign # No script sources available.
eval_internal_class_test: SkipByDesign # No incremental compiler available.
eval_regression_flutter20255_test: SkipByDesign # No incremental compiler available.
eval_test: SkipByDesign # No incremental compiler available.
evaluate_*: SkipByDesign # No incremental compiler available.
get_allocation_traces_test: SkipByDesign # Allocation traces aren't consistent when running from snapshot.
get_instances_as_array_rpc_expression_evaluation_on_internal_test: SkipByDesign # No incremental compiler available.
get_object_rpc_test: SkipByDesign # App-JIT snapshots don't contain script sources.
pause_on_exceptions_test: SkipByDesign # No incremental compiler available.
rewind_optimized_out_test: SkipByDesign # No incremental compiler available.
rewind_test: SkipByDesign # No incremental compiler available.
sigquit_starts_service_test: SkipByDesign # Spawns a secondary process using Platform.executable.
[ $compiler == dartk ]
coverage_optimized_function_test: Pass, Slow
evaluate_activation_test/instance: RuntimeError # http://dartbug.com/20047
evaluate_activation_test/scope: RuntimeError # http://dartbug.com/20047
get_source_report_test: RuntimeError # Should pass again when constant evaluation is relanded, see http://dartbug.com/36600
pause_on_exception_from_slow_path_test: Pass, Slow
pause_on_unhandled_async_exceptions2_test: Pass, Slow
[ $compiler == dartkp ]
add_breakpoint_rpc_kernel_test: SkipByDesign # Debugger is disabled in AOT mode.
async_generator_breakpoint_test: SkipByDesign # Debugger is disabled in AOT mode.
async_next_regession_18877_test: SkipByDesign # Debugger is disabled in AOT mode.
async_next_test: SkipByDesign # Debugger is disabled in AOT mode.
async_scope_test: SkipByDesign # Debugger is disabled in AOT mode.
async_single_step_exception_test: SkipByDesign # Debugger is disabled in AOT mode.
async_single_step_into_test: SkipByDesign # Debugger is disabled in AOT mode.
async_single_step_out_test: SkipByDesign # Debugger is disabled in AOT mode.
async_star_single_step_into_test: SkipByDesign # Debugger is disabled in AOT mode.
async_star_step_out_test: SkipByDesign # Debugger is disabled in AOT mode.
async_step_out_test: SkipByDesign # Debugger is disabled in AOT mode.
awaiter_async_stack_contents_2_test: SkipByDesign # Debugger is disabled in AOT mode.
awaiter_async_stack_contents_test: SkipByDesign # Debugger is disabled in AOT mode.
bad_reload_test: SkipByDesign # Hot reload is disabled in AOT mode.
break_on_activation_test: SkipByDesign # Debugger is disabled in AOT mode.
break_on_async_function_test: SkipByDesign # Debugger is disabled in AOT mode.
break_on_default_constructor_test: SkipByDesign # Debugger is disabled in AOT mode.
break_on_function_child_isolate_test: SkipByDesign # Debugger is disabled in AOT mode.
break_on_function_many_child_isolates_test: SkipByDesign # Debugger is disabled in AOT mode.
break_on_function_test: SkipByDesign # Debugger is disabled in AOT mode.
breakpoint_async_break_test: SkipByDesign # Debugger is disabled in AOT mode.
breakpoint_in_package_parts_class_file_uri_test: SkipByDesign # Debugger is disabled in AOT mode.
breakpoint_in_package_parts_class_test: SkipByDesign # Debugger is disabled in AOT mode.
breakpoint_in_parts_class_test: SkipByDesign # Debugger is disabled in AOT mode.
breakpoint_non_debuggable_library_test: SkipByDesign # Debugger is disabled in AOT mode.
breakpoint_on_if_null_1_test: SkipByDesign # Debugger is disabled in AOT mode.
breakpoint_on_if_null_2_test: SkipByDesign # Debugger is disabled in AOT mode.
breakpoint_on_if_null_3_test: SkipByDesign # Debugger is disabled in AOT mode.
breakpoint_on_if_null_4_test: SkipByDesign # Debugger is disabled in AOT mode.
breakpoint_partfile_test: SkipByDesign # Debugger is disabled in AOT mode.
breakpoint_two_args_checked_test: SkipByDesign # Debugger is disabled in AOT mode.
breakpoints_with_mixin_test: SkipByDesign # Debugger is disabled in AOT mode.
capture_stdio_test: SkipByDesign # Debugger is disabled in AOT mode.
causal_async_stack_contents_test: SkipByDesign # Debugger is disabled in AOT mode.
causal_async_stack_presence_test: SkipByDesign # Debugger is disabled in AOT mode.
causal_async_star_stack_contents_test: SkipByDesign # Debugger is disabled in AOT mode.
causal_async_star_stack_presence_test: SkipByDesign # Debugger is disabled in AOT mode.
client_resume_approvals_reload_test: SkipByDesign # Debugger is disabled in AOT mode.
code_test: SkipByDesign # Debugger is disabled in AOT mode.
column_breakpoint_test: SkipByDesign # Debugger is disabled in AOT mode.
complex_reload_test: SkipByDesign # Debugger is disabled in AOT mode.
coverage_const_field_async_closure_test: SkipByDesign # Debugger is disabled in AOT mode.
coverage_leaf_function_test: SkipByDesign # Debugger is disabled in AOT mode.
coverage_optimized_function_test: SkipByDesign # Debugger is disabled in AOT mode.
dds_log_history_size_*: SkipByDesign # Debugger is disabled in AOT mode.
debugger_inspect_test: SkipByDesign # Debugger is disabled in AOT mode.
debugger_location_second_test: SkipByDesign # Debugger is disabled in AOT mode.
debugger_location_test: SkipByDesign # Debugger is disabled in AOT mode.
debugging_inlined_finally_test: SkipByDesign # Debugger is disabled in AOT mode.
debugging_test: SkipByDesign # Debugger is disabled in AOT mode.
deferred_import_reload_test: SkipByDesign # Hot reload is disabled in AOT mode.
developer_extension_test: SkipByDesign # Debugger is disabled in AOT mode.
developer_service_get_isolate_id_test: SkipByDesign # Debugger is disabled in AOT mode.
eval_internal_class_test: SkipByDesign # Debugger is disabled in AOT mode.
eval_regression_flutter20255_test: SkipByDesign # Debugger is disabled in AOT mode.
eval_test: SkipByDesign # Debugger is disabled in AOT mode.
evaluate_activation_in_method_class_test: SkipByDesign # Debugger is disabled in AOT mode.
evaluate_activation_test: SkipByDesign
evaluate_async_closure_test: SkipByDesign
evaluate_class_type_parameters_test: SkipByDesign # Debugger is disabled in AOT mode.
evaluate_function_type_parameters_test: SkipByDesign # Debugger is disabled in AOT mode.
evaluate_in_async_activation_test: SkipByDesign # Debugger is disabled in AOT mode.
evaluate_in_async_star_activation_test: SkipByDesign # Debugger is disabled in AOT mode.
evaluate_in_frame_rpc_test: SkipByDesign # Debugger is disabled in AOT mode.
evaluate_in_frame_with_scope_test: SkipByDesign # Debugger is disabled in AOT mode.
evaluate_in_sync_star_activation_test: SkipByDesign # Debugger is disabled in AOT mode.
evaluate_with_escaping_closure_test: SkipByDesign # Debugger is disabled in AOT mode.
evaluate_with_scope_test: SkipByDesign # Debugger is disabled in AOT mode.
field_script_test: SkipByDesign # Debugger is disabled in AOT mode.
get_allocation_samples_test: SkipByDesign # Debugger is disabled in AOT mode.
get_allocation_traces_test: SkipByDesign # Debugger is disabled in AOT mode.
get_instances_as_array_rpc_expression_evaluation_on_internal_test: SkipByDesign # Debugger is disabled in AOT mode.
get_object_rpc_test: SkipByDesign # Debugger is disabled in AOT mode.
get_source_report_const_coverage_test: SkipByDesign # Debugger is disabled in AOT mode.
get_source_report_test: SkipByDesign # Debugger is disabled in AOT mode.
get_source_report_with_mixin_test: SkipByDesign # Debugger is disabled in AOT mode.
get_stack_limit_rpc_test: SkipByDesign # Debugger is disabled in AOT mode.
get_stack_rpc_test: SkipByDesign # Debugger is disabled in AOT mode.
implicit_getter_setter_test: SkipByDesign # Debugger is disabled in AOT mode.
invoke_test: SkipByDesign # Debugger is disabled in AOT mode.
isolate_lifecycle_test: SkipByDesign # Debugger is disabled in AOT mode.
issue_25465_test: SkipByDesign # Debugger is disabled in AOT mode.
issue_27238_test: SkipByDesign # Debugger is disabled in AOT mode.
issue_27287_test: SkipByDesign # Debugger is disabled in AOT mode.
issue_30555_test: SkipByDesign # Debugger is disabled in AOT mode.
kill_paused_test: SkipByDesign # Debugger is disabled in AOT mode.
library_dependency_test: CompileTimeError
local_variable_declaration_test: SkipByDesign # Debugger is disabled in AOT mode.
local_variable_in_awaiter_async_frame_test: SkipByDesign # Debugger is disabled in AOT mode.
logging_test: SkipByDesign # Debugger is disabled in AOT mode.
mirror_references_test: CompileTimeError
mixin_break_test: SkipByDesign # Debugger is disabled in AOT mode.
network_profiling_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_assign_call_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_assign_int_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_await_for_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_call_on_field_in_class_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_call_on_field_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_call_on_static_field_in_class_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_catch_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_closure_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_create_list_and_map_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_for_each_loop_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_for_loop_with_break_and_continue_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_function_expression_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_implicit_call_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_is_and_as_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_multi_catch_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_new_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_operator_bracket_on_super_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_operator_bracket_on_this_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_operator_bracket_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_simple_async_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_simple_async_with_returns_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_simple_linear_2_test: SkipByDesign # Debugger is disabled in AOT mode.
next_through_simple_linear_test: SkipByDesign # Debugger is disabled in AOT mode.
notify_debugger_on_exception_test: SkipByDesign # Debugger is disabled in AOT mode.
notify_debugger_on_exception_yielding_test: SkipByDesign # Debugger is disabled in AOT mode.
parameters_in_scope_at_entry_test: SkipByDesign # Debugger is disabled in AOT mode.
pause_idle_isolate_test: SkipByDesign # Debugger is disabled in AOT mode.
pause_on_exception_from_slow_path_test: SkipByDesign # Debugger is disabled in AOT mode.
pause_on_exceptions_test: SkipByDesign # Debugger is disabled in AOT mode.
pause_on_start_then_step_test: SkipByDesign # Debugger is disabled in AOT mode.
pause_on_unhandled_async_exceptions2_test: SkipByDesign # Debugger is disabled in AOT mode.
pause_on_unhandled_async_exceptions3_test: SkipByDesign # Debugger is disabled in AOT mode.
pause_on_unhandled_async_exceptions_test: SkipByDesign # Debugger is disabled in AOT mode.
pause_on_unhandled_exceptions_test: SkipByDesign # Debugger is disabled in AOT mode.
positive_token_pos_test: SkipByDesign # Debugger is disabled in AOT mode.
regress_28443_test: SkipByDesign # Debugger is disabled in AOT mode.
regress_28980_test: SkipByDesign # Debugger is disabled in AOT mode.
regress_34841_test: SkipByDesign # Debugger is disabled in AOT mode.
reload_sources_test: SkipByDesign # Hot reload is disabled in AOT mode.
rewind_optimized_out_test: SkipByDesign # Debugger is disabled in AOT mode.
rewind_test: SkipByDesign # Debugger is disabled in AOT mode.
sdk_break_with_mixin_test: SkipByDesign # Debugger is disabled in AOT mode.
set_breakpoint_state_test: SkipByDesign # Debugger is disabled in AOT mode.
set_library_debuggable_test: SkipByDesign # Debugger is disabled in AOT mode.
sigquit_starts_service_test: SkipByDesign # Spawns a secondary process using Platform.executable.
simple_reload_test: SkipByDesign # Hot reload is disabled in AOT mode.
steal_breakpoint_test: SkipByDesign # Debugger is disabled in AOT mode.
step_into_async_no_await_test: SkipByDesign # Debugger is disabled in AOT mode.
step_over_await_test: SkipByDesign # Debugger is disabled in AOT mode.
step_test: SkipByDesign # Debugger is disabled in AOT mode.
step_through_arithmetic_test: SkipByDesign # Debugger is disabled in AOT mode.
step_through_constructor_calls_test: SkipByDesign # Debugger is disabled in AOT mode.
step_through_constructor_test: SkipByDesign # Debugger is disabled in AOT mode.
step_through_for_each_sync_star_2_test: SkipByDesign # Debugger is disabled in AOT mode.
step_through_for_each_sync_star_test: SkipByDesign # Debugger is disabled in AOT mode.
step_through_function_2_test: SkipByDesign # Debugger is disabled in AOT mode.
step_through_function_test: SkipByDesign # Debugger is disabled in AOT mode.
step_through_getter_test: SkipByDesign # Debugger is disabled in AOT mode.
step_through_mixin_from_sdk_test: SkipByDesign # Debugger is disabled in AOT mode.
step_through_property_get_test: SkipByDesign # Debugger is disabled in AOT mode.
step_through_property_set_test: SkipByDesign # Debugger is disabled in AOT mode.
step_through_setter_test: SkipByDesign # Debugger is disabled in AOT mode.
step_through_switch_test: SkipByDesign # Debugger is disabled in AOT mode.
step_through_switch_with_continue_test: SkipByDesign # Debugger is disabled in AOT mode.
valid_source_locations_test: SkipByDesign # Debugger is disabled in AOT mode.
validate_timer_port_behavior_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_timeline_flags_test: SkipByDesign # Debugger is disabled in AOT mode.
weak_properties_test: CompileTimeError
yield_positions_with_finally_test: SkipByDesign # Debugger is disabled in AOT mode.
[ $arch == arm64 && $compiler == dartk ]
coverage_optimized_function_test: Pass, Slow
[ $arch == arm64 && $compiler == dartk && $mode == release ]
get_object_rpc_test: Pass, RuntimeError # Please triage / issue #27806
[ $arch == ia32 && $builder_tag == optimization_counter_threshold ]
eval_regression_flutter20255_test: SkipSlow # Timeout
get_vm_timeline_rpc_test: Pass, Slow
rewind_optimized_out_test: SkipSlow # Timeout
[ $arch == ia32 && $compiler == dartk ]
valid_source_locations_test: Skip # Issue 34736, too slow.
[ $arch != simarm && $arch != simarm64 && $arch != simarm64c && $compiler == dartk ]
complex_reload_test: RuntimeError
[ $compiler == dartk && $mode == debug ]
isolate_lifecycle_test: Skip # Flaky.
pause_idle_isolate_test: Skip # Flaky
rewind_optimized_out_test: Pass, Slow
[ $compiler == dartk && $system == windows ]
add_breakpoint_rpc_kernel_test: Skip # Timeout
break_on_default_constructor_test: Skip # Issues 32137 and 32138.
breakpoint_in_parts_class_test: Skip # Timeout
coverage_optimized_function_test: Skip # Timeout
field_script_test: Skip # Timeout
get_vm_timeline_rpc_test: Skip # Issue 32137.
issue_25465_test: Skip # Issues 32137 and 32138.
issue_30555_test: Skip # Issues 32137 and 32138.
next_through_assign_call_test: Skip # Issues 32137 and 32138.
next_through_assign_int_test: Skip # Issues 32137 and 32138.
next_through_call_on_field_in_class_test: Skip # Issues 32137 and 32138.
next_through_call_on_field_test: Skip # Issues 32137 and 32138.
next_through_call_on_static_field_in_class_test: Skip # Timeout
next_through_catch_test: Skip # Issues 32137 and 32138.
next_through_closure_test: Skip # Timeout
next_through_create_list_and_map_test: Skip # Issues 32137 and 32138.
next_through_for_each_loop_test: Skip # Timeout
next_through_for_loop_with_break_and_continue_test: Skip # Timeout
next_through_function_expression_test: Skip # Issues 32137 and 32138.
next_through_implicit_call_test: Skip # Timeout
next_through_is_and_as_test: Skip # Issues 32137 and 32138.
next_through_multi_catch_test: Skip # Issues 32137 and 32138.
next_through_new_test: Skip # Timeout
next_through_operator_bracket_on_super_test: Skip # Timeout
next_through_operator_bracket_on_this_test: Skip # Timeout
next_through_operator_bracket_test: Skip # Timeout
next_through_simple_async_test: Skip # Timeout
next_through_simple_async_with_returns_test: Skip # Issues 32137 and 32138.
next_through_simple_linear_2_test: Skip # Issues 32137 and 32138.
next_through_simple_linear_test: Skip # Issues 32137 and 32138.
pause_idle_isolate_test: Skip # Issues 32137 and 32138.
pause_on_start_and_exit_test: Skip # Issues 32225, 32138.
pause_on_start_and_exit_with_child_test: Skip # Timeout
pause_on_start_then_step_test: Skip # Issue 32225, 32138.
regress_28443_test: Skip # Times out.
regress_28980_test: Skip # Issues 32137 and 32138.
reload_sources_test: RuntimeError
set_vm_name_rpc_test: Skip # Times out. Issue 32137.
step_test: Skip # Issues 32137 and 32138.
step_through_constructor_calls_test: Skip # Timeout
step_through_constructor_test: Skip # Timeout
step_through_function_2_test: Skip # Issues 32137 and 32138.
step_through_function_test: Skip # Issues 32137 and 32138.
step_through_getter_test: Skip # Timeout
step_through_property_get_test: Skip # Times out. Issue 32137.
step_through_property_set_test: Skip # Timeout
step_through_setter_test: Skip # Issues 32137 and 32138.
step_through_switch_test: Skip # Times out. Issue 32137.
step_through_switch_with_continue_test: Skip # Times out. Issue 32137.
[ $compiler == dartk && ($arch == simarm || $arch == simarm64 || $arch == simarm64c) ]
add_breakpoint_rpc_kernel_test: RuntimeError # Issue #34736
async_generator_breakpoint_test: SkipByDesign # No incremental compiler available.
bad_reload_test: Skip # Times out on sim architectures, also RuntimeError.
break_on_activation_test: RuntimeError # Issue #34736
breakpoint_in_package_parts_class_file_uri_test: RuntimeError # Issue #34736
complex_reload_test: Skip # Times out on sim architectures, also RuntimeError.
dds_log_history_size_gigantic_test: SkipSlow # Involves hundreds of thousands of log messages
debugger_inspect_test: RuntimeError, Timeout # Issue #34736
eval_internal_class_test: RuntimeError # Issue #34736
eval_regression_flutter20255_test: SkipByDesign # No incremental compiler available.
eval_test: RuntimeError # Issue #34736
evaluate_activation_test/none: RuntimeError # Issue #34736
evaluate_async_closure_test: RuntimeError # Issue #34736
evaluate_class_type_parameters_test: RuntimeError # Issue 34736
evaluate_function_type_parameters_test: RuntimeError # Issue 34736
evaluate_in_async_activation_test: RuntimeError # Issue #34736
evaluate_in_async_star_activation_test: RuntimeError # Issue #34736
evaluate_in_frame_rpc_test: RuntimeError # Issue #34736
evaluate_in_frame_with_scope_test: RuntimeError # Issue #34736
evaluate_in_sync_star_activation_test: SkipByDesign # No incremental compiler available.
evaluate_with_scope_test: RuntimeError # Issue #34736
get_allocation_traces_test: SkipByDesign # Allocation traces aren't consistent when running from snapshot.
pause_on_exceptions_test: RuntimeError, Timeout # Issue #34736
reload_sources_test: Skip # Times out.
rewind_optimized_out_test: RuntimeError # Issue #34736
rewind_test: Pass, RuntimeError
set_name_rpc_test: RuntimeError # Please triage.
sigquit_starts_service_test: SkipByDesign # Spawns a secondary process using Platform.executable.
simple_reload_test: RuntimeError, Timeout
valid_source_locations_test: Skip # Issue 34736, too slow.
[ $mode == debug && $system == windows ]
debugger_location_second_test: Skip, Timeout
debugger_location_test: Skip, Timeout