[stable][ddc] Add new test and builder configs
Issue: https://github.com/dart-lang/sdk/issues/51481
Cherry-pick: https://dart-review.googlesource.com/c/sdk/+/279750
Change-Id: I84dbbe238f34ddf945ebab709995a021802d9cf3
Reviewed-on: https://dart-review.googlesource.com/c/sdk/+/284544
Reviewed-by: Alexander Thomas <athom@google.com>
diff --git a/tools/bots/test_matrix.json b/tools/bots/test_matrix.json
index 1c901be..88e8d47 100644
--- a/tools/bots/test_matrix.json
+++ b/tools/bots/test_matrix.json
@@ -86,6 +86,10 @@
"third_party/pkg/",
"third_party/requirejs/",
"tools/",
+ "xcodebuild/ReleaseARM64/dart-sdk/",
+ "xcodebuild/ReleaseARM64/ddc_outline.dill",
+ "xcodebuild/ReleaseARM64/ddc_outline_unsound.dill",
+ "xcodebuild/ReleaseARM64/gen/utils/dartdevc/",
"xcodebuild/ReleaseIA32/dart-sdk/",
"xcodebuild/ReleaseX64/dart-sdk/",
"xcodebuild/ReleaseX64/gen/utils/dartdevc/"
@@ -945,6 +949,65 @@
]
}
},
+ "ddc-(linux|win)-chrome": {
+ "options": {
+ "checked": true,
+ "nnbd": "strong",
+ "use-sdk": true
+ }
+ },
+ "ddc-mac-chrome": {
+ "options": {
+ "architecture": "arm64",
+ "checked": true,
+ "nnbd": "strong",
+ "use-sdk": true
+ }
+ },
+ "ddc-linux-firefox": {
+ "options": {
+ "checked": true,
+ "nnbd": "strong",
+ "use-sdk": true
+ }
+ },
+ "ddc-linux-chrome-unsound": {
+ "options": {
+ "checked": true,
+ "nnbd": "weak",
+ "use-sdk": true
+ }
+ },
+ "ddc-linux-chrome-unsound_2": {
+ "options": {
+ "builder-tag": "legacy-test-suites",
+ "checked": true,
+ "nnbd": "weak",
+ "use-sdk": true
+ }
+ },
+ "ddc-canary-linux-chrome": {
+ "options": {
+ "builder-tag": "canary",
+ "checked": true,
+ "ddc-options": [
+ "--canary"
+ ],
+ "nnbd": "strong",
+ "use-sdk": true
+ }
+ },
+ "ddc-canary-linux-chrome-unsound": {
+ "options": {
+ "builder-tag": "canary",
+ "checked": true,
+ "ddc-options": [
+ "--canary"
+ ],
+ "nnbd": "weak",
+ "use-sdk": true
+ }
+ },
"cfe-(linux|mac|win)": {
"options": {
"compiler": "fasta"
@@ -2557,6 +2620,359 @@
},
{
"builders": [
+ "ddc-linux-chrome",
+ "ddc-win-chrome"
+ ],
+ "meta": {
+ "description": "DDC running in Chrome on Linux and Windows."
+ },
+ "steps": [
+ {
+ "name": "build dart",
+ "script": "tools/build.py",
+ "arguments": [
+ "dart2js_bot",
+ "dartdevc_test"
+ ]
+ },
+ {
+ "name": "ddc sdk tests",
+ "arguments": [
+ "-nddc-${system}-chrome",
+ "corelib",
+ "dartdevc",
+ "language",
+ "lib",
+ "web"
+ ],
+ "shards": 6,
+ "fileset": "web_platform_nnbd"
+ },
+ {
+ "name": "ddc co19 tests",
+ "arguments": [
+ "-nddc-${system}-chrome",
+ "co19"
+ ],
+ "shards": 6,
+ "fileset": "web_platform_nnbd"
+ },
+ {
+ "name": "ddc modular tests",
+ "script": "out/ReleaseX64/dart-sdk/bin/dart",
+ "testRunner": true,
+ "arguments": [
+ "pkg/dev_compiler/test/modular_suite.dart",
+ "-nddc-${system}-chrome",
+ "--verbose",
+ "--use-sdk"
+ ]
+ },
+ {
+ "name": "ddc sourcemap tests",
+ "script": "out/ReleaseX64/dart",
+ "arguments": [
+ "pkg/dev_compiler/test/sourcemap/sourcemaps_suite.dart",
+ "-rnone"
+ ]
+ },
+ {
+ "name": "ddc sourcemap stacktrace tests",
+ "script": "out/ReleaseX64/dart",
+ "arguments": [
+ "pkg/dev_compiler/test/sourcemap/stacktrace_suite.dart",
+ "-rnone"
+ ]
+ },
+ {
+ "name": "ddc worker tests",
+ "script": "out/ReleaseX64/dart",
+ "arguments": [
+ "pkg/dev_compiler/test/worker/worker_test.dart",
+ "-rnone"
+ ]
+ },
+ {
+ "name": "ddc self host test",
+ "script": "out/ReleaseX64/dart-sdk/bin/dart",
+ "arguments": [
+ "--enable-asserts",
+ "pkg/dev_compiler/bin/dartdevc.dart",
+ "--sound-null-safety",
+ "-o",
+ "out/ReleaseX64/dartdevc.js",
+ "pkg/dev_compiler/bin/dartdevc.dart"
+ ]
+ }
+ ]
+ },
+ {
+ "builders": [
+ "ddc-mac-chrome"
+ ],
+ "meta": {
+ "description": "DDC running in Chrome on Mac."
+ },
+ "steps": [
+ {
+ "name": "build dart",
+ "script": "tools/build.py",
+ "arguments": [
+ "--arch=arm64",
+ "dart2js_bot",
+ "dartdevc_test"
+ ]
+ },
+ {
+ "name": "ddc sdk tests",
+ "arguments": [
+ "-nddc-mac-chrome",
+ "--arch=arm64",
+ "corelib",
+ "dartdevc",
+ "language",
+ "lib",
+ "web"
+ ],
+ "shards": 6,
+ "fileset": "web_platform_nnbd"
+ },
+ {
+ "name": "ddc modular tests",
+ "script": "xcodebuild/ReleaseARM64/dart-sdk/bin/dart",
+ "testRunner": true,
+ "arguments": [
+ "pkg/dev_compiler/test/modular_suite.dart",
+ "-nddc-mac-chrome",
+ "--verbose",
+ "--use-sdk"
+ ]
+ },
+ {
+ "name": "ddc sourcemap tests",
+ "script": "xcodebuild/ReleaseARM64/dart",
+ "arguments": [
+ "pkg/dev_compiler/test/sourcemap/sourcemaps_suite.dart",
+ "-rnone"
+ ]
+ },
+ {
+ "name": "ddc sourcemap stacktrace tests",
+ "script": "xcodebuild/ReleaseARM64/dart",
+ "arguments": [
+ "pkg/dev_compiler/test/sourcemap/stacktrace_suite.dart",
+ "-rnone"
+ ]
+ },
+ {
+ "name": "ddc worker tests",
+ "script": "xcodebuild/ReleaseARM64/dart",
+ "arguments": [
+ "pkg/dev_compiler/test/worker/worker_test.dart",
+ "-rnone"
+ ]
+ },
+ {
+ "name": "ddc self host test",
+ "script": "xcodebuild/ReleaseARM64/dart-sdk/bin/dart",
+ "arguments": [
+ "--enable-asserts",
+ "pkg/dev_compiler/bin/dartdevc.dart",
+ "--sound-null-safety",
+ "-o",
+ "xcodebuild/ReleaseARM64/dartdevc.js",
+ "pkg/dev_compiler/bin/dartdevc.dart"
+ ]
+ }
+ ]
+ },
+ {
+ "builders": [
+ "ddc-linux-firefox"
+ ],
+ "meta": {
+ "description": "DDC running in Firefox on Linux ."
+ },
+ "steps": [
+ {
+ "name": "build dart",
+ "script": "tools/build.py",
+ "arguments": [
+ "dart2js_bot",
+ "dartdevc_test"
+ ]
+ },
+ {
+ "name": "ddc sdk tests",
+ "arguments": [
+ "-nddc-${system}-firefox",
+ "corelib",
+ "dartdevc",
+ "language",
+ "lib",
+ "web"
+ ],
+ "shards": 6,
+ "fileset": "web_platform_nnbd"
+ },
+ {
+ "name": "ddc co19 tests",
+ "arguments": [
+ "-nddc-${system}-firefox",
+ "co19"
+ ],
+ "shards": 6,
+ "fileset": "web_platform_nnbd"
+ }
+ ]
+ },
+ {
+ "builders": [
+ "ddc-linux-chrome-unsound"
+ ],
+ "meta": {
+ "description": "DDC without sound null safety running in Chrome on Linux."
+ },
+ "steps": [
+ {
+ "name": "build dart",
+ "script": "tools/build.py",
+ "arguments": [
+ "dartdevc_test"
+ ]
+ },
+ {
+ "name": "ddc sdk tests unsound",
+ "arguments": [
+ "-nddc-linux-chrome-unsound",
+ "corelib",
+ "dartdevc",
+ "language",
+ "lib",
+ "web"
+ ],
+ "shards": 6,
+ "fileset": "web_platform_nnbd"
+ },
+ {
+ "name": "ddc sdk _2 tests",
+ "arguments": [
+ "-nddc-linux-chrome-unsound_2",
+ "corelib_2",
+ "dartdevc_2",
+ "language_2",
+ "lib_2",
+ "web_2"
+ ],
+ "shards": 6,
+ "fileset": "web_platform"
+ },
+ {
+ "name": "ddc co19 tests unsound",
+ "arguments": [
+ "-nddc-linux-chrome-unsound",
+ "co19"
+ ],
+ "shards": 6,
+ "fileset": "web_platform_nnbd"
+ },
+ {
+ "name": "ddc co19_2 tests",
+ "arguments": [
+ "-nddc-linux-chrome-unsound_2",
+ "co19_2"
+ ],
+ "shards": 6,
+ "fileset": "web_platform"
+ },
+ {
+ "name": "ddc modular tests unsound",
+ "script": "out/ReleaseX64/dart-sdk/bin/dart",
+ "testRunner": true,
+ "arguments": [
+ "pkg/dev_compiler/test/modular_suite_unsound.dart",
+ "-nddc-linux-chrome-unsound",
+ "--verbose",
+ "--use-sdk"
+ ]
+ }
+ ]
+ },
+ {
+ "builders": [
+ "ddc-canary-linux-chrome"
+ ],
+ "meta": {
+ "description": "DDC in canary mode running in Chrome on Linux."
+ },
+ "steps": [
+ {
+ "name": "build dart",
+ "script": "tools/build.py",
+ "arguments": [
+ "dartdevc_test",
+ "--gn-args=ddc_canary=true"
+ ]
+ },
+ {
+ "name": "ddc sdk tests",
+ "arguments": [
+ "-nddc-canary-linux-chrome",
+ "corelib",
+ "dartdevc",
+ "language",
+ "lib",
+ "web"
+ ],
+ "shards": 6,
+ "fileset": "web_platform_nnbd"
+ },
+ {
+ "name": "ddc sdk tests unsound",
+ "arguments": [
+ "-nddc-canary-linux-chrome-unsound",
+ "corelib",
+ "dartdevc",
+ "language",
+ "lib",
+ "web"
+ ],
+ "shards": 6,
+ "fileset": "web_platform_nnbd"
+ },
+ {
+ "name": "ddc co19 tests",
+ "arguments": [
+ "-nddc-canary-linux-chrome",
+ "co19"
+ ],
+ "shards": 6,
+ "fileset": "web_platform_nnbd"
+ },
+ {
+ "name": "ddc co19 tests unsound",
+ "arguments": [
+ "-nddc-canary-linux-chrome-unsound",
+ "co19"
+ ],
+ "shards": 6,
+ "fileset": "web_platform_nnbd"
+ },
+ {
+ "name": "ddc modular tests unsound",
+ "script": "out/ReleaseX64/dart-sdk/bin/dart",
+ "testRunner": true,
+ "arguments": [
+ "pkg/dev_compiler/test/modular_suite_canary_unsound.dart",
+ "-nddc-canary-linux-chrome-unsound",
+ "--verbose",
+ "--use-sdk"
+ ]
+ }
+ ]
+ },
+ {
+ "builders": [
"vm-kernel-optcounter-threshold-linux-release-ia32",
"vm-kernel-optcounter-threshold-linux-release-x64",
"vm-kernel-optcounter-threshold-linux-release-x64c",
