test/runner/configuration/top_level_error_test.dart

// Copyright (c) 2016, the Dart project authors.  Please see the AUTHORS file
// for details. All rights reserved. Use of this source code is governed by a
// BSD-style license that can be found in the LICENSE file.

@TestOn("vm")
import 'dart:convert';

import 'package:scheduled_test/descriptor.dart' as d;
import 'package:scheduled_test/scheduled_test.dart';
import 'package:test/src/util/exit_codes.dart' as exit_codes;

import '../../io.dart';

void main() {
  useSandbox();

  test("rejects an invalid pause_after_load", () {
    d
        .file("dart_test.yaml", JSON.encode({"pause_after_load": "flup"}))
        .create();

    var test = runTest(["test.dart"]);
    test.stderr.expect(
        containsInOrder(["pause_after_load must be a boolean", "^^^^^^"]));
    test.shouldExit(exit_codes.data);
  });

  test("rejects an invalid verbose_trace", () {
    d.file("dart_test.yaml", JSON.encode({"verbose_trace": "flup"})).create();

    var test = runTest(["test.dart"]);
    test.stderr
        .expect(containsInOrder(["verbose_trace must be a boolean", "^^^^^^"]));
    test.shouldExit(exit_codes.data);
  });

  test("rejects an invalid js_trace", () {
    d.file("dart_test.yaml", JSON.encode({"js_trace": "flup"})).create();

    var test = runTest(["test.dart"]);
    test.stderr
        .expect(containsInOrder(["js_trace must be a boolean", "^^^^^^"]));
    test.shouldExit(exit_codes.data);
  });

  group("reporter", () {
    test("rejects an invalid type", () {
      d.file("dart_test.yaml", JSON.encode({"reporter": 12})).create();

      var test = runTest(["test.dart"]);
      test.stderr.expect(containsInOrder(["reporter must be a string", "^^"]));
      test.shouldExit(exit_codes.data);
    });

    test("rejects an invalid name", () {
      d
          .file("dart_test.yaml", JSON.encode({"reporter": "non-existent"}))
          .create();

      var test = runTest(["test.dart"]);
      test.stderr.expect(containsInOrder(
          ['Unknown reporter "non-existent"', "^^^^^^^^^^^^^^"]));
      test.shouldExit(exit_codes.data);
    });
  });

  test("rejects an invalid pub serve port", () {
    d.file("dart_test.yaml", JSON.encode({"pub_serve": "foo"})).create();

    var test = runTest(["test.dart"]);
    test.stderr.expect(containsInOrder(["pub_serve must be an int", "^^^^^"]));
    test.shouldExit(exit_codes.data);
  });

  test("rejects an invalid concurrency", () {
    d.file("dart_test.yaml", JSON.encode({"concurrency": "foo"})).create();

    var test = runTest(["test.dart"]);
    test.stderr
        .expect(containsInOrder(["concurrency must be an int", "^^^^^"]));
    test.shouldExit(exit_codes.data);
  });

  group("timeout", () {
    test("rejects an invalid type", () {
      d.file("dart_test.yaml", JSON.encode({"timeout": 12})).create();

      var test = runTest(["test.dart"]);
      test.stderr.expect(containsInOrder(["timeout must be a string", "^^"]));
      test.shouldExit(exit_codes.data);
    });

    test("rejects an invalid format", () {
      d.file("dart_test.yaml", JSON.encode({"timeout": "12p"})).create();

      var test = runTest(["test.dart"]);
      test.stderr
          .expect(containsInOrder(["Invalid timeout: expected unit", "^^^^^"]));
      test.shouldExit(exit_codes.data);
    });
  });

  group("names", () {
    test("rejects an invalid list type", () {
      d.file("dart_test.yaml", JSON.encode({"names": "vm"})).create();

      var test = runTest(["test.dart"]);
      test.stderr.expect(containsInOrder(["names must be a list", "^^^^"]));
      test.shouldExit(exit_codes.data);
    });

    test("rejects an invalid member type", () {
      d
          .file(
              "dart_test.yaml",
              JSON.encode({
                "names": [12]
              }))
          .create();

      var test = runTest(["test.dart"]);
      test.stderr.expect(containsInOrder(["Names must be strings", "^^"]));
      test.shouldExit(exit_codes.data);
    });

    test("rejects an invalid RegExp", () {
      d
          .file(
              "dart_test.yaml",
              JSON.encode({
                "names": ["(foo"]
              }))
          .create();

      var test = runTest(["test.dart"]);
      test.stderr.expect(
          containsInOrder(['Invalid name: Unterminated group(foo', "^^^^^^"]));
      test.shouldExit(exit_codes.data);
    });
  });

  group("plain_names", () {
    test("rejects an invalid list type", () {
      d.file("dart_test.yaml", JSON.encode({"plain_names": "vm"})).create();

      var test = runTest(["test.dart"]);
      test.stderr
          .expect(containsInOrder(["plain_names must be a list", "^^^^"]));
      test.shouldExit(exit_codes.data);
    });

    test("rejects an invalid member type", () {
      d
          .file(
              "dart_test.yaml",
              JSON.encode({
                "plain_names": [12]
              }))
          .create();

      var test = runTest(["test.dart"]);
      test.stderr.expect(containsInOrder(["Names must be strings", "^^"]));
      test.shouldExit(exit_codes.data);
    });
  });

  group("platforms", () {
    test("rejects an invalid list type", () {
      d.file("dart_test.yaml", JSON.encode({"platforms": "vm"})).create();

      var test = runTest(["test.dart"]);
      test.stderr.expect(containsInOrder(["platforms must be a list", "^^^^"]));
      test.shouldExit(exit_codes.data);
    });

    test("rejects an invalid member type", () {
      d
          .file(
              "dart_test.yaml",
              JSON.encode({
                "platforms": [12]
              }))
          .create();

      var test = runTest(["test.dart"]);
      test.stderr.expect(containsInOrder(["Platforms must be strings", "^^"]));
      test.shouldExit(exit_codes.data);
    });

    test("rejects an invalid member name", () {
      d
          .file(
              "dart_test.yaml",
              JSON.encode({
                "platforms": ["foo"]
              }))
          .create();

      var test = runTest(["test.dart"]);
      test.stderr.expect(containsInOrder(['Unknown platform "foo"', "^^^^^"]));
      test.shouldExit(exit_codes.data);
    });
  });

  group("paths", () {
    test("rejects an invalid list type", () {
      d.file("dart_test.yaml", JSON.encode({"paths": "test"})).create();

      var test = runTest(["test.dart"]);
      test.stderr.expect(containsInOrder(["paths must be a list", "^^^^^^"]));
      test.shouldExit(exit_codes.data);
    });

    test("rejects an invalid member type", () {
      d
          .file(
              "dart_test.yaml",
              JSON.encode({
                "paths": [12]
              }))
          .create();

      var test = runTest(["test.dart"]);
      test.stderr.expect(containsInOrder(["Paths must be strings", "^^"]));
      test.shouldExit(exit_codes.data);
    });

    test("rejects an absolute path", () {
      d
          .file(
              "dart_test.yaml",
              JSON.encode({
                "paths": ["/foo"]
              }))
          .create();

      var test = runTest(["test.dart"]);
      test.stderr
          .expect(containsInOrder(['Paths must be relative.', "^^^^^^"]));
      test.shouldExit(exit_codes.data);
    });

    test("rejects an invalid URI", () {
      d
          .file(
              "dart_test.yaml",
              JSON.encode({
                "paths": ["[invalid]"]
              }))
          .create();

      var test = runTest(["test.dart"]);
      test.stderr.expect(
          containsInOrder(['Invalid path: Invalid character', "^^^^^^^^^"]));
      test.shouldExit(exit_codes.data);
    });
  });

  group("filename", () {
    test("rejects an invalid type", () {
      d.file("dart_test.yaml", JSON.encode({"filename": 12})).create();

      var test = runTest(["test.dart"]);
      test.stderr.expect(containsInOrder(['filename must be a string.', "^^"]));
      test.shouldExit(exit_codes.data);
    });

    test("rejects an invalid format", () {
      d.file("dart_test.yaml", JSON.encode({"filename": "{foo"})).create();

      var test = runTest(["test.dart"]);
      test.stderr.expect(
          containsInOrder(['Invalid filename: expected ",".', "^^^^^^"]));
      test.shouldExit(exit_codes.data);
    });
  });
}