blob: 566b1fa54bde40d438f243de12e36e35669a0b9f [file] [log] [blame]
// Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file
// for details. All rights reserved. Use of this source code is governed by a
// BSD-style license that can be found in the LICENSE file.
import 'package:expect/expect.dart';
import 'dart:convert';
import 'dart:typed_data' show Uint8List;
const String testEnglishPhrase = "The quick brown fox jumps over the lazy dog.";
const List<int> testEnglishUtf8 = const <int>[
0x54,
0x68,
0x65,
0x20,
0x71,
0x75,
0x69,
0x63,
0x6b,
0x20,
0x62,
0x72,
0x6f,
0x77,
0x6e,
0x20,
0x66,
0x6f,
0x78,
0x20,
0x6a,
0x75,
0x6d,
0x70,
0x73,
0x20,
0x6f,
0x76,
0x65,
0x72,
0x20,
0x74,
0x68,
0x65,
0x20,
0x6c,
0x61,
0x7a,
0x79,
0x20,
0x64,
0x6f,
0x67,
0x2e
];
const String testDanishPhrase = "Quizdeltagerne spiste jordbær med "
"fløde mens cirkusklovnen Wolther spillede på xylofon.";
const List<int> testDanishUtf8 = const <int>[
0x51,
0x75,
0x69,
0x7a,
0x64,
0x65,
0x6c,
0x74,
0x61,
0x67,
0x65,
0x72,
0x6e,
0x65,
0x20,
0x73,
0x70,
0x69,
0x73,
0x74,
0x65,
0x20,
0x6a,
0x6f,
0x72,
0x64,
0x62,
0xc3,
0xa6,
0x72,
0x20,
0x6d,
0x65,
0x64,
0x20,
0x66,
0x6c,
0xc3,
0xb8,
0x64,
0x65,
0x20,
0x6d,
0x65,
0x6e,
0x73,
0x20,
0x63,
0x69,
0x72,
0x6b,
0x75,
0x73,
0x6b,
0x6c,
0x6f,
0x76,
0x6e,
0x65,
0x6e,
0x20,
0x57,
0x6f,
0x6c,
0x74,
0x68,
0x65,
0x72,
0x20,
0x73,
0x70,
0x69,
0x6c,
0x6c,
0x65,
0x64,
0x65,
0x20,
0x70,
0xc3,
0xa5,
0x20,
0x78,
0x79,
0x6c,
0x6f,
0x66,
0x6f,
0x6e,
0x2e
];
// unusual formatting due to strange editor interaction w/ text direction.
const String testHebrewPhrase =
"דג סקרן שט בים מאוכזב ולפתע מצא לו חברה איך הקליטה";
const List<int> testHebrewUtf8 = const <int>[
0xd7,
0x93,
0xd7,
0x92,
0x20,
0xd7,
0xa1,
0xd7,
0xa7,
0xd7,
0xa8,
0xd7,
0x9f,
0x20,
0xd7,
0xa9,
0xd7,
0x98,
0x20,
0xd7,
0x91,
0xd7,
0x99,
0xd7,
0x9d,
0x20,
0xd7,
0x9e,
0xd7,
0x90,
0xd7,
0x95,
0xd7,
0x9b,
0xd7,
0x96,
0xd7,
0x91,
0x20,
0xd7,
0x95,
0xd7,
0x9c,
0xd7,
0xa4,
0xd7,
0xaa,
0xd7,
0xa2,
0x20,
0xd7,
0x9e,
0xd7,
0xa6,
0xd7,
0x90,
0x20,
0xd7,
0x9c,
0xd7,
0x95,
0x20,
0xd7,
0x97,
0xd7,
0x91,
0xd7,
0xa8,
0xd7,
0x94,
0x20,
0xd7,
0x90,
0xd7,
0x99,
0xd7,
0x9a,
0x20,
0xd7,
0x94,
0xd7,
0xa7,
0xd7,
0x9c,
0xd7,
0x99,
0xd7,
0x98,
0xd7,
0x94
];
const String testRussianPhrase = "Съешь же ещё этих мягких "
"французских булок да выпей чаю";
const List<int> testRussianUtf8 = const <int>[
0xd0,
0xa1,
0xd1,
0x8a,
0xd0,
0xb5,
0xd1,
0x88,
0xd1,
0x8c,
0x20,
0xd0,
0xb6,
0xd0,
0xb5,
0x20,
0xd0,
0xb5,
0xd1,
0x89,
0xd1,
0x91,
0x20,
0xd1,
0x8d,
0xd1,
0x82,
0xd0,
0xb8,
0xd1,
0x85,
0x20,
0xd0,
0xbc,
0xd1,
0x8f,
0xd0,
0xb3,
0xd0,
0xba,
0xd0,
0xb8,
0xd1,
0x85,
0x20,
0xd1,
0x84,
0xd1,
0x80,
0xd0,
0xb0,
0xd0,
0xbd,
0xd1,
0x86,
0xd1,
0x83,
0xd0,
0xb7,
0xd1,
0x81,
0xd0,
0xba,
0xd0,
0xb8,
0xd1,
0x85,
0x20,
0xd0,
0xb1,
0xd1,
0x83,
0xd0,
0xbb,
0xd0,
0xbe,
0xd0,
0xba,
0x20,
0xd0,
0xb4,
0xd0,
0xb0,
0x20,
0xd0,
0xb2,
0xd1,
0x8b,
0xd0,
0xbf,
0xd0,
0xb5,
0xd0,
0xb9,
0x20,
0xd1,
0x87,
0xd0,
0xb0,
0xd1,
0x8e
];
const String testGreekPhrase = "Γαζέες καὶ μυρτιὲς δὲν θὰ βρῶ πιὰ "
"στὸ χρυσαφὶ ξέφωτο";
const List<int> testGreekUtf8 = const <int>[
0xce,
0x93,
0xce,
0xb1,
0xce,
0xb6,
0xce,
0xad,
0xce,
0xb5,
0xcf,
0x82,
0x20,
0xce,
0xba,
0xce,
0xb1,
0xe1,
0xbd,
0xb6,
0x20,
0xce,
0xbc,
0xcf,
0x85,
0xcf,
0x81,
0xcf,
0x84,
0xce,
0xb9,
0xe1,
0xbd,
0xb2,
0xcf,
0x82,
0x20,
0xce,
0xb4,
0xe1,
0xbd,
0xb2,
0xce,
0xbd,
0x20,
0xce,
0xb8,
0xe1,
0xbd,
0xb0,
0x20,
0xce,
0xb2,
0xcf,
0x81,
0xe1,
0xbf,
0xb6,
0x20,
0xcf,
0x80,
0xce,
0xb9,
0xe1,
0xbd,
0xb0,
0x20,
0xcf,
0x83,
0xcf,
0x84,
0xe1,
0xbd,
0xb8,
0x20,
0xcf,
0x87,
0xcf,
0x81,
0xcf,
0x85,
0xcf,
0x83,
0xce,
0xb1,
0xcf,
0x86,
0xe1,
0xbd,
0xb6,
0x20,
0xce,
0xbe,
0xce,
0xad,
0xcf,
0x86,
0xcf,
0x89,
0xcf,
0x84,
0xce,
0xbf
];
const String testKatakanaPhrase = "イロハニホヘト チリヌルヲ ワカヨタレソ "
"ツネナラム ウヰノオクヤマ ケフコエテ アサキユメミシ ヱヒモセスン";
const List<int> testKatakanaUtf8 = const <int>[
0xe3,
0x82,
0xa4,
0xe3,
0x83,
0xad,
0xe3,
0x83,
0x8f,
0xe3,
0x83,
0x8b,
0xe3,
0x83,
0x9b,
0xe3,
0x83,
0x98,
0xe3,
0x83,
0x88,
0x20,
0xe3,
0x83,
0x81,
0xe3,
0x83,
0xaa,
0xe3,
0x83,
0x8c,
0xe3,
0x83,
0xab,
0xe3,
0x83,
0xb2,
0x20,
0xe3,
0x83,
0xaf,
0xe3,
0x82,
0xab,
0xe3,
0x83,
0xa8,
0xe3,
0x82,
0xbf,
0xe3,
0x83,
0xac,
0xe3,
0x82,
0xbd,
0x20,
0xe3,
0x83,
0x84,
0xe3,
0x83,
0x8d,
0xe3,
0x83,
0x8a,
0xe3,
0x83,
0xa9,
0xe3,
0x83,
0xa0,
0x20,
0xe3,
0x82,
0xa6,
0xe3,
0x83,
0xb0,
0xe3,
0x83,
0x8e,
0xe3,
0x82,
0xaa,
0xe3,
0x82,
0xaf,
0xe3,
0x83,
0xa4,
0xe3,
0x83,
0x9e,
0x20,
0xe3,
0x82,
0xb1,
0xe3,
0x83,
0x95,
0xe3,
0x82,
0xb3,
0xe3,
0x82,
0xa8,
0xe3,
0x83,
0x86,
0x20,
0xe3,
0x82,
0xa2,
0xe3,
0x82,
0xb5,
0xe3,
0x82,
0xad,
0xe3,
0x83,
0xa6,
0xe3,
0x83,
0xa1,
0xe3,
0x83,
0x9f,
0xe3,
0x82,
0xb7,
0x20,
0xe3,
0x83,
0xb1,
0xe3,
0x83,
0x92,
0xe3,
0x83,
0xa2,
0xe3,
0x82,
0xbb,
0xe3,
0x82,
0xb9,
0xe3,
0x83,
0xb3
];
void main() {
testEncodeToUtf8();
String decodeUtf8List(List<int> codeUnits) => utf8.decode(codeUnits);
String decodeUtf8Uint8List(List<int> codeUnits) =>
utf8.decode(new Uint8List.fromList(codeUnits));
testUtf8BytesToString(decodeUtf8List);
testUtf8BytesToString(decodeUtf8Uint8List);
List<int> utf8ToRunes1(List<int> codeUnits) {
return utf8.decode(codeUnits, allowMalformed: true).runes.toList();
}
List<int> utf8ToRunes2(List<int> codeUnits) {
return utf8
.decode(new Uint8List.fromList(codeUnits), allowMalformed: true)
.runes
.toList();
}
testUtf8bytesToCodepoints(utf8ToRunes1);
testUtf8bytesToCodepoints(utf8ToRunes2);
}
void testEncodeToUtf8() {
List<int> encodeUtf8(String str) => utf8.encode(str);
Expect.listEquals(
testEnglishUtf8, encodeUtf8(testEnglishPhrase), "english to utf8");
Expect.listEquals(
testDanishUtf8, encodeUtf8(testDanishPhrase), "encode danish to utf8");
Expect.listEquals(
testHebrewUtf8, encodeUtf8(testHebrewPhrase), "Hebrew to utf8");
Expect.listEquals(
testRussianUtf8, encodeUtf8(testRussianPhrase), "Russian to utf8");
Expect.listEquals(
testGreekUtf8, encodeUtf8(testGreekPhrase), "Greek to utf8");
Expect.listEquals(
testKatakanaUtf8, encodeUtf8(testKatakanaPhrase), "Katakana to utf8");
}
void testUtf8bytesToCodepoints(List<int> utf8ToRunes(List<int> utf8)) {
Expect.listEquals(
[954, 972, 963, 956, 949],
utf8ToRunes([0xce, 0xba, 0xcf, 0x8c, 0xcf, 0x83, 0xce, 0xbc, 0xce, 0xb5]),
"κόσμε");
// boundary conditions: First possible sequence of a certain length
Expect.listEquals([], utf8ToRunes([]), "no input");
Expect.listEquals([0x0], utf8ToRunes([0x0]), "0");
Expect.listEquals([0x80], utf8ToRunes([0xc2, 0x80]), "80");
Expect.listEquals([0x800], utf8ToRunes([0xe0, 0xa0, 0x80]), "800");
Expect.listEquals([0x10000], utf8ToRunes([0xf0, 0x90, 0x80, 0x80]), "10000");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xf8, 0x88, 0x80, 0x80, 0x80]), "200000");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xfc, 0x84, 0x80, 0x80, 0x80, 0x80]), "4000000");
// boundary conditions: Last possible sequence of a certain length
Expect.listEquals([0x7f], utf8ToRunes([0x7f]), "7f");
Expect.listEquals([0x7ff], utf8ToRunes([0xdf, 0xbf]), "7ff");
Expect.listEquals([0xffff], utf8ToRunes([0xef, 0xbf, 0xbf]), "ffff");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xf7, 0xbf, 0xbf, 0xbf]), "1fffff");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xfb, 0xbf, 0xbf, 0xbf, 0xbf]), "3ffffff");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xfd, 0xbf, 0xbf, 0xbf, 0xbf, 0xbf]), "4000000");
// other boundary conditions
Expect.listEquals([0xd7ff], utf8ToRunes([0xed, 0x9f, 0xbf]), "d7ff");
Expect.listEquals([0xe000], utf8ToRunes([0xee, 0x80, 0x80]), "e000");
Expect.listEquals([unicodeReplacementCharacterRune],
utf8ToRunes([0xef, 0xbf, 0xbd]), "fffd");
Expect.listEquals(
[0x10ffff], utf8ToRunes([0xf4, 0x8f, 0xbf, 0xbf]), "10ffff");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xf4, 0x90, 0x80, 0x80]), "110000");
// unexpected continuation bytes
Expect.listEquals([unicodeReplacementCharacterRune], utf8ToRunes([0x80]),
"80 => replacement character");
Expect.listEquals([unicodeReplacementCharacterRune], utf8ToRunes([0xbf]),
"bf => replacement character");
List<int> allContinuationBytes = <int>[];
List<int> matchingReplacementChars = <int>[];
for (int i = 0x80; i < 0xc0; i++) {
allContinuationBytes.add(i);
matchingReplacementChars.add(unicodeReplacementCharacterRune);
}
Expect.listEquals(matchingReplacementChars, utf8ToRunes(allContinuationBytes),
"80 - bf => replacement character x 64");
List<int> allFirstTwoByteSeq = <int>[];
matchingReplacementChars = <int>[];
for (int i = 0xc0; i < 0xe0; i++) {
allFirstTwoByteSeq.addAll([i, 0x20]);
matchingReplacementChars.addAll([unicodeReplacementCharacterRune, 0x20]);
}
Expect.listEquals(matchingReplacementChars, utf8ToRunes(allFirstTwoByteSeq),
"c0 - df + space => replacement character + space x 32");
List<int> allFirstThreeByteSeq = <int>[];
matchingReplacementChars = <int>[];
for (int i = 0xe0; i < 0xf0; i++) {
allFirstThreeByteSeq.addAll([i, 0x20]);
matchingReplacementChars.addAll([unicodeReplacementCharacterRune, 0x20]);
}
Expect.listEquals(matchingReplacementChars, utf8ToRunes(allFirstThreeByteSeq),
"e0 - ef + space => replacement character x 16");
List<int> allFirstFourByteSeq = <int>[];
matchingReplacementChars = <int>[];
for (int i = 0xf0; i < 0xf8; i++) {
allFirstFourByteSeq.addAll([i, 0x20]);
matchingReplacementChars.addAll([unicodeReplacementCharacterRune, 0x20]);
}
Expect.listEquals(matchingReplacementChars, utf8ToRunes(allFirstFourByteSeq),
"f0 - f7 + space => replacement character x 8");
List<int> allFirstFiveByteSeq = <int>[];
matchingReplacementChars = <int>[];
for (int i = 0xf8; i < 0xfc; i++) {
allFirstFiveByteSeq.addAll([i, 0x20]);
matchingReplacementChars.addAll([unicodeReplacementCharacterRune, 0x20]);
}
Expect.listEquals(matchingReplacementChars, utf8ToRunes(allFirstFiveByteSeq),
"f8 - fb + space => replacement character x 4");
List<int> allFirstSixByteSeq = <int>[];
matchingReplacementChars = <int>[];
for (int i = 0xfc; i < 0xfe; i++) {
allFirstSixByteSeq.addAll([i, 0x20]);
matchingReplacementChars.addAll([unicodeReplacementCharacterRune, 0x20]);
}
Expect.listEquals(matchingReplacementChars, utf8ToRunes(allFirstSixByteSeq),
"fc - fd + space => replacement character x 2");
// Sequences with last continuation byte missing
Expect.listEquals([unicodeReplacementCharacterRune], utf8ToRunes([0xc2]),
"2-byte sequence with last byte missing");
Expect.listEquals(
[unicodeReplacementCharacterRune, unicodeReplacementCharacterRune],
utf8ToRunes([0xe0, 0x80]),
"3-byte sequence with last byte missing");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xf0, 0x80, 0x80]), "4-byte sequence with last byte missing");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xf8, 0x88, 0x80, 0x80]),
"5-byte sequence with last byte missing");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xfc, 0x80, 0x80, 0x80, 0x80]),
"6-byte sequence with last byte missing");
Expect.listEquals([unicodeReplacementCharacterRune], utf8ToRunes([0xdf]),
"2-byte sequence with last byte missing (hi)");
Expect.listEquals([unicodeReplacementCharacterRune],
utf8ToRunes([0xef, 0xbf]), "3-byte sequence with last byte missing (hi)");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xf7, 0xbf, 0xbf]),
"4-byte sequence with last byte missing (hi)");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xfb, 0xbf, 0xbf, 0xbf]),
"5-byte sequence with last byte missing (hi)");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xfd, 0xbf, 0xbf, 0xbf, 0xbf]),
"6-byte sequence with last byte missing (hi)");
// Concatenation of incomplete sequences
Expect.listEquals(
[
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
],
utf8ToRunes([
0xc2,
0xe0,
0x80,
0xf0,
0x80,
0x80,
0xf8,
0x88,
0x80,
0x80,
0xfc,
0x80,
0x80,
0x80,
0x80,
0xdf,
0xef, // These two bytes form one incomplete sequence.
0xbf, // All others form one per byte.
0xf7,
0xbf,
0xbf,
0xfb,
0xbf,
0xbf,
0xbf,
0xfd,
0xbf,
0xbf,
0xbf,
0xbf
]),
"Concatenation of incomplete sequences");
// Impossible bytes
Expect.listEquals(
[unicodeReplacementCharacterRune], utf8ToRunes([0xfe]), "fe");
Expect.listEquals(
[unicodeReplacementCharacterRune], utf8ToRunes([0xff]), "ff");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xfe, 0xfe, 0xff, 0xff]), "fe fe ff ff");
// Overlong sequences
Expect.listEquals(
[unicodeReplacementCharacterRune, unicodeReplacementCharacterRune],
utf8ToRunes([0xc0, 0xaf]),
"c0 af");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xe0, 0x80, 0xaf]), "e0 80 af");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xf0, 0x80, 0x80, 0xaf]), "f0 80 80 af");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xf8, 0x80, 0x80, 0x80, 0xaf]), "f8 80 80 80 af");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xfc, 0x80, 0x80, 0x80, 0x80, 0xaf]), "fc 80 80 80 80 af");
Expect.listEquals(
[unicodeReplacementCharacterRune, unicodeReplacementCharacterRune],
utf8ToRunes([0xc1, 0xbf]),
"c1 bf");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xe0, 0x9f, 0xbf]), "e0 9f bf");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xf0, 0x8f, 0xbf, 0xbf]), "f0 8f bf bf");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xf8, 0x87, 0xbf, 0xbf, 0xbf]), "f8 87 bf bf bf");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xfc, 0x83, 0xbf, 0xbf, 0xbf, 0xbf]), "fc 83 bf bf bf bf");
Expect.listEquals(
[unicodeReplacementCharacterRune, unicodeReplacementCharacterRune],
utf8ToRunes([0xc0, 0x80]),
"c0 80");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xe0, 0x80, 0x80]), "e0 80 80");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xf0, 0x80, 0x80, 0x80]), "f0 80 80 80");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xf8, 0x80, 0x80, 0x80, 0x80]), "f8 80 80 80 80");
Expect.listEquals([
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune,
unicodeReplacementCharacterRune
], utf8ToRunes([0xfc, 0x80, 0x80, 0x80, 0x80, 0x80]), "fc 80 80 80 80 80");
// Other illegal code positions (???)
Expect.listEquals([0xfffe], utf8ToRunes([0xef, 0xbf, 0xbe]), "U+FFFE");
Expect.listEquals([0xffff], utf8ToRunes([0xef, 0xbf, 0xbf]), "U+FFFF");
}
void testUtf8BytesToString(String decodeUtf8(List<int> input)) {
Expect.stringEquals(
testEnglishPhrase, decodeUtf8(testEnglishUtf8), "English");
Expect.stringEquals(testDanishPhrase, decodeUtf8(testDanishUtf8), "Danish");
Expect.stringEquals(testHebrewPhrase, decodeUtf8(testHebrewUtf8), "Hebrew");
Expect.stringEquals(
testRussianPhrase, decodeUtf8(testRussianUtf8), "Russian");
Expect.stringEquals(testGreekPhrase, decodeUtf8(testGreekUtf8), "Greek");
Expect.stringEquals(
testKatakanaPhrase, decodeUtf8(testKatakanaUtf8), "Katakana");
}