blob: 7d61d2128829297fe3026b731f7e9d0a49a90cd6 [file] [log] [blame]
// Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file
// for details. All rights reserved. Use of this source code is governed by a
// BSD-style license that can be found in the LICENSE file.
library utf.utf16_test;
import 'package:test/test.dart';
import 'package:utf/utf.dart';
import 'expect.dart' as expect;
const String testKoreanCharSubset = """
가각갂갃간갅갆갇갈갉갊갋갌갍갎갏감갑값갓갔강갖갗갘같갚갛
개객갞갟갠갡갢갣갤갥갦갧갨갩갪갫갬갭갮갯갰갱갲갳갴갵갶갷
갸갹갺갻갼갽갾갿걀걁걂걃걄걅걆걇걈걉걊걋걌걍걎걏걐걑걒걓""";
const String testHanWater = "水";
const List<int> testKoreanCharSubsetUtf16beBom = <int>[
0xfe, 0xff, 0xac, 0x00, 0xac, 0x01, 0xac, 0x02, // 8
0xac, 0x03, 0xac, 0x04, 0xac, 0x05, 0xac, 0x06,
0xac, 0x07, 0xac, 0x08, 0xac, 0x09, 0xac, 0x0a,
0xac, 0x0b, 0xac, 0x0c, 0xac, 0x0d, 0xac, 0x0e,
0xac, 0x0f, 0xac, 0x10, 0xac, 0x11, 0xac, 0x12,
0xac, 0x13, 0xac, 0x14, 0xac, 0x15, 0xac, 0x16,
0xac, 0x17, 0xac, 0x18, 0xac, 0x19, 0xac, 0x1a,
0xac, 0x1b, 0x00, 0x0a, 0xac, 0x1c, 0xac, 0x1d,
0xac, 0x1e, 0xac, 0x1f, 0xac, 0x20, 0xac, 0x21,
0xac, 0x22, 0xac, 0x23, 0xac, 0x24, 0xac, 0x25,
0xac, 0x26, 0xac, 0x27, 0xac, 0x28, 0xac, 0x29,
0xac, 0x2a, 0xac, 0x2b, 0xac, 0x2c, 0xac, 0x2d,
0xac, 0x2e, 0xac, 0x2f, 0xac, 0x30, 0xac, 0x31,
0xac, 0x32, 0xac, 0x33, 0xac, 0x34, 0xac, 0x35,
0xac, 0x36, 0xac, 0x37, 0x00, 0x0a, 0xac, 0x38,
0xac, 0x39, 0xac, 0x3a, 0xac, 0x3b, 0xac, 0x3c,
0xac, 0x3d, 0xac, 0x3e, 0xac, 0x3f, 0xac, 0x40,
0xac, 0x41, 0xac, 0x42, 0xac, 0x43, 0xac, 0x44,
0xac, 0x45, 0xac, 0x46, 0xac, 0x47, 0xac, 0x48,
0xac, 0x49, 0xac, 0x4a, 0xac, 0x4b, 0xac, 0x4c,
0xac, 0x4d, 0xac, 0x4e, 0xac, 0x4f, 0xac, 0x50,
0xac, 0x51, 0xac, 0x52, 0xac, 0x53
];
const List<int> testKoreanCharSubsetUtf16le = <int>[
0x00, 0xac, 0x01, 0xac, 0x02, 0xac, 0x03, 0xac, // 8
0x04, 0xac, 0x05, 0xac, 0x06, 0xac, 0x07, 0xac,
0x08, 0xac, 0x09, 0xac, 0x0a, 0xac, 0x0b, 0xac,
0x0c, 0xac, 0x0d, 0xac, 0x0e, 0xac, 0x0f, 0xac,
0x10, 0xac, 0x11, 0xac, 0x12, 0xac, 0x13, 0xac,
0x14, 0xac, 0x15, 0xac, 0x16, 0xac, 0x17, 0xac,
0x18, 0xac, 0x19, 0xac, 0x1a, 0xac, 0x1b, 0xac,
0x0a, 0x00, 0x1c, 0xac, 0x1d, 0xac, 0x1e, 0xac,
0x1f, 0xac, 0x20, 0xac, 0x21, 0xac, 0x22, 0xac,
0x23, 0xac, 0x24, 0xac, 0x25, 0xac, 0x26, 0xac,
0x27, 0xac, 0x28, 0xac, 0x29, 0xac, 0x2a, 0xac,
0x2b, 0xac, 0x2c, 0xac, 0x2d, 0xac, 0x2e, 0xac,
0x2f, 0xac, 0x30, 0xac, 0x31, 0xac, 0x32, 0xac,
0x33, 0xac, 0x34, 0xac, 0x35, 0xac, 0x36, 0xac,
0x37, 0xac, 0x0a, 0x00, 0x38, 0xac, 0x39, 0xac,
0x3a, 0xac, 0x3b, 0xac, 0x3c, 0xac, 0x3d, 0xac,
0x3e, 0xac, 0x3f, 0xac, 0x40, 0xac, 0x41, 0xac,
0x42, 0xac, 0x43, 0xac, 0x44, 0xac, 0x45, 0xac,
0x46, 0xac, 0x47, 0xac, 0x48, 0xac, 0x49, 0xac,
0x4a, 0xac, 0x4b, 0xac, 0x4c, 0xac, 0x4d, 0xac,
0x4e, 0xac, 0x4f, 0xac, 0x50, 0xac, 0x51, 0xac,
0x52, 0xac, 0x53, 0xac
];
void main() {
test('encode to utf16', testEncodeToUtf16);
test('utf16 bytes to string', testUtf16BytesToString);
test('iterable methods', testIterableMethods);
}
void testEncodeToUtf16() {
expect.listEquals(
[], encodeUtf16be("")); // TODO(dcarlson) should we skip bom if empty?
expect.listEquals(testKoreanCharSubsetUtf16beBom,
encodeUtf16(testKoreanCharSubset), "encode UTF-16(BE by default) Korean");
expect.listEquals(testKoreanCharSubsetUtf16le,
encodeUtf16le(testKoreanCharSubset), "encode UTF-16LE Korean");
}
void testUtf16BytesToString() {
expect.stringEquals("", decodeUtf16([]));
expect.stringEquals(
testHanWater, decodeUtf16([0x6C, 0x34]), "Water variation 1");
expect.stringEquals(
testHanWater, decodeUtf16([0xFE, 0xFF, 0x6C, 0x34]), "Water variation 2");
expect.stringEquals(
testHanWater, decodeUtf16([0xFF, 0xFE, 0x34, 0x6C]), "Water variation 3");
expect.stringEquals(
testHanWater, decodeUtf16be([0x6C, 0x34]), "Water variation 4");
expect.stringEquals(testHanWater, decodeUtf16be([0xFE, 0xFF, 0x6C, 0x34]),
"Water variation 5");
expect.stringEquals(
testHanWater, decodeUtf16le([0x34, 0x6C]), "Water variation 6");
expect.stringEquals(testHanWater, decodeUtf16le([0xFF, 0xFE, 0x34, 0x6C]),
"Water variation 7");
expect.stringEquals(testKoreanCharSubset,
decodeUtf16(testKoreanCharSubsetUtf16beBom), "UTF-16BE Korean");
}
void testIterableMethods() {
// empty input
expect.isFalse(decodeUtf16AsIterable([]).iterator.moveNext());
IterableUtf16Decoder koreanDecoder =
decodeUtf16AsIterable(testKoreanCharSubsetUtf16beBom);
// get the first character
expect.equals(testKoreanCharSubset.codeUnits[0], koreanDecoder.first);
// get the whole translation using the Iterable interface
expect.stringEquals(testKoreanCharSubset,
String.fromCharCodes(List<int>.from(koreanDecoder)));
// specify types
expect.equals(
44032,
(List<int>.from(
decodeUtf16beAsIterable(testKoreanCharSubsetUtf16beBom)))[0]);
expect.equals(
44032,
(List<int>.from(
decodeUtf16leAsIterable(testKoreanCharSubsetUtf16le)))[0]);
bool stripBom = false;
expect.equals(
UNICODE_BOM,
(List<int>.from(decodeUtf16beAsIterable(
testKoreanCharSubsetUtf16beBom, 0, null, stripBom)))[0]);
}