Luce packages
LuceLuce BaseLuciaOS

dymokomi/luce-xml

Source of release 0.3.0

0.3.0 / tests / xml / encodings.lucb

#==============================================================================================
#
#   tests/xml/encodings - Byte order marks, UTF-16, Latin-1 and unsupported encodings
#
#==============================================================================================

## Expect `bytes` to record `expected`.
func expect_bytes(bytes: const u8[], expected: str, options: Options = Options()) -> !:
    var recorder = Recorder()
    defer recorder.release()
    var parser = Parser(options = options)
    defer parser.release()
    parser.parse(bytes, &recorder) catch failure:
        print(f"failed: {failure.message}")
        trap("the parse failed")
    if recorder.out.view() != expected:
        print(f"expected: {expected}\nactual:   {recorder.out.view()}")
        trap("the record differs")

test "UTF-8 with a byte order mark":
    try expect_bytes(b"\xEF\xBB\xBF<a>\xC3\xA9</a>", "<a>\u{E9}</a>")

test "UTF-16 in both byte orders":
    try expect_bytes(b"\xFF\xFE<\x00a\x00>\x00\xE9\x00<\x00/\x00a\x00>\x00", "<a>\u{E9}</a>")
    try expect_bytes(b"\xFE\xFF\x00<\x00a\x00>\xD8\x3D\xDE\x00\x00<\x00/\x00a\x00>", "<a>\u{1F600}</a>")

test "ISO-8859-1 and US-ASCII are decoded":
    try expect_bytes(b"<?xml version='1.0' encoding='ISO-8859-1'?><a>\xE9</a>", "<a>\u{E9}</a>")
    try expect_bytes(b"<?xml version='1.0' encoding='us-ascii'?><a>x</a>", "<a>x</a>")

test "another encoding is reported to the caller":
    var parser = Parser()
    defer parser.release()
    var checker = Checker()
    var code = malformed
    parser.parse("<?xml version='1.0' encoding='Shift_JIS'?><a/>".bytes, &checker) catch failure:
        code = failure.code
    assert(code == unsupported_encoding)
    let found = parser.failure else trap("no failure")
    assert(found.encoding == "Shift_JIS")

test "a caller that decoded the document says so":
    var options = Options()
    options.assume_utf8 = true
    try expect_bytes("<?xml version='1.0' encoding='Shift_JIS'?><a>\u{3042}</a>".bytes, "<a>\u{3042}</a>", options)

test "encoding mismatches are errors":
    try expect_failure("<?xml version='1.0' encoding='UTF-16'?><a/>", "not in UTF-16")
    var recorder = Recorder()
    defer recorder.release()
    var parser = Parser()
    defer parser.release()
    var failed = false
    parser.parse(b"\xEF\xBB\xBF<?xml version='1.0' encoding='ISO-8859-1'?><a/>", &recorder) catch failure:
        failed = failure.code == malformed
    assert(failed)

test "bad UTF-16 is an error":
    var parser = Parser()
    defer parser.release()
    var checker = Checker()
    var failed = false
    parser.parse(b"\xFF\xFE<\x00a\x00>\x00\x00\xD8<\x00/\x00a\x00>\x00", &checker) catch failure:
        failed = failure.code == malformed
    assert(failed)