Luce packages
LuceLuce BaseLuciaOS

dymokomi/luce-browser-html

Source of release 0.5.1

0.5.1 / tools / gen_entities / emit.lucb

#==============================================================================================
#
#   emit - the Luce text of the tables
#
#   DESCRIPTION:
#       Port of write_implementation_file of generate_libweb_html_named_character_references.py:
#       the same DAFSA, sanity check, lookup order and rows, written as the `let` arrays of
#       named_character_reference_tables.lucb.
#
#==============================================================================================

# mark: Text ====================================================================================

## The NamedCharacterReferenceSecondCodepoint case of a second code point (SECOND_CODEPOINT_NAMES).
func second_codepoint_case_name(codepoint: u32) -> str:
    match codepoint:
        0x0338: return "combining_long_solidus_overlay"
        0x20D2: return "combining_long_vertical_line_overlay"
        0x200A: return "hair_space"
        0x0333: return "combining_double_low_line"
        0x20E5: return "combining_reverse_solidus_overlay"
        0xFE00: return "variation_selector1"
        0x006A: return "latin_small_letter_j"
        0x0331: return "combining_macron_below"
        _: return "none_"

## `value` in uppercase hexadecimal without leading zeros (Python's `{:X}`).
func put_hex(out: collections.Buffer*, value: u64) -> !:
    var buffer: u8[16]
    var index: usize = 16
    var remaining = value
    while true:
        index -= 1
        let digit = (u8)(remaining & 15)
        buffer[index] = ('0' + digit) if digit < 10 else ('A' + digit - 10)
        remaining >>= 4
        if remaining == 0:
            break
    try out.put_text((str)buffer[index..])

## `value` in decimal.
func put_decimal(out: collections.Buffer*, value: u64) -> !:
    var buffer: u8[32]
    try out.put_text(try strings.format_u64(value, buffer))

func put_bool(out: collections.Buffer*, value: bool) -> !:
    try out.put_text("true" if value else "false")

## The two `##` doc lines and the opening of a table.
func put_table_start(out: collections.Buffer*, doc: str, declaration: str, type_name: str, length: usize) -> !:
    try out.put_text(doc)
    try out.put_text(declaration)
    try out.put_text(": ")
    try out.put_text(type_name)
    try out.put_text("[")
    try put_decimal(out, (u64)length)
    try out.put_text("] = [\n")

# mark: The tables ==============================================================================

## The text of named_character_reference_tables.lucb for `entities`.
func emit_tables(entities: Entity[]) -> str!:
    var dafsa_builder = try dafsa_builder_create()

    for entity in entities:
        try dafsa_builder_insert(&dafsa_builder, (str)entity.name.bytes[1..])
    dafsa_builder_minimize(&dafsa_builder, 0)
    dafsa_builder_calc_numbers(&dafsa_builder)

    # Sanity check: the minimal perfect hashing must produce no collisions.
    var index_set = try new bool[entities.length + 1]
    for entity in entities:
        let index = dafsa_builder_get_unique_index(&dafsa_builder, (str)entity.name.bytes[1..]) else error(invalid_entities, "a name is not in the DAFSA")
        if index == 0 or index > entities.length or index_set[index]:
            error(invalid_entities, "the unique indexes collide")
        index_set[index] = true

    var index_to_first = try new u32[entities.length]
    var index_to_second = try new u32[entities.length]
    for entity in entities:
        let unique_index = dafsa_builder_get_unique_index(&dafsa_builder, (str)entity.name.bytes[1..]) else error(invalid_entities, "a name is not in the DAFSA")
        let array_index = unique_index - 1
        index_to_first[array_index] = entity.codepoints[0]
        index_to_second[array_index] = entity.codepoints[1] if entity.codepoint_count == 2 else 0

    var out: collections.Buffer
    try out.put_text("""
        #==============================================================================================
        #
        #   named_character_reference_tables - the generated named character reference tables
        #
        #   DESCRIPTION:
        #       Port of the tables of Build/Libraries/LibWeb/HTML/Parser/NamedCharacterReferences.cpp
        #       (lines 6-6174), which Meta/Generators/generate_libweb_html_named_character_references.py
        #       writes from Libraries/LibWeb/HTML/Parser/Entities.json. Generated by tools/gen_entities
        #       from data/Entities.json; do not edit.
        #
        #==============================================================================================

        """)

    try put_table_start(&out, "## Web::HTML::g_named_character_reference_codepoints_lookup: the code points of every named character\n## reference, at its unique index minus one.\n", "let g_named_character_reference_codepoints_lookup", "NamedCharacterReferenceCodepoints", entities.length)
    for i in 0..<entities.length:
        try out.put_text("    NamedCharacterReferenceCodepoints(0x")
        try put_hex(&out, (u64)index_to_first[i])
        try out.put_text(", .")
        try out.put_text(second_codepoint_case_name(index_to_second[i]))
        try out.put_text("),\n")
    try out.put_text("]\n\n")

    let node_data = try write_node_data(&dafsa_builder)

    try put_table_start(&out, "## Web::HTML::g_named_character_reference_nodes: the DAFSA below the second layer; node 0 is\n## unused.\n", "pub let g_named_character_reference_nodes", "NamedCharacterReferenceNode", node_data.length + 1)
    try out.put_text("    NamedCharacterReferenceNode(0, 0, false, 0, 0),\n")
    for row in node_data:
        try out.put_text("    NamedCharacterReferenceNode('")
        var character: u8[1] = [(u8)row.character]
        try out.put_text((str)character[0..])
        try out.put_text("', ")
        try put_decimal(&out, (u64)row.number)
        try out.put_text(", ")
        try put_bool(&out, row.end_of_word)
        try out.put_text(", ")
        try put_decimal(&out, (u64)row.child_index)
        try out.put_text(", ")
        try put_decimal(&out, (u64)row.children_len)
        try out.put_text("),\n")
    try out.put_text("]\n\n")

    let num_children = node_num_direct_children(dafsa_builder.root)
    # A-Z, a-z exactly
    if num_children != 52:
        error(invalid_entities, "the first characters are not exactly A-Z and a-z")

    try put_table_start(&out, "## Web::HTML::g_named_character_reference_first_layer: the unique index tally of each first\n## character, 'A'-'Z' then 'a'-'z'.\n", "pub let g_named_character_reference_first_layer", "NamedCharacterReferenceFirstLayerNode", 52)
    var unique_index_tally: usize = 0
    for (c_, child) in dafsa_builder.root.children.indexed():
        let node = child else continue
        assert(is_ascii_alpha(c_))
        try out.put_text("    NamedCharacterReferenceFirstLayerNode(")
        try put_decimal(&out, (u64)unique_index_tally)
        try out.put_text("),\n")
        unique_index_tally += node.number
    try out.put_text("]\n\n")

    try put_table_start(&out, "## Web::HTML::g_named_character_reference_first_to_second_layer: the second characters that\n## follow each first character, as a bit mask, and where they start in the second layer.\n", "pub let g_named_character_reference_first_to_second_layer", "NamedCharacterReferenceFirstToSecondLayerLink", 52)
    var second_layer_offset: usize = 0
    for (c_, child) in dafsa_builder.root.children.indexed():
        let node = child else continue
        assert(is_ascii_alpha(c_))
        let bit_mask = node_get_ascii_alphabetic_bit_mask(node)
        try out.put_text("    NamedCharacterReferenceFirstToSecondLayerLink(")
        try put_decimal(&out, bit_mask)
        try out.put_text(", ")
        try put_decimal(&out, (u64)second_layer_offset)
        try out.put_text("),\n")
        second_layer_offset += node_num_direct_children(node)
    try out.put_text("]\n\n")

    try put_table_start(&out, "## Web::HTML::g_named_character_reference_second_layer: the second layer of the DAFSA, grouped by\n## first character.\n", "pub let g_named_character_reference_second_layer", "NamedCharacterReferenceSecondLayerNode", second_layer_offset)
    for (c_, child) in dafsa_builder.root.children.indexed():
        let first_layer_node = child else continue
        assert(is_ascii_alpha(c_))

        var local_unique_index_tally: usize = 0
        for (child_c, second) in first_layer_node.children.indexed():
            let second_layer_node = second else continue
            assert(is_ascii_alpha(child_c))
            let child_num_children = node_num_direct_children(second_layer_node)
            let child_index = second_layer_node.child_index else 0
            try out.put_text("    NamedCharacterReferenceSecondLayerNode(")
            try put_decimal(&out, (u64)child_index)
            try out.put_text(", ")
            try put_decimal(&out, (u64)local_unique_index_tally)
            try out.put_text(", ")
            try put_decimal(&out, (u64)child_num_children)
            try out.put_text(", ")
            try put_bool(&out, second_layer_node.is_terminal)
            try out.put_text("),\n")
            local_unique_index_tally += second_layer_node.number
    try out.put_text("]\n")
    return out.text()