dymokomi/luce-browser-html
Source of release 0.5.1
0.5.1 / tools / gen_entities / emit.lucb
#==============================================================================================
#
# emit - the Luce text of the tables
#
# DESCRIPTION:
# Port of write_implementation_file of generate_libweb_html_named_character_references.py:
# the same DAFSA, sanity check, lookup order and rows, written as the `let` arrays of
# named_character_reference_tables.lucb.
#
#==============================================================================================
# mark: Text ====================================================================================
## The NamedCharacterReferenceSecondCodepoint case of a second code point (SECOND_CODEPOINT_NAMES).
func second_codepoint_case_name(codepoint: u32) -> str:
match codepoint:
0x0338: return "combining_long_solidus_overlay"
0x20D2: return "combining_long_vertical_line_overlay"
0x200A: return "hair_space"
0x0333: return "combining_double_low_line"
0x20E5: return "combining_reverse_solidus_overlay"
0xFE00: return "variation_selector1"
0x006A: return "latin_small_letter_j"
0x0331: return "combining_macron_below"
_: return "none_"
## `value` in uppercase hexadecimal without leading zeros (Python's `{:X}`).
func put_hex(out: collections.Buffer*, value: u64) -> !:
var buffer: u8[16]
var index: usize = 16
var remaining = value
while true:
index -= 1
let digit = (u8)(remaining & 15)
buffer[index] = ('0' + digit) if digit < 10 else ('A' + digit - 10)
remaining >>= 4
if remaining == 0:
break
try out.put_text((str)buffer[index..])
## `value` in decimal.
func put_decimal(out: collections.Buffer*, value: u64) -> !:
var buffer: u8[32]
try out.put_text(try strings.format_u64(value, buffer))
func put_bool(out: collections.Buffer*, value: bool) -> !:
try out.put_text("true" if value else "false")
## The two `##` doc lines and the opening of a table.
func put_table_start(out: collections.Buffer*, doc: str, declaration: str, type_name: str, length: usize) -> !:
try out.put_text(doc)
try out.put_text(declaration)
try out.put_text(": ")
try out.put_text(type_name)
try out.put_text("[")
try put_decimal(out, (u64)length)
try out.put_text("] = [\n")
# mark: The tables ==============================================================================
## The text of named_character_reference_tables.lucb for `entities`.
func emit_tables(entities: Entity[]) -> str!:
var dafsa_builder = try dafsa_builder_create()
for entity in entities:
try dafsa_builder_insert(&dafsa_builder, (str)entity.name.bytes[1..])
dafsa_builder_minimize(&dafsa_builder, 0)
dafsa_builder_calc_numbers(&dafsa_builder)
# Sanity check: the minimal perfect hashing must produce no collisions.
var index_set = try new bool[entities.length + 1]
for entity in entities:
let index = dafsa_builder_get_unique_index(&dafsa_builder, (str)entity.name.bytes[1..]) else error(invalid_entities, "a name is not in the DAFSA")
if index == 0 or index > entities.length or index_set[index]:
error(invalid_entities, "the unique indexes collide")
index_set[index] = true
var index_to_first = try new u32[entities.length]
var index_to_second = try new u32[entities.length]
for entity in entities:
let unique_index = dafsa_builder_get_unique_index(&dafsa_builder, (str)entity.name.bytes[1..]) else error(invalid_entities, "a name is not in the DAFSA")
let array_index = unique_index - 1
index_to_first[array_index] = entity.codepoints[0]
index_to_second[array_index] = entity.codepoints[1] if entity.codepoint_count == 2 else 0
var out: collections.Buffer
try out.put_text("""
#==============================================================================================
#
# named_character_reference_tables - the generated named character reference tables
#
# DESCRIPTION:
# Port of the tables of Build/Libraries/LibWeb/HTML/Parser/NamedCharacterReferences.cpp
# (lines 6-6174), which Meta/Generators/generate_libweb_html_named_character_references.py
# writes from Libraries/LibWeb/HTML/Parser/Entities.json. Generated by tools/gen_entities
# from data/Entities.json; do not edit.
#
#==============================================================================================
""")
try put_table_start(&out, "## Web::HTML::g_named_character_reference_codepoints_lookup: the code points of every named character\n## reference, at its unique index minus one.\n", "let g_named_character_reference_codepoints_lookup", "NamedCharacterReferenceCodepoints", entities.length)
for i in 0..<entities.length:
try out.put_text(" NamedCharacterReferenceCodepoints(0x")
try put_hex(&out, (u64)index_to_first[i])
try out.put_text(", .")
try out.put_text(second_codepoint_case_name(index_to_second[i]))
try out.put_text("),\n")
try out.put_text("]\n\n")
let node_data = try write_node_data(&dafsa_builder)
try put_table_start(&out, "## Web::HTML::g_named_character_reference_nodes: the DAFSA below the second layer; node 0 is\n## unused.\n", "pub let g_named_character_reference_nodes", "NamedCharacterReferenceNode", node_data.length + 1)
try out.put_text(" NamedCharacterReferenceNode(0, 0, false, 0, 0),\n")
for row in node_data:
try out.put_text(" NamedCharacterReferenceNode('")
var character: u8[1] = [(u8)row.character]
try out.put_text((str)character[0..])
try out.put_text("', ")
try put_decimal(&out, (u64)row.number)
try out.put_text(", ")
try put_bool(&out, row.end_of_word)
try out.put_text(", ")
try put_decimal(&out, (u64)row.child_index)
try out.put_text(", ")
try put_decimal(&out, (u64)row.children_len)
try out.put_text("),\n")
try out.put_text("]\n\n")
let num_children = node_num_direct_children(dafsa_builder.root)
# A-Z, a-z exactly
if num_children != 52:
error(invalid_entities, "the first characters are not exactly A-Z and a-z")
try put_table_start(&out, "## Web::HTML::g_named_character_reference_first_layer: the unique index tally of each first\n## character, 'A'-'Z' then 'a'-'z'.\n", "pub let g_named_character_reference_first_layer", "NamedCharacterReferenceFirstLayerNode", 52)
var unique_index_tally: usize = 0
for (c_, child) in dafsa_builder.root.children.indexed():
let node = child else continue
assert(is_ascii_alpha(c_))
try out.put_text(" NamedCharacterReferenceFirstLayerNode(")
try put_decimal(&out, (u64)unique_index_tally)
try out.put_text("),\n")
unique_index_tally += node.number
try out.put_text("]\n\n")
try put_table_start(&out, "## Web::HTML::g_named_character_reference_first_to_second_layer: the second characters that\n## follow each first character, as a bit mask, and where they start in the second layer.\n", "pub let g_named_character_reference_first_to_second_layer", "NamedCharacterReferenceFirstToSecondLayerLink", 52)
var second_layer_offset: usize = 0
for (c_, child) in dafsa_builder.root.children.indexed():
let node = child else continue
assert(is_ascii_alpha(c_))
let bit_mask = node_get_ascii_alphabetic_bit_mask(node)
try out.put_text(" NamedCharacterReferenceFirstToSecondLayerLink(")
try put_decimal(&out, bit_mask)
try out.put_text(", ")
try put_decimal(&out, (u64)second_layer_offset)
try out.put_text("),\n")
second_layer_offset += node_num_direct_children(node)
try out.put_text("]\n\n")
try put_table_start(&out, "## Web::HTML::g_named_character_reference_second_layer: the second layer of the DAFSA, grouped by\n## first character.\n", "pub let g_named_character_reference_second_layer", "NamedCharacterReferenceSecondLayerNode", second_layer_offset)
for (c_, child) in dafsa_builder.root.children.indexed():
let first_layer_node = child else continue
assert(is_ascii_alpha(c_))
var local_unique_index_tally: usize = 0
for (child_c, second) in first_layer_node.children.indexed():
let second_layer_node = second else continue
assert(is_ascii_alpha(child_c))
let child_num_children = node_num_direct_children(second_layer_node)
let child_index = second_layer_node.child_index else 0
try out.put_text(" NamedCharacterReferenceSecondLayerNode(")
try put_decimal(&out, (u64)child_index)
try out.put_text(", ")
try put_decimal(&out, (u64)local_unique_index_tally)
try out.put_text(", ")
try put_decimal(&out, (u64)child_num_children)
try out.put_text(", ")
try put_bool(&out, second_layer_node.is_terminal)
try out.put_text("),\n")
local_unique_index_tally += second_layer_node.number
try out.put_text("]\n")
return out.text()