Squash of transliterator-compiler

commit d1812b4
Author: Niels Saurer <[email protected]>
Date:   Wed Aug 9 13:31:53 2023 +0200

    fix merge mistake

commit f15f6eb
Merge: abb91cc a39cfed
Author: Niels Saurer <[email protected]>
Date:   Wed Aug 9 13:27:08 2023 +0200

    Merge branch 'main' into transliterator-compiler

commit abb91cc
Author: Niels Saurer <[email protected]>
Date:   Wed Aug 9 01:12:13 2023 +0200

    reformat tests

commit f6a10f5
Author: Niels Saurer <[email protected]>
Date:   Wed Aug 9 00:30:09 2023 +0200

    sizes => counts

commit 9ffc2f0
Author: Niels Saurer <[email protected]>
Date:   Wed Aug 9 00:26:27 2023 +0200

    add more docs

commit eae5748
Author: Niels Saurer <[email protected]>
Date:   Tue Aug 8 23:46:20 2023 +0200

    remove TODO

commit 6b09689
Author: Niels Saurer <[email protected]>
Date:   Tue Aug 8 23:28:42 2023 +0200

    improve docs

commit c9b16d5
Author: Niels Saurer <[email protected]>
Date:   Tue Aug 8 23:15:23 2023 +0200

    clippy

commit 020a677
Author: Niels Saurer <[email protected]>
Date:   Tue Aug 8 22:53:14 2023 +0200

    add result aggregation to first pass

commit 2d1bfd7
Author: Niels Saurer <[email protected]>
Date:   Tue Aug 8 16:28:23 2023 +0200

    add tests

commit 6f35ea5
Author: Niels Saurer <[email protected]>
Date:   Mon Aug 7 22:25:56 2023 +0200

    CI fixes

commit c6c4844
Author: Niels Saurer <[email protected]>
Date:   Sun Aug 6 20:06:31 2023 +0200

    first steps

commit fb68218
Author: Niels Saurer <[email protected]>
Date:   Wed Jul 19 16:21:33 2023 +0000

    Squash transliterator-parser

    structure for transliterator parser

    start parsing ':: ... ;' rules

    complete ::-rule parsing

    add more global filter tests

    add negative tests for '::'-rules, be more restrictive

    update error docs

    add comment about static UnicodeSet type alias

    add variable defs

    escaping and fix unicodeset handling

    fix unicodeset tests

    function calls

    add variable-inside-unicodesets

    update tests

    rewrite parse_section using parse_element

    fix unquoted literal handling

    add cursor/placeholder tests

    add cursor support

    add allow(unused) for this PR

    remove unused dependencies

    add todo about inefficient unicodeset variablemap handling

    allow usage of UnicodeSet's VariableMap directly in TransliteratorParser

    avoid one allocation per parsed unicodeset

    remove done todo about allocation-free unicodeset parser hook

    avoid allocations for number parsing

    invalid num err with offset

    update comment

    switch to allocation free hex parsing (and support for multi escapes)

    fix main merge conflict

    support \p unicodesets

    remove todo for \p unicodeset parsing

    turn low-prio todo about avoiding clones into note

    turn non-memory-safety safety comments into regular comments

    add issue number to TODOs

    add transliteration component crate

Cargo.toml

@@ -44,6 +44,7 @@ members = [
     "experimental/relativetime/data",
     "experimental/transliterator_parser",
     "experimental/transliteration",
+    "experimental/transliterator_parser",
     "experimental/unicodeset_parser",
     "ffi/capi_cdylib",
     "ffi/capi_staticlib",

experimental/transliteration/Cargo.toml

@@ -31,4 +31,4 @@ icu_collections = { version = "1.2.0", path = "../../components/collections", fe
 serde = { version = "1.0", features = ["derive"] }
 zerovec = { version = "0.9.4", path = "../../utils/zerovec", features = ["derive"] }
 
-# TODO: Add serde, datagen, compiled_data features
+# TODO: Add serde, datagen, compiled_data features

experimental/transliterator_parser/Cargo.toml

@@ -29,6 +29,9 @@ icu_collections = { path = "../../components/collections" }
 icu_properties = { path = "../../components/properties", default-features = false }
 icu_provider = { path = "../../provider/core" }
 icu_unicodeset_parser = { path = "../unicodeset_parser" }
+icu_transliteration = { path = "../transliteration" }
+
+log = "0.4"
 
 [features]
 compiled_data = ["icu_properties/compiled_data"]