From 9155350bcfc433cf3eb9959a69e4be6cfacbf1f6 Mon Sep 17 00:00:00 2001 From: Alexander Gutkin Date: Fri, 13 Sep 2024 07:08:30 -0700 Subject: [PATCH] Exposed (commented out) Unicode-mode reverse translitation test. PiperOrigin-RevId: 674284439 --- nisaba/scripts/brahmic/BUILD.bazel | 8 ++++++++ nisaba/scripts/brahmic/iso.py | 3 +-- 2 files changed, 9 insertions(+), 2 deletions(-) diff --git a/nisaba/scripts/brahmic/BUILD.bazel b/nisaba/scripts/brahmic/BUILD.bazel index 54595c09..cb9e6348 100644 --- a/nisaba/scripts/brahmic/BUILD.bazel +++ b/nisaba/scripts/brahmic/BUILD.bazel @@ -97,6 +97,14 @@ nisaba_grm_textproto_test( grammar = ":iso", ) +# TODO: This test is currently failing. +# nisaba_grm_textproto_test( +# name = "iso_utf8_test", +# grammar = ":iso_utf8", +# textproto = "testdata/iso.textproto", +# token_type = "utf8", +# ) + nisaba_compile_multi_grm_py( name = "fixed", outs = { diff --git a/nisaba/scripts/brahmic/iso.py b/nisaba/scripts/brahmic/iso.py index 49d05113..563cdd89 100644 --- a/nisaba/scripts/brahmic/iso.py +++ b/nisaba/scripts/brahmic/iso.py @@ -188,8 +188,7 @@ def generator_main(exporter_map: multi_grm.ExporterMapping): exporter[f'FROM_{script}'] = from_script exporter[f'TO_{script}'] = to_script # TODO: The utf8 version of `FROM_BRAHMIC` transducer is - # failing to rewrite any native script inputs. The corresponding - # 'iso_utf8_test' is missing as well. + # failing to rewrite any native script inputs. exporter['FROM_BRAHMIC'] = rw.Rewrite( p.union(*from_script_fsts).optimize(), sigma=p.union(*sigma_fsts).optimize()