No public description

PiperOrigin-RevId: 955071677

Author: cibu

nisaba/interim/grm2/rewrite/base_rule_cascade.h

@@ -234,7 +234,7 @@ bool BaseRuleCascade<Arc>::TopRewrite(absl::string_view input,
   debug->clear();
   std::vector<Label> labels;
   if (!TopRewrite(input, &labels)) return false;
-  if (!::fst::LabelsToString(labels, output, token_type_)) return false;
+  if (!::fst::LabelsToString<Label>(labels, output, token_type_)) return false;
   LabelsToDebugString(*output, labels, debug);
   return true;
 }
@@ -281,7 +281,7 @@ bool BaseRuleCascade<Arc>::OneTopRewrite(absl::string_view input,
   debug->clear();
   std::vector<Label> labels;
   if (!OneTopRewrite(input, &labels)) return false;
-  if (!::fst::LabelsToString(labels, output, token_type_)) return false;
+  if (!::fst::LabelsToString<Label>(labels, output, token_type_)) return false;
   LabelsToDebugString(*output, labels, debug);
   return true;
 }
@@ -332,7 +332,7 @@ bool BaseRuleCascade<Arc>::TopRewrites(absl::string_view input,
   for (const auto &labels : labelss) {
     output->emplace_back();
     debug->emplace_back();
-    if (!::fst::LabelsToString(labels, &output->back(), token_type_)) {
+    if (!::fst::LabelsToString<Label>(labels, &output->back(), token_type_)) {
       return false;
     }
     LabelsToDebugString(output->back(), labels, &debug->back());
@@ -394,7 +394,7 @@ bool BaseRuleCascade<Arc>::TopRewrites(absl::string_view input,
   for (const auto &labels : labelss) {
     output->emplace_back();
     debug->emplace_back();
-    if (!::fst::LabelsToString(labels, &output->back(), token_type_)) {
+    if (!::fst::LabelsToString<Label>(labels, &output->back(), token_type_)) {
       return false;
     }
     LabelsToDebugString(output->back(), labels, &debug->back());
@@ -455,7 +455,7 @@ bool BaseRuleCascade<Arc>::Rewrites(absl::string_view input,
   for (const auto &labels : labelss) {
     output->emplace_back();
     debug->emplace_back();
-    if (!::fst::LabelsToString(labels, &output->back(), token_type_)) {
+    if (!::fst::LabelsToString<Label>(labels, &output->back(), token_type_)) {
       return false;
     }
     LabelsToDebugString(output->back(), labels, &debug->back());

nisaba/interim/grm2/thrax/rewrite-tester.cc

@@ -261,7 +261,7 @@ bool RewriteTester::AppendLabel(Label label, std::string *path) const {
       std::string utf8_string;
       std::vector<Label> labels;
       labels.push_back(label);
-      if (!LabelsToUTF8String(labels, &utf8_string)) {
+      if (!LabelsToUTF8String<Label>(labels, &utf8_string)) {
         LOG(ERROR) << "LabelsToUTF8String: Bad code point: " << label;
         return false;
       }

nisaba/interim/grm2/thrax/walker/util/function/symbols.cc

@@ -21,6 +21,7 @@
 #include <vector>
 
 #include "absl/synchronization/mutex.h"
+#include "fst/icu.h"
 #include "fst/string.h"
 
 namespace thrax {
@@ -194,7 +195,7 @@ void SymbolTableBuilder::GenerateUtf8SymbolTable() {
     std::vector<int> labels;
     labels.push_back(c);
     std::string utf8_label;
-    if (::fst::LabelsToUTF8String(labels, &utf8_label)) {
+    if (::fst::LabelsToUTF8String<int>(labels, &utf8_label)) {
       if (IsUnicodeSpaceOrControl(c)) {
         char c_str[7];
         snprintf(c_str, sizeof(c_str), "0x%04x", c);

nisaba/scripts/abjad_alphabet/__init__.py

@@ -23,6 +23,7 @@
 import string
 
 import pynini
+
 from nisaba.scripts.abjad_alphabet import util as u
 from nisaba.scripts.utils import far
 from nisaba.scripts.utils import rewrite

nisaba/scripts/abjad_alphabet/fst_properties_test.py

@@ -17,6 +17,7 @@
 import itertools
 
 import pynini
+
 from absl.testing import absltest
 from absl.testing import parameterized
 from nisaba.scripts.abjad_alphabet import util as u

nisaba/scripts/abjad_alphabet/nfc.py

@@ -17,7 +17,7 @@
 To try for Urdu:
 
 ```sh
-bazel build -c opt nlp/grm2/thrax:rewrite-tester \
+bazel build -c opt third_party/opengrm/thrax:rewrite-tester \
   nisaba/scripts/abjad_alphabet:nfc
 
 bazel-bin/nisaba/interim/grm2/thrax/rewrite-tester \
@@ -28,7 +28,7 @@
 """
 
 import pynini
-from pynini.export import multi_grm
+from opengrm.pynini.export import multi_grm
 from nisaba.scripts.abjad_alphabet import util as u
 from nisaba.scripts.utils import rule
 

nisaba/scripts/abjad_alphabet/reading_norm.py

@@ -17,7 +17,7 @@
 To try for Urdu:
 
 ```sh
-bazel build -c opt nlp/grm2/thrax:rewrite-tester \
+bazel build -c opt third_party/opengrm/thrax:rewrite-tester \
   nisaba/scripts/abjad_alphabet:reading_norm
 
 bazel-bin/nisaba/interim/grm2/thrax/rewrite-tester \
@@ -29,9 +29,8 @@
 """
 
 from absl import flags
-
 import pynini
-from pynini.export import grm
+from opengrm.pynini.export import grm
 import nisaba.scripts.abjad_alphabet.util as u
 from nisaba.scripts.utils import rule
 

nisaba/scripts/abjad_alphabet/reading_norm_utf8.py

@@ -17,7 +17,7 @@
 To try for Urdu:
 
 ```sh
-bazel build -c opt nlp/grm2/thrax:rewrite-tester \
+bazel build -c opt third_party/opengrm/thrax:rewrite-tester \
   nisaba/scripts/abjad_alphabet:reading_norm
 
 bazel-bin/nisaba/interim/grm2/thrax/rewrite-tester \
@@ -28,7 +28,7 @@
 ```
 """
 
-from pynini.export import grm
+from opengrm.pynini.export import grm
 from nisaba.scripts.abjad_alphabet import reading_norm
 
 

nisaba/scripts/abjad_alphabet/reversible_roman.py

@@ -18,7 +18,7 @@
 
 ```shell
 ABJAD_ALPHABET_DIR=nisaba/scripts/abjad_alphabet
-bazel build -c opt nlp/grm2/thrax:rewrite-tester \
+bazel build -c opt third_party/opengrm/thrax:rewrite-tester \
   ${ABJAD_ALPHABET_DIR}:reversible_roman
 
 bazel-bin/nisaba/interim/grm2/thrax/rewrite-tester \
@@ -29,7 +29,7 @@
 """
 
 import pynini
-from pynini.export import multi_grm
+from opengrm.pynini.export import multi_grm
 from nisaba.scripts.abjad_alphabet import util
 from nisaba.scripts.utils import file
 from nisaba.scripts.utils import rewrite

nisaba/scripts/abjad_alphabet/testdata/reading_norm.textproto

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-# proto-file: testing/testdata.proto
+# proto-file: third_party/opengrm/testing/testdata.proto
 # proto-message: Rewrites
 
 # Reading normalization test data.