Disable denormalizer flags (#13)

Co-authored-by: Rohit Jain <[email protected]>
marian-nmt · Aug 27, 2021 · 3921b9a · 3921b9a
1 parent 28f9eb8
commit 3921b9a
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/sentencepiece_trainer.cc b/src/sentencepiece_trainer.cc
@@ -158,6 +158,9 @@ util::Status SentencePieceTrainer::MergeSpecsFromArgs(
       std::istringstream(value) >> std::boolalpha >> encode_unicode_case;
       normalizer_spec->set_encode_case(encode_unicode_case);
       denormalizer_spec->set_decode_case(encode_unicode_case);
+      denormalizer_spec->set_add_dummy_prefix(false);
+      denormalizer_spec->set_remove_extra_whitespaces(false);
+      denormalizer_spec->set_escape_whitespaces(false);
       continue;
     }