diff --git a/src/sentencepiece_trainer.cc b/src/sentencepiece_trainer.cc index 25bf92fe..cb825a10 100644 --- a/src/sentencepiece_trainer.cc +++ b/src/sentencepiece_trainer.cc @@ -158,6 +158,9 @@ util::Status SentencePieceTrainer::MergeSpecsFromArgs( std::istringstream(value) >> std::boolalpha >> encode_unicode_case; normalizer_spec->set_encode_case(encode_unicode_case); denormalizer_spec->set_decode_case(encode_unicode_case); + denormalizer_spec->set_add_dummy_prefix(false); + denormalizer_spec->set_remove_extra_whitespaces(false); + denormalizer_spec->set_escape_whitespaces(false); continue; }