Update kytea_model.rs

daac-tools · Sep 20, 2023 · 4899bb0 · 4899bb0
1 parent d6b2a07
commit 4899bb0
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vaporetto/src/kytea_model.rs b/vaporetto/src/kytea_model.rs
@@ -494,6 +494,8 @@ impl TryFrom<KyteaModel> for Model {
                     b'T' => CharacterType::Katakana as u8,
                     b'K' => CharacterType::Kanji as u8,
                     b'O' => CharacterType::Other as u8,
+                    // Some models distributed on KyTea's web site contain the invalid character type `0x04`.
+                    // The following supports them.
                     4 => {
                         continue 'a;
                     }