From 9dd44ef95c3e268c5e133e34f8ee2423fa346451 Mon Sep 17 00:00:00 2001 From: Mofetoluwa Date: Sun, 18 Feb 2024 18:14:59 -0500 Subject: [PATCH] Add languages to Simplesearcher --- src/main/java/io/anserini/search/SimpleSearcher.java | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/main/java/io/anserini/search/SimpleSearcher.java b/src/main/java/io/anserini/search/SimpleSearcher.java index 1db74a106b..db06d816f6 100644 --- a/src/main/java/io/anserini/search/SimpleSearcher.java +++ b/src/main/java/io/anserini/search/SimpleSearcher.java @@ -221,6 +221,9 @@ public void set_language(String language) { } else if (language.equals("sw") || language.equals("te")) { this.analyzer = new WhitespaceAnalyzer(); // For Mr.TyDi: sw and te do not have custom Lucene analyzers, so just use whitespace analyzer. + } else if (language.equals("ha") || language.equals("so") || language.equals("yo")) { + this.analyzer = new WhitespaceAnalyzer(); + // Also use whitespace analyzer for ha, so, yo in CIRAL. } }