Update TweetCollection.java (#1435)

Plain Text files from Twitter API are by default UFT-8
castorini · Dec 3, 2020 · f50dcce · f50dcce
1 parent 3cdedcc
commit f50dcce
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/main/java/io/anserini/collection/TweetCollection.java b/src/main/java/io/anserini/collection/TweetCollection.java
@@ -74,7 +74,7 @@ public Segment(Path path) throws IOException {
                 Files.newInputStream(path, StandardOpenOption.READ), BUFFER_SIZE);
         bufferedReader = new BufferedReader(new InputStreamReader(stream, StandardCharsets.UTF_8));
       } else { // plain text file
-        bufferedReader = new BufferedReader(new FileReader(fileName));
+        bufferedReader = new BufferedReader(new FileReader(fileName, StandardCharsets.UTF_8));
       }
     }