Improve bulk load performance by using a combiner.

pulquero · Oct 25, 2023 · e7a5404 · e7a5404
1 parent 7c4339d
commit e7a5404
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tools/src/main/java/com/msd/gin/halyard/tools/HalyardBulkLoad.java b/tools/src/main/java/com/msd/gin/halyard/tools/HalyardBulkLoad.java
@@ -721,6 +721,7 @@ protected int run(CommandLine cmd) throws Exception {
 				tableDesc = hTable.getDescriptor();
 				RegionLocator regionLocator = conn.getRegionLocator(tableDesc.getTableName());
 				HFileOutputFormat2.configureIncrementalLoad(job, tableDesc, regionLocator);
+				job.setCombinerClass(job.getReducerClass());
 	        }
             try (Keyspace keyspace = HalyardTableUtils.getKeyspace(getConf(), conn, tableDesc.getTableName(), null, null)) {
             	try (KeyspaceConnection ksConn = keyspace.getConnection()) {