Skip to content
This repository was archived by the owner on Dec 16, 2021. It is now read-only.

Commit 30434f4

Browse files
committed
main/src/main/java/com/airbnb/reair/batch/hive/MetastoreReplicationJob.java: Add number of reducers from config for Step1 runMetaStoreCompareJob
1 parent cd649c8 commit 30434f4

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

main/src/main/java/com/airbnb/reair/batch/hive/MetastoreReplicationJob.java

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -401,6 +401,10 @@ private int runMetastoreCompareJob(Path output)
401401
FileOutputFormat.setOutputPath(job, output);
402402
FileOutputFormat.setOutputCompressorClass(job, GzipCodec.class);
403403

404+
job.setNumReduceTasks(getConf().getInt(
405+
ConfigurationKeys.BATCH_JOB_METASTORE_PARALLELISM,
406+
150));
407+
404408
boolean success = job.waitForCompletion(true);
405409

406410
return success ? 0 : 1;
@@ -523,10 +527,6 @@ private int runCommitChangeJob(Path input, Path output)
523527
FileOutputFormat.setOutputPath(job, output);
524528
FileOutputFormat.setOutputCompressorClass(job, GzipCodec.class);
525529

526-
job.setNumReduceTasks(getConf().getInt(
527-
ConfigurationKeys.BATCH_JOB_METASTORE_PARALLELISM,
528-
150));
529-
530530
boolean success = job.waitForCompletion(true);
531531

532532
if (success) {

0 commit comments

Comments
 (0)