mirror of
https://github.com/google/nomulus
synced 2026-01-04 04:04:22 +00:00
Set # of reducer shards on ExportDomainLists []
------------- Created by MOE: https://github.com/google/moe MOE_MIGRATED_REVID=117403604
This commit is contained in:
@@ -59,6 +59,7 @@ import javax.inject.Inject;
|
||||
public class ExportDomainListsAction implements MapreduceAction {
|
||||
|
||||
private static final FormattingLogger logger = FormattingLogger.getLoggerForCallerClass();
|
||||
private static final int MAX_NUM_REDUCE_SHARDS = 100;
|
||||
|
||||
@Inject MapreduceRunner mrRunner;
|
||||
@Inject Response response;
|
||||
@@ -73,6 +74,7 @@ public class ExportDomainListsAction implements MapreduceAction {
|
||||
response.sendJavaScriptRedirect(createJobPath(mrRunner
|
||||
.setJobName("Export domain lists")
|
||||
.setModuleName("backend")
|
||||
.setDefaultReduceShards(Math.min(realTlds.size(), MAX_NUM_REDUCE_SHARDS))
|
||||
.runMapreduce(
|
||||
new ExportDomainListsMapper(DateTime.now(UTC), realTlds),
|
||||
new ExportDomainListsReducer(gcsBucket, gcsBufferSize),
|
||||
|
||||
Reference in New Issue
Block a user