mirrors/nomulus
1
0
Fork 0
mirror of https://github.com/google/nomulus synced 2026-01-07 05:56:49 +00:00
Code Issues Releases Wiki Activity

Set # of reducer shards on ExportDomainLists []

Browse Source 
-------------
Created by MOE: https://github.com/google/moe
MOE_MIGRATED_REVID=117403604
This commit is contained in:
mcilwain
2016-03-16 17:42:12 -07:00
committed by Justine Tunney
parent a31a626b16
commit 401df6c34a
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
java/com/google/domain/registry/export/ExportDomainListsAction.java
View File

@@ -59,6 +59,7 @@ import javax.inject.Inject;
public class ExportDomainListsAction implements MapreduceAction { public class ExportDomainListsAction implements MapreduceAction {
private static final FormattingLogger logger = FormattingLogger.getLoggerForCallerClass(); private static final FormattingLogger logger = FormattingLogger.getLoggerForCallerClass();
private static final int MAX_NUM_REDUCE_SHARDS = 100;
@Inject MapreduceRunner mrRunner; @Inject MapreduceRunner mrRunner;
@Inject Response response; @Inject Response response;
@@ -73,6 +74,7 @@ public class ExportDomainListsAction implements MapreduceAction {
response.sendJavaScriptRedirect(createJobPath(mrRunner response.sendJavaScriptRedirect(createJobPath(mrRunner
.setJobName("Export domain lists") .setJobName("Export domain lists")
.setModuleName("backend") .setModuleName("backend")
.setDefaultReduceShards(Math.min(realTlds.size(), MAX_NUM_REDUCE_SHARDS))
.runMapreduce( .runMapreduce(
new ExportDomainListsMapper(DateTime.now(UTC), realTlds), new ExportDomainListsMapper(DateTime.now(UTC), realTlds),
new ExportDomainListsReducer(gcsBucket, gcsBufferSize), new ExportDomainListsReducer(gcsBucket, gcsBufferSize),