Begin saving the EppResource parent in *History objects (#1090)

* Begin saving the EppResource parent in *History objects

We use DomainCreateFlow as an example here of how this will work. There
were a few changes necessary:

- various changes around GracePeriod / GracePeriodHistory so that we can
actually store them without throwing NPEs
- Creating one injectable *History.Builder field and using in place of
the HistoryEntry.Builder injected field in DomainCreateFlow
- Saving the EppResource as the parent in the *History.Builder setParent
calls
- Converting to/from HistoryEntry/*History classes in
DatastoreTransactionManager. Basically, we'll want to return the
*History subclasses (and similar in the ofy portions of HistoryEntryDao)
- Converting a few HistoryEntry.Builder usages to DomainHistory.Builder
usages. Eventually we should convert all of them.

.gitignore

@@ -75,7 +75,7 @@ local.properties
 autogenerated/
 
 # IDEA
-nomulus.iml
+**/*.iml
 nomulus.ipr
 nomulus.iws
 

CONTRIBUTORS

@@ -34,3 +34,5 @@ Guy Bensky <guyben@google.com>
 Weimin Yu <weiminyu@google.com>
 Shicong Huang <shicong@google.com>
 Gustav Brodman <gbrodman@google.com>
+Sarah Botwinick <sarahbot@google.com>
+Legina Chen <legina@google.com>

build.gradle

@@ -24,7 +24,7 @@ buildscript {
   }
 
   dependencies {
-    classpath 'com.google.cloud.tools:appengine-gradle-plugin:2.0.1'
+    classpath 'com.google.cloud.tools:appengine-gradle-plugin:2.4.1'
     classpath 'net.ltgt.gradle:gradle-errorprone-plugin:0.6.1'
     classpath 'org.sonatype.aether:aether-api:1.13.1'
     classpath 'org.sonatype.aether:aether-impl:1.13.1'
@@ -40,7 +40,7 @@ plugins {
   id 'com.github.johnrengelman.shadow' version '5.1.0'
 
   // NodeJs plugin
-  id "com.moowork.node" version "1.2.0"
+  id "com.github.node-gradle.node" version "3.0.1"
 
   id 'idea'
   id 'com.diffplug.gradle.spotless' version '3.25.0'
@@ -49,6 +49,12 @@ plugins {
   id 'com.dorongold.task-tree' version '1.5'
 }
 
+node {
+  download = true
+  version = "14.15.5"
+  npmVersion = "6.14.11"
+}
+
 wrapper {
   distributionType = Wrapper.DistributionType.ALL
 }
@@ -115,7 +121,7 @@ task stage {
 // App-engine environment configuration.  We set up all of the variables in
 // the root project.
 
-def environments = ['production', 'sandbox', 'alpha', 'crash']
+def environments = ['production', 'sandbox', 'alpha', 'crash', 'qa']
 
 def gcpProject = null
 
@@ -149,7 +155,7 @@ def verifyDeploymentParams() {
         System.err.println('-----------------------------------------------------------------')
         throw new GradleException('Aborting. See prominent error above.')
     } else if (gcpProject == null) {
-        def error = 'You must specify -P environment={alpha,crash}'
+        def error = 'You must specify -P environment={alpha,crash,qa}'
         System.err.println("\033[33;1m${error}\033[0m")
         throw GradleException("Aborting:  ${error}")
     }
@@ -395,6 +401,10 @@ def createGetBuildSrcDirectDepsTask(outputFileName) {
 
 rootProject.ext {
   invokeJavaDiffFormatScript = { action ->
+    println("JAVA_HOME=${System.env.JAVA_HOME}")
+    println("PATH=${System.env.PATH}")
+    println(ext.execInBash("type java", "${rootDir}"))
+    println(ext.execInBash("java -version", "${rootDir}"))
     def scriptDir = rootDir.path.endsWith('buildSrc')
             ? "${rootDir}/../java-format"
             : "${rootDir}/java-format"

buildSrc/build.gradle

@@ -71,12 +71,13 @@ dependencies {
   def deps = dependencyMap
   compile deps['com.google.auth:google-auth-library-credentials']
   compile deps['com.google.auth:google-auth-library-oauth2-http']
-  compile deps['com.google.cloud:google-cloud-core']
-  compile deps['com.google.guava:guava']
   compile deps['com.google.auto.value:auto-value-annotations']
+  compile deps['com.google.cloud:google-cloud-core']
   compile deps['com.google.cloud:google-cloud-storage']
-  compile deps['org.apache.commons:commons-text']
+  compile deps['com.google.guava:guava']
+  compile deps['com.google.protobuf:protobuf-java']
   compile deps['com.google.template:soy']
+  compile deps['org.apache.commons:commons-text']
   annotationProcessor deps['com.google.auto.value:auto-value']
   testCompile deps['com.google.truth:truth']
   testCompile deps['com.google.truth.extensions:truth-java8-extension']

buildSrc/gradle/dependency-locks/annotationProcessor.lockfile

@@ -3,7 +3,7 @@
 # This file is expected to be part of source control.
 com.github.ben-manes.caffeine:caffeine:2.7.0
 com.github.kevinstern:software-and-algorithms:1.0
-com.google.auto.value:auto-value:1.6.3
+com.google.auto.value:auto-value:1.7.4
 com.google.auto:auto-common:0.10
 com.google.code.findbugs:jFormatString:3.0.0
 com.google.code.findbugs:jsr305:3.0.2

buildSrc/gradle/dependency-locks/checkstyle.lockfile

@@ -3,16 +3,17 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.2
+com.google.errorprone:error_prone_annotations:2.3.4
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:28.1-jre
+com.google.guava:guava:29.0-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.puppycrawl.tools:checkstyle:8.27
+com.puppycrawl.tools:checkstyle:8.37
 commons-beanutils:commons-beanutils:1.9.4
 commons-collections:commons-collections:3.2.2
-info.picocli:picocli:4.1.1
-net.sf.saxon:Saxon-HE:9.9.1-5
-org.antlr:antlr4-runtime:4.7.2
-org.checkerframework:checker-qual:2.8.1
-org.codehaus.mojo:animal-sniffer-annotations:1.18
+info.picocli:picocli:4.5.2
+net.sf.saxon:Saxon-HE:10.3
+org.antlr:antlr4-runtime:4.8-1
+org.checkerframework:checker-qual:2.11.1
+org.javassist:javassist:3.26.0-GA
+org.reflections:reflections:0.9.12

buildSrc/gradle/dependency-locks/compile.lockfile

@@ -3,53 +3,56 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
+com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
 com.google.template:soy:2018-03-14
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
 javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
+org.checkerframework:checker-compat-qual:2.5.5
 org.checkerframework:checker-qual:3.5.0
 org.json:json:20160212
 org.ow2.asm:asm-analysis:6.0
@@ -57,4 +60,4 @@ org.ow2.asm:asm-commons:6.0
 org.ow2.asm:asm-tree:6.0
 org.ow2.asm:asm-util:6.0
 org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.threeten:threetenbp:1.5.0

buildSrc/gradle/dependency-locks/compileClasspath.lockfile

@@ -3,53 +3,56 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
+com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
 com.google.template:soy:2018-03-14
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
 javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
+org.checkerframework:checker-compat-qual:2.5.5
 org.checkerframework:checker-qual:3.5.0
 org.json:json:20160212
 org.ow2.asm:asm-analysis:6.0
@@ -57,4 +60,4 @@ org.ow2.asm:asm-commons:6.0
 org.ow2.asm:asm-tree:6.0
 org.ow2.asm:asm-util:6.0
 org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.threeten:threetenbp:1.5.0

buildSrc/gradle/dependency-locks/deploy_jar.lockfile

@@ -3,53 +3,56 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
+com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
 com.google.template:soy:2018-03-14
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
 javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
+org.checkerframework:checker-compat-qual:2.5.5
 org.checkerframework:checker-qual:3.5.0
 org.json:json:20160212
 org.ow2.asm:asm-analysis:6.0
@@ -57,4 +60,4 @@ org.ow2.asm:asm-commons:6.0
 org.ow2.asm:asm-tree:6.0
 org.ow2.asm:asm-util:6.0
 org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.threeten:threetenbp:1.5.0

buildSrc/gradle/dependency-locks/jacocoAgent.lockfile

@@ -1,4 +1,4 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-org.jacoco:org.jacoco.agent:0.8.5
+org.jacoco:org.jacoco.agent:0.8.6

buildSrc/gradle/dependency-locks/jacocoAnt.lockfile

@@ -1,11 +1,11 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-org.jacoco:org.jacoco.agent:0.8.5
-org.jacoco:org.jacoco.ant:0.8.5
-org.jacoco:org.jacoco.core:0.8.5
-org.jacoco:org.jacoco.report:0.8.5
-org.ow2.asm:asm-analysis:7.2
-org.ow2.asm:asm-commons:7.2
-org.ow2.asm:asm-tree:7.2
-org.ow2.asm:asm:7.2
+org.jacoco:org.jacoco.agent:0.8.6
+org.jacoco:org.jacoco.ant:0.8.6
+org.jacoco:org.jacoco.core:0.8.6
+org.jacoco:org.jacoco.report:0.8.6
+org.ow2.asm:asm-analysis:8.0.1
+org.ow2.asm:asm-commons:8.0.1
+org.ow2.asm:asm-tree:8.0.1
+org.ow2.asm:asm:8.0.1

buildSrc/gradle/dependency-locks/runtime.lockfile

@@ -3,53 +3,56 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
+com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
 com.google.template:soy:2018-03-14
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
 javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
+org.checkerframework:checker-compat-qual:2.5.5
 org.checkerframework:checker-qual:3.5.0
 org.json:json:20160212
 org.ow2.asm:asm-analysis:6.0
@@ -57,4 +60,4 @@ org.ow2.asm:asm-commons:6.0
 org.ow2.asm:asm-tree:6.0
 org.ow2.asm:asm-util:6.0
 org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.threeten:threetenbp:1.5.0

buildSrc/gradle/dependency-locks/runtimeClasspath.lockfile

@@ -3,53 +3,56 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
+com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
 com.google.template:soy:2018-03-14
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
 javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
+org.checkerframework:checker-compat-qual:2.5.5
 org.checkerframework:checker-qual:3.5.0
 org.json:json:20160212
 org.ow2.asm:asm-analysis:6.0
@@ -57,4 +60,4 @@ org.ow2.asm:asm-commons:6.0
 org.ow2.asm:asm-tree:6.0
 org.ow2.asm:asm-util:6.0
 org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.threeten:threetenbp:1.5.0

buildSrc/gradle/dependency-locks/testCompile.lockfile

@@ -3,62 +3,63 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
+com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
 com.google.template:soy:2018-03-14
-com.google.truth.extensions:truth-java8-extension:1.0
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
+com.google.truth.extensions:truth-java8-extension:1.1.2
+com.google.truth:truth:1.1.2
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
 javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
-junit:junit:4.12
-net.bytebuddy:byte-buddy-agent:1.10.5
-net.bytebuddy:byte-buddy:1.10.5
+junit:junit:4.13.1
+net.bytebuddy:byte-buddy-agent:1.10.19
+net.bytebuddy:byte-buddy:1.10.19
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apiguardian:apiguardian-api:1.1.0
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
 org.json:json:20160212
 org.junit.jupiter:junit-jupiter-api:5.6.2
@@ -66,12 +67,12 @@ org.junit.jupiter:junit-jupiter-engine:5.6.2
 org.junit.platform:junit-platform-commons:1.6.2
 org.junit.platform:junit-platform-engine:1.6.2
 org.junit:junit-bom:5.6.2
-org.mockito:mockito-core:3.3.3
-org.objenesis:objenesis:2.6
+org.mockito:mockito-core:3.7.7
+org.objenesis:objenesis:3.1
 org.opentest4j:opentest4j:1.2.0
 org.ow2.asm:asm-analysis:6.0
 org.ow2.asm:asm-commons:6.0
 org.ow2.asm:asm-tree:6.0
 org.ow2.asm:asm-util:6.0
-org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.ow2.asm:asm:9.0
+org.threeten:threetenbp:1.5.0

buildSrc/gradle/dependency-locks/testCompileClasspath.lockfile

@@ -3,62 +3,63 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
+com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
 com.google.template:soy:2018-03-14
-com.google.truth.extensions:truth-java8-extension:1.0
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
+com.google.truth.extensions:truth-java8-extension:1.1.2
+com.google.truth:truth:1.1.2
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
 javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
-junit:junit:4.12
-net.bytebuddy:byte-buddy-agent:1.10.5
-net.bytebuddy:byte-buddy:1.10.5
+junit:junit:4.13.1
+net.bytebuddy:byte-buddy-agent:1.10.19
+net.bytebuddy:byte-buddy:1.10.19
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apiguardian:apiguardian-api:1.1.0
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
 org.json:json:20160212
 org.junit.jupiter:junit-jupiter-api:5.6.2
@@ -66,12 +67,12 @@ org.junit.jupiter:junit-jupiter-engine:5.6.2
 org.junit.platform:junit-platform-commons:1.6.2
 org.junit.platform:junit-platform-engine:1.6.2
 org.junit:junit-bom:5.6.2
-org.mockito:mockito-core:3.3.3
-org.objenesis:objenesis:2.6
+org.mockito:mockito-core:3.7.7
+org.objenesis:objenesis:3.1
 org.opentest4j:opentest4j:1.2.0
 org.ow2.asm:asm-analysis:6.0
 org.ow2.asm:asm-commons:6.0
 org.ow2.asm:asm-tree:6.0
 org.ow2.asm:asm-util:6.0
-org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.ow2.asm:asm:9.0
+org.threeten:threetenbp:1.5.0

buildSrc/gradle/dependency-locks/testRuntime.lockfile

@@ -3,62 +3,63 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
+com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
 com.google.template:soy:2018-03-14
-com.google.truth.extensions:truth-java8-extension:1.0
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
+com.google.truth.extensions:truth-java8-extension:1.1.2
+com.google.truth:truth:1.1.2
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
 javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
-junit:junit:4.12
-net.bytebuddy:byte-buddy-agent:1.10.5
-net.bytebuddy:byte-buddy:1.10.5
+junit:junit:4.13.1
+net.bytebuddy:byte-buddy-agent:1.10.19
+net.bytebuddy:byte-buddy:1.10.19
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apiguardian:apiguardian-api:1.1.0
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
 org.json:json:20160212
 org.junit.jupiter:junit-jupiter-api:5.6.2
@@ -66,12 +67,12 @@ org.junit.jupiter:junit-jupiter-engine:5.6.2
 org.junit.platform:junit-platform-commons:1.6.2
 org.junit.platform:junit-platform-engine:1.6.2
 org.junit:junit-bom:5.6.2
-org.mockito:mockito-core:3.3.3
-org.objenesis:objenesis:2.6
+org.mockito:mockito-core:3.7.7
+org.objenesis:objenesis:3.1
 org.opentest4j:opentest4j:1.2.0
 org.ow2.asm:asm-analysis:6.0
 org.ow2.asm:asm-commons:6.0
 org.ow2.asm:asm-tree:6.0
 org.ow2.asm:asm-util:6.0
-org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.ow2.asm:asm:9.0
+org.threeten:threetenbp:1.5.0

buildSrc/gradle/dependency-locks/testRuntimeClasspath.lockfile

@@ -3,62 +3,63 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
+com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
 com.google.template:soy:2018-03-14
-com.google.truth.extensions:truth-java8-extension:1.0
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
+com.google.truth.extensions:truth-java8-extension:1.1.2
+com.google.truth:truth:1.1.2
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
 javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
-junit:junit:4.12
-net.bytebuddy:byte-buddy-agent:1.10.5
-net.bytebuddy:byte-buddy:1.10.5
+junit:junit:4.13.1
+net.bytebuddy:byte-buddy-agent:1.10.19
+net.bytebuddy:byte-buddy:1.10.19
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apiguardian:apiguardian-api:1.1.0
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
 org.json:json:20160212
 org.junit.jupiter:junit-jupiter-api:5.6.2
@@ -66,12 +67,12 @@ org.junit.jupiter:junit-jupiter-engine:5.6.2
 org.junit.platform:junit-platform-commons:1.6.2
 org.junit.platform:junit-platform-engine:1.6.2
 org.junit:junit-bom:5.6.2
-org.mockito:mockito-core:3.3.3
-org.objenesis:objenesis:2.6
+org.mockito:mockito-core:3.7.7
+org.objenesis:objenesis:3.1
 org.opentest4j:opentest4j:1.2.0
 org.ow2.asm:asm-analysis:6.0
 org.ow2.asm:asm-commons:6.0
 org.ow2.asm:asm-tree:6.0
 org.ow2.asm:asm-util:6.0
-org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.ow2.asm:asm:9.0
+org.threeten:threetenbp:1.5.0

buildSrc/src/main/java/google/registry/gradle/plugin/ProjectData.java

@@ -91,7 +91,7 @@ abstract class ProjectData {
       /** The task was actually run and has finished successfully. */
       SUCCESS,
       /** The task was up-to-date and successful, and hence didn't need to run again. */
-      UP_TO_DATE;
+      UP_TO_DATE
     }
 
     abstract String uniqueName();

buildSrc/src/test/resources/mockito-extensions/org.mockito.plugins.MockMaker

@@ -0,0 +1 @@
+mock-maker-inline

common/gradle/dependency-locks/checkstyle.lockfile

@@ -3,16 +3,17 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.2
+com.google.errorprone:error_prone_annotations:2.3.4
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:28.1-jre
+com.google.guava:guava:29.0-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.puppycrawl.tools:checkstyle:8.27
+com.puppycrawl.tools:checkstyle:8.37
 commons-beanutils:commons-beanutils:1.9.4
 commons-collections:commons-collections:3.2.2
-info.picocli:picocli:4.1.1
-net.sf.saxon:Saxon-HE:9.9.1-5
-org.antlr:antlr4-runtime:4.7.2
-org.checkerframework:checker-qual:2.8.1
-org.codehaus.mojo:animal-sniffer-annotations:1.18
+info.picocli:picocli:4.5.2
+net.sf.saxon:Saxon-HE:10.3
+org.antlr:antlr4-runtime:4.8-1
+org.checkerframework:checker-qual:2.11.1
+org.javassist:javassist:3.26.0-GA
+org.reflections:reflections:0.9.12

common/gradle/dependency-locks/compile.lockfile

@@ -4,7 +4,7 @@
 com.google.code.findbugs:jsr305:3.0.2
 com.google.errorprone:error_prone_annotations:2.3.4
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
 javax.inject:javax.inject:1

common/gradle/dependency-locks/compileClasspath.lockfile

@@ -4,7 +4,7 @@
 com.google.code.findbugs:jsr305:3.0.2
 com.google.errorprone:error_prone_annotations:2.3.4
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
 javax.inject:javax.inject:1

common/gradle/dependency-locks/default.lockfile

@@ -4,7 +4,7 @@
 com.google.code.findbugs:jsr305:3.0.2
 com.google.errorprone:error_prone_annotations:2.3.4
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
 javax.inject:javax.inject:1

common/gradle/dependency-locks/deploy_jar.lockfile

@@ -4,7 +4,7 @@
 com.google.code.findbugs:jsr305:3.0.2
 com.google.errorprone:error_prone_annotations:2.3.4
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
 javax.inject:javax.inject:1

common/gradle/dependency-locks/jacocoAgent.lockfile

@@ -1,4 +1,4 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-org.jacoco:org.jacoco.agent:0.8.5
+org.jacoco:org.jacoco.agent:0.8.6

common/gradle/dependency-locks/jacocoAnt.lockfile

@@ -1,11 +1,11 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-org.jacoco:org.jacoco.agent:0.8.5
-org.jacoco:org.jacoco.ant:0.8.5
-org.jacoco:org.jacoco.core:0.8.5
-org.jacoco:org.jacoco.report:0.8.5
-org.ow2.asm:asm-analysis:7.2
-org.ow2.asm:asm-commons:7.2
-org.ow2.asm:asm-tree:7.2
-org.ow2.asm:asm:7.2
+org.jacoco:org.jacoco.agent:0.8.6
+org.jacoco:org.jacoco.ant:0.8.6
+org.jacoco:org.jacoco.core:0.8.6
+org.jacoco:org.jacoco.report:0.8.6
+org.ow2.asm:asm-analysis:8.0.1
+org.ow2.asm:asm-commons:8.0.1
+org.ow2.asm:asm-tree:8.0.1
+org.ow2.asm:asm:8.0.1

common/gradle/dependency-locks/runtime.lockfile

@@ -4,7 +4,7 @@
 com.google.code.findbugs:jsr305:3.0.2
 com.google.errorprone:error_prone_annotations:2.3.4
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
 javax.inject:javax.inject:1

common/gradle/dependency-locks/runtimeClasspath.lockfile

@@ -4,7 +4,7 @@
 com.google.code.findbugs:jsr305:3.0.2
 com.google.errorprone:error_prone_annotations:2.3.4
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
 javax.inject:javax.inject:1

common/gradle/dependency-locks/testCompile.lockfile

@@ -1,24 +1,22 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-com.google.auto.value:auto-value-annotations:1.6.3
+com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
-com.google.flogger:flogger:0.1
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.flogger:flogger:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
-io.github.java-diff-utils:java-diff-utils:4.0
+com.google.truth:truth:1.1.2
+io.github.java-diff-utils:java-diff-utils:4.9
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-junit:junit:4.12
+junit:junit:4.13.1
 org.apiguardian:apiguardian-api:1.1.0
-org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
+org.checkerframework:checker-compat-qual:2.5.3
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
 org.junit.jupiter:junit-jupiter-api:5.6.2
 org.junit.jupiter:junit-jupiter-engine:5.6.2
@@ -26,3 +24,4 @@ org.junit.platform:junit-platform-commons:1.6.2
 org.junit.platform:junit-platform-engine:1.6.2
 org.junit:junit-bom:5.6.2
 org.opentest4j:opentest4j:1.2.0
+org.ow2.asm:asm:9.0

common/gradle/dependency-locks/testCompileClasspath.lockfile

@@ -1,24 +1,22 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-com.google.auto.value:auto-value-annotations:1.6.3
+com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
-com.google.flogger:flogger:0.1
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.flogger:flogger:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
-io.github.java-diff-utils:java-diff-utils:4.0
+com.google.truth:truth:1.1.2
+io.github.java-diff-utils:java-diff-utils:4.9
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-junit:junit:4.12
+junit:junit:4.13.1
 org.apiguardian:apiguardian-api:1.1.0
-org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
+org.checkerframework:checker-compat-qual:2.5.3
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
 org.junit.jupiter:junit-jupiter-api:5.6.2
 org.junit.jupiter:junit-jupiter-engine:5.6.2
@@ -26,3 +24,4 @@ org.junit.platform:junit-platform-commons:1.6.2
 org.junit.platform:junit-platform-engine:1.6.2
 org.junit:junit-bom:5.6.2
 org.opentest4j:opentest4j:1.2.0
+org.ow2.asm:asm:9.0

common/gradle/dependency-locks/testRuntime.lockfile

@@ -1,25 +1,23 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-com.google.auto.value:auto-value-annotations:1.6.3
+com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
-com.google.flogger:flogger-system-backend:0.1
-com.google.flogger:flogger:0.1
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.flogger:flogger-system-backend:0.5.1
+com.google.flogger:flogger:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
-io.github.java-diff-utils:java-diff-utils:4.0
+com.google.truth:truth:1.1.2
+io.github.java-diff-utils:java-diff-utils:4.9
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-junit:junit:4.12
+junit:junit:4.13.1
 org.apiguardian:apiguardian-api:1.1.0
-org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
+org.checkerframework:checker-compat-qual:2.5.3
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
 org.junit.jupiter:junit-jupiter-api:5.6.2
 org.junit.jupiter:junit-jupiter-engine:5.6.2
@@ -27,3 +25,4 @@ org.junit.platform:junit-platform-commons:1.6.2
 org.junit.platform:junit-platform-engine:1.6.2
 org.junit:junit-bom:5.6.2
 org.opentest4j:opentest4j:1.2.0
+org.ow2.asm:asm:9.0

common/gradle/dependency-locks/testRuntimeClasspath.lockfile

@@ -1,25 +1,23 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-com.google.auto.value:auto-value-annotations:1.6.3
+com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
-com.google.flogger:flogger-system-backend:0.1
-com.google.flogger:flogger:0.1
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.flogger:flogger-system-backend:0.5.1
+com.google.flogger:flogger:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
-io.github.java-diff-utils:java-diff-utils:4.0
+com.google.truth:truth:1.1.2
+io.github.java-diff-utils:java-diff-utils:4.9
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-junit:junit:4.12
+junit:junit:4.13.1
 org.apiguardian:apiguardian-api:1.1.0
-org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
+org.checkerframework:checker-compat-qual:2.5.3
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
 org.junit.jupiter:junit-jupiter-api:5.6.2
 org.junit.jupiter:junit-jupiter-engine:5.6.2
@@ -27,3 +25,4 @@ org.junit.platform:junit-platform-commons:1.6.2
 org.junit.platform:junit-platform-engine:1.6.2
 org.junit:junit-bom:5.6.2
 org.opentest4j:opentest4j:1.2.0
+org.ow2.asm:asm:9.0

common/gradle/dependency-locks/testingCompile.lockfile

@@ -1,21 +1,20 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-com.google.auto.value:auto-value-annotations:1.6.3
+com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
-com.google.flogger:flogger:0.1
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.flogger:flogger:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
-io.github.java-diff-utils:java-diff-utils:4.0
+com.google.truth:truth:1.1.2
+io.github.java-diff-utils:java-diff-utils:4.9
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-junit:junit:4.12
-org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
+junit:junit:4.13.1
+org.checkerframework:checker-compat-qual:2.5.3
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
+org.ow2.asm:asm:9.0

common/gradle/dependency-locks/testingCompileClasspath.lockfile

@@ -1,21 +1,20 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-com.google.auto.value:auto-value-annotations:1.6.3
+com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
-com.google.flogger:flogger:0.1
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.flogger:flogger:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
-io.github.java-diff-utils:java-diff-utils:4.0
+com.google.truth:truth:1.1.2
+io.github.java-diff-utils:java-diff-utils:4.9
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-junit:junit:4.12
-org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
+junit:junit:4.13.1
+org.checkerframework:checker-compat-qual:2.5.3
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
+org.ow2.asm:asm:9.0

common/gradle/dependency-locks/testingRuntime.lockfile

@@ -1,22 +1,21 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-com.google.auto.value:auto-value-annotations:1.6.3
+com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
-com.google.flogger:flogger-system-backend:0.1
-com.google.flogger:flogger:0.1
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.flogger:flogger-system-backend:0.5.1
+com.google.flogger:flogger:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
-io.github.java-diff-utils:java-diff-utils:4.0
+com.google.truth:truth:1.1.2
+io.github.java-diff-utils:java-diff-utils:4.9
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-junit:junit:4.12
-org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
+junit:junit:4.13.1
+org.checkerframework:checker-compat-qual:2.5.3
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
+org.ow2.asm:asm:9.0

common/gradle/dependency-locks/testingRuntimeClasspath.lockfile

@@ -1,22 +1,21 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-com.google.auto.value:auto-value-annotations:1.6.3
+com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
-com.google.flogger:flogger-system-backend:0.1
-com.google.flogger:flogger:0.1
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.flogger:flogger-system-backend:0.5.1
+com.google.flogger:flogger:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
-io.github.java-diff-utils:java-diff-utils:4.0
+com.google.truth:truth:1.1.2
+io.github.java-diff-utils:java-diff-utils:4.9
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-junit:junit:4.12
-org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
+junit:junit:4.13.1
+org.checkerframework:checker-compat-qual:2.5.3
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
+org.ow2.asm:asm:9.0

common/src/testing/java/google/registry/testing/FakeClock.java

@@ -35,6 +35,8 @@ public final class FakeClock implements Clock {
   // threads should see a consistent flow.
   private final AtomicLong currentTimeMillis = new AtomicLong();
 
+  private volatile long autoIncrementStepMs;
+
   /** Creates a FakeClock that starts at START_OF_TIME. */
   public FakeClock() {
     this(START_OF_TIME);
@@ -48,7 +50,21 @@ public final class FakeClock implements Clock {
   /** Returns the current time. */
   @Override
   public DateTime nowUtc() {
-    return new DateTime(currentTimeMillis.get(), UTC);
+    return new DateTime(currentTimeMillis.addAndGet(autoIncrementStepMs), UTC);
+  }
+
+  /**
+   * Sets the increment applied to the clock whenever it is queried. The increment is zero by
+   * default: the clock is left unchanged when queried.
+   *
+   * <p>Passing a duration of zero to this method effectively unsets the auto increment mode.
+   *
+   * @param autoIncrementStep the new auto increment duration
+   * @return this
+   */
+  public FakeClock setAutoIncrementStep(ReadableDuration autoIncrementStep) {
+    this.autoIncrementStepMs = autoIncrementStep.getMillis();
+    return this;
   }
 
   /** Advances clock by one millisecond. */

common/src/testing/java/google/registry/testing/truth/TextDiffSubject.java

@@ -21,7 +21,6 @@ import static java.nio.charset.StandardCharsets.UTF_8;
 
 import com.github.difflib.DiffUtils;
 import com.github.difflib.UnifiedDiffUtils;
-import com.github.difflib.algorithm.DiffException;
 import com.github.difflib.patch.Patch;
 import com.github.difflib.text.DiffRow;
 import com.github.difflib.text.DiffRowGenerator;
@@ -132,12 +131,7 @@ public class TextDiffSubject extends Subject {
 
   static String generateUnifiedDiff(
       ImmutableList<String> expectedContent, ImmutableList<String> actualContent) {
-    Patch<String> diff;
-    try {
-      diff = DiffUtils.diff(expectedContent, actualContent);
-    } catch (DiffException e) {
-      throw new RuntimeException(e);
-    }
+    Patch<String> diff = DiffUtils.diff(expectedContent, actualContent);
     List<String> unifiedDiff =
         UnifiedDiffUtils.generateUnifiedDiff("expected", "actual", expectedContent, diff, 0);
 
@@ -153,12 +147,7 @@ public class TextDiffSubject extends Subject {
             .oldTag(f -> "~")
             .newTag(f -> "**")
             .build();
-    List<DiffRow> rows;
-    try {
-      rows = generator.generateDiffRows(expectedContent, actualContent);
-    } catch (DiffException e) {
-      throw new RuntimeException(e);
-    }
+    List<DiffRow> rows = generator.generateDiffRows(expectedContent, actualContent);
 
     int maxExpectedLineLength =
         findMaxLineLength(rows.stream().map(DiffRow::getOldLine).collect(Collectors.toList()));

config/dependency-license/allowed_licenses.json

@@ -72,9 +72,15 @@
     {
       "moduleLicense": "The 3-Clause BSD License"
     },
+    {
+      "moduleLicense": "BSD Licence 3"
+    },
     {
       "moduleLicense": "BSD License"
     },
+    {
+      "moduleLicense": "BSD License 3"
+    },
     {
       "moduleLicense": "BSD New License"
     },
@@ -129,6 +135,12 @@
     {
       "moduleLicense": "Eclipse Distribution License v. 1.0"
     },
+    {
+      "moduleLicense": "Eclipse Distribution License - v 1.0"
+    },
+    {
+      "moduleLicense": "EDL 1.0"
+    },
     {
       "moduleLicense": "Eclipse Public License - Version 1.0"
     },
@@ -147,21 +159,24 @@
     {
       "moduleLicense": "Eclipse Public License 2.0"
     },
+    {
+      "moduleLicense": "Eclipse Public License v. 2.0"
+    },
     {
       "moduleLicense": "Eclipse Public License v2.0"
     },
     {
       "moduleLicense": "https://www.eclipse.org/legal/epl-2.0/, http://www.gnu.org/copyleft/gpl.html, http://www.gnu.org/licenses/lgpl.html"
     },
-    {
-      "moduleLicense": "Google App Engine Terms of Service"
-    },
     {
       "moduleLicense": "GNU General Public License Version 2"
     },
     {
       "moduleLicense": "GNU General Public License, version 2, with the Classpath Exception"
     },
+    {
+      "moduleLicense": "GNU General Public License, version 2 with the GNU Classpath Exception"
+    },
     {
       "moduleLicense": "GNU GENERAL PUBLIC LICENSE, Version 2 + Classpath Exception"
     },
@@ -180,9 +195,16 @@
     {
       "moduleLicense": "GNU Library General Public License v2.1 or later"
     },
+    // This is just 3-clause BSD.
+    {
+      "moduleLicense": "Go License"
+    },
     {
       "moduleLicense": "The Go license"
     },
+    {
+      "moduleLicense": "Google App Engine Terms of Service"
+    },
     {
       "moduleLicense": "GWT Terms"
     },
@@ -222,6 +244,9 @@
     {
       "moduleLicense": "Mozilla Public License Version 2.0"
     },
+    {
+      "moduleLicense": "Unicode/ICU License"
+    },
     {
       "moduleLicense": "Public Domain",
       "moduleName": "aopalliance:aopalliance"
@@ -230,6 +255,13 @@
       "moduleLicense": "Public Domain",
       "moduleName": "org.tukaani:xz"
     },
+    {
+      // "Apache License, Version 2.0". The plugin is able to parse up to
+      // 2.11.3 correctly but then something changed with 2.12.* and it no
+      // longer parses correctly, even though it's still Apache 2.0.
+      "moduleLicense": null,
+      "moduleName": "com.fasterxml.jackson:jackson-bom"
+    },
     {
       // Actually Eclipse Public License v2.0
       "moduleLicense": null,

config/nom_build.py

@@ -111,8 +111,9 @@ PROPERTIES = [
 
     # Cloud SQL properties
     Property('dbServer',
-             'A registry environment name (e.g., "alpha") or a host[:port] '
-             'string'),
+             'Sets the target database of a Flyway task. This may be a '
+             'registry environment name (e.g., alpha) or the host[:port] '
+             'of a database that accepts direct IP access.'),
     Property('dbName',
              'Database name to use in connection.',
              'postgres'),

config/presubmits.py

@@ -23,7 +23,7 @@ import sys
 import re
 
 # We should never analyze any generated files
-UNIVERSALLY_SKIPPED_PATTERNS = {"/build/", "cloudbuild-caches", "/out/", ".git/"}
+UNIVERSALLY_SKIPPED_PATTERNS = {"/build/", "cloudbuild-caches", "/out/", ".git/", ".gradle/"}
 # We can't rely on CI to have the Enum package installed so we do this instead.
 FORBIDDEN = 1
 REQUIRED = 2
@@ -65,7 +65,7 @@ class PresubmitCheck:
     for pattern in self.skipped_patterns:
       if pattern in file:
         return False
-    with open(file, "r") as f:
+    with open(file, "r", encoding='utf8') as f:
       file_content = f.read()
       matches = re.match(self.regex, file_content, re.DOTALL)
       if self.regex_type == FORBIDDEN:
@@ -176,7 +176,50 @@ PRESUBMITS = {
         "js",
         {"/node_modules/", "google/registry/ui/js/util.js", "registrar_bin."},
     ):
-        "JavaScript files should not include console logging."
+        "JavaScript files should not include console logging.",
+    # SQL injection protection rule for java source file:
+    # The sql template passed to createQuery/createNativeQuery methods must be
+    # a variable name in UPPER_CASE_UNDERSCORE format, i.e., a static final
+    # String variable. This forces the use of parameter-binding on all queries
+    # that take parameters.
+    # The rule would forbid invocation of createQuery(Criteria). However, this
+    # can be handled by adding a helper method in an exempted class to make
+    # the calls.
+    # TODO(b/179158393): enable the 'ConstantName' Java style check to ensure
+    # that non-final variables do not use the UPPER_CASE_UNDERSCORE format.
+    PresubmitCheck(
+        # Line 1: the method names we check and the opening parenthesis, which
+        #    marks the beginning of the first parameter
+        # Line 2: The first parameter is a match if is NOT any of the following:
+        #    - final variable name: \s*([A-Z_]+
+        #    - string literal: "([^"]|\\")*"
+        #    - concatenation of literals: (\s*\+\s*"([^"]|\\")*")*
+        # Line 3: , or the closing parenthesis, marking the end of the first
+        #    parameter
+        r'.*\.(query|createQuery|createNativeQuery)\('
+        r'(?!(\s*([A-Z_]+|"([^"]|\\")*"(\s*\+\s*"([^"]|\\")*")*)'
+        r'(,|\s*\))))',
+        "java",
+        # ActivityReportingQueryBuilder deals with Dremel queries
+        {"src/test", "ActivityReportingQueryBuilder.java",
+         # TODO(b/179158393): Remove everything below, which should be done
+         # using Criteria
+         "ForeignKeyIndex.java",
+         "HistoryEntryDao.java",
+         "JpaTransactionManager.java",
+         "JpaTransactionManagerImpl.java",
+         # CriteriaQueryBuilder is a false positive
+         "CriteriaQueryBuilder.java",
+         "RdapDomainSearchAction.java",
+         "RdapNameserverSearchAction.java",
+         "RdapSearchActionBase.java",
+         },
+    ):
+        "The first String parameter to EntityManager.create(Native)Query "
+        "methods must be one of the following:\n"
+        "  - A String literal\n"
+        "  - Concatenation of String literals only\n"
+        "  - The name of a static final String variable"
 }
 
 # Note that this regex only works for one kind of Flyway file.  If we want to
@@ -241,7 +284,7 @@ def verify_flyway_index():
 
   # Remove the sequence numbers and compare against the index file contents.
   files = [filename[1] for filename in sorted(files)]
-  with open('db/src/main/resources/sql/flyway.txt') as index:
+  with open('db/src/main/resources/sql/flyway.txt', encoding='utf8') as index:
     indexed_files = index.read().splitlines()
   if files != indexed_files:
     unindexed = set(files) - set(indexed_files)

config/show_upgrade_diffs.py

@@ -0,0 +1,187 @@
+# Copyright 2021 The Nomulus Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Show the set of dependency diffs introduced by a branch.
+
+Usage:
+    show-upgrade-diffs.py [-d <directory>] <user> <branch>
+
+Assumes that there is a <user>/nomulus repository on github with the specified
+branch name.
+"""
+
+import argparse
+import os
+import six
+import subprocess
+import sys
+import tempfile
+from typing import cast, Dict, Set, Tuple, Union
+
+
+def run(*args):
+    if subprocess.call(args):
+        raise Abort(f'"{" ".join(args)}" failed')
+
+
+PackageName = Tuple[bytes, bytes]
+VersionSet = Set[bytes]
+PackageMap = Dict[PackageName, VersionSet]
+
+RED = b'\033[40;31;1m'
+GREEN = b'\033[40;32;1m'
+
+
+class Abort(Exception):
+    """Raised to abort processing and record an error."""
+
+
+def merge(dest: PackageMap, new: PackageMap) -> None:
+    for key, val in new.items():
+        dest[key] = dest.setdefault(key, set()) | val
+
+
+def parse_lockfile(filename: str) -> PackageMap:
+    result: PackageMap = {}
+    for line in open(filename, 'rb'):
+        if line.startswith(b'#'):
+            continue
+        line = line.rstrip()
+        package = cast(Tuple[bytes, bytes, bytes], tuple(line.split(b':')))
+        result.setdefault(package[:-1], set()).add(package[-1])
+    return result
+
+
+def get_all_package_versions(dir: str) -> PackageMap:
+    """Return list of all package versions in the directory."""
+    packages = {}
+    for file in os.listdir(dir):
+        file = os.path.join(dir, file)
+        if file.endswith('.lockfile'):
+            merge(packages, parse_lockfile(file))
+        elif os.path.isdir(file):
+            merge(packages, get_all_package_versions(file))
+    return packages
+
+
+def pr(*args: Union[str, bytes]) -> None:
+    """Print replacement that prints bytes without weird conversions."""
+    for text in args:
+        sys.stdout.buffer.write(six.ensure_binary(text))
+    sys.stdout.buffer.flush()
+
+
+def format_versions(a: VersionSet, b: VersionSet, missing_esc: bytes) -> bytes:
+    """Returns a formatted string of the elements of "a".
+
+    Returns the elements of "a" as a comma-separated string, colorizes the
+    elements of "a" that are not also in "b" with "missing_esc".
+
+    Args:
+        a: Elements to print.
+        b: Other set, if a printed element is not a member of "b" it is
+            colorized.
+        missing_esc: ANSI terminal sequence to use to colorize elements that
+            are missing from "b".
+    """
+    elems = []
+    for item in a:
+        if item in b:
+            elems.append(item)
+        else:
+            elems.append(missing_esc + item + b'\033[0m')
+    return b', '.join(elems)
+
+
+def main():
+    parser = argparse.ArgumentParser(description=__doc__)
+    parser.add_argument('--directory', '-d', type=str, default='',
+                        dest='directory',
+                        help=('Directory to use for a local git '
+                              'repository.  By default, this script clones '
+                              'the nomulus repo into a temporary directory '
+                              'which is deleted after the script is run.  '
+                              'This option allows you to specify the '
+                              'directory and causes it to be retained (not '
+                              'deleted) after the script is run, allowing '
+                              'it to be reused for subsequent runs, speeding '
+                              'them up considerably.'))
+    parser.add_argument('user', type=str,
+                        help=('The name of the user on github.  The full '
+                              'github repository name is presumed to be '
+                              '"$user/nomulus".'))
+    parser.add_argument('branch', type=str,
+                        help='The git branch containing the changes.')
+
+    args = parser.parse_args()
+
+    user = args.user
+    branch = args.branch
+    if not args.directory:
+        tempdir = tempfile.TemporaryDirectory()
+        dir = tempdir.name
+    else:
+        dir = args.directory
+
+    # Either clone or fetch the master branch if it exists.
+    if args.directory and os.path.exists(dir):
+        pr(f'Reusing directory {dir}\n')
+        os.chdir(dir)
+        run('git', 'fetch', 'git@github.com:google/nomulus', 'master:master')
+        run('git', 'checkout', 'master')
+    else:
+        run('git', 'clone', 'git@github.com:google/nomulus', dir)
+        os.chdir(dir)
+
+    old_packages = get_all_package_versions('.')
+    run('git', 'fetch', f'https://github.com/{user}/nomulus.git',
+        f'{branch}:{branch}')
+    run('git', 'checkout', branch)
+    new_packages = get_all_package_versions('.')
+
+    if new_packages != old_packages:
+        pr('\n\nPackage version change report:\n')
+        pr('change package-name: {old versions} -> {new versions}\n')
+        pr('=====================================================\n\n')
+        for package, new_versions in new_packages.items():
+            old_versions = old_packages.get(package)
+            if not old_versions:
+                pr('added ', b':'.join(package), ': {',
+                   format_versions(new_versions, set(), GREEN),
+                   '}\n')
+            elif new_versions != old_versions:
+
+                # Print out "package-name: {old versions} -> {new versions} with
+                # pretty colors.
+                formatted_old_versions = (
+                    format_versions(old_versions, new_versions, RED))
+                formatted_new_versions = (
+                    format_versions(new_versions, old_versions, GREEN))
+                pr('updated ', b':'.join(package), ': {',
+                   formatted_old_versions, '} -> {',
+                   formatted_new_versions, '}\n')
+
+        # Print the list of packages that were removed.
+        for package in old_packages:
+            if package not in new_packages:
+                pr('removed ', b':'.join(package))
+    else:
+        pr('Package versions not updated!\n')
+
+    if args.directory:
+        pr(f'\nRetaining git directory {dir}, to delete: rm -rf {dir}\n')
+
+
+if __name__ == '__main__':
+    main()

core/build.gradle

@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-import java.lang.reflect.Constructor
+import com.google.common.base.CaseFormat
 import java.util.Optional
 
 plugins {
@@ -76,6 +76,9 @@ def fragileTestPatterns = [
     "google/registry/model/tmch/ClaimsListShardTest.*",
     // Creates large object (64MBytes), occasionally throws OOM error.
     "google/registry/model/server/KmsSecretRevisionTest.*",
+    // Changes cache timeouts and for some reason appears to have contention
+    // with other tests.
+    "google/registry/whois/WhoisCommandFactoryTest.*",
 ] + dockerIncompatibleTestPatterns
 
 sourceSets {
@@ -172,6 +175,8 @@ dependencies {
 
   compile deps['com.beust:jcommander']
   compile deps['com.google.api:gax']
+  compile deps['com.google.api.grpc:proto-google-cloud-datastore-v1']
+  compile deps['com.google.api.grpc:proto-google-common-protos']
   compile deps['com.google.api.grpc:proto-google-cloud-secretmanager-v1']
   compile deps['com.google.api-client:google-api-client']
   compile deps['com.google.api-client:google-api-client-appengine']
@@ -196,10 +201,13 @@ dependencies {
   compile deps['com.google.appengine:appengine-remote-api']
   compile deps['com.google.auth:google-auth-library-credentials']
   compile deps['com.google.auth:google-auth-library-oauth2-http']
+  compile deps['com.google.cloud.bigdataoss:util']
+  compile deps['com.google.cloud.datastore:datastore-v1-proto-client']
   compile deps['com.google.cloud.sql:jdbc-socket-factory-core']
   runtimeOnly deps['com.google.cloud.sql:postgres-socket-factory']
   compile deps['com.google.cloud:google-cloud-secretmanager']
   compile deps['com.google.code.gson:gson']
+  compile deps['com.google.auto.service:auto-service-annotations']
   compile deps['com.google.auto.value:auto-value-annotations']
   compile deps['com.google.code.findbugs:jsr305']
   compile deps['com.google.dagger:dagger']
@@ -296,11 +304,7 @@ dependencies {
   compile project(path: ':db', configuration: 'compileApi')
   testRuntime project(':db')
 
-  // Include auto-value in compile until nebula-lint understands
-  // annotationProcessor
-  gradleLint.ignore('unused-dependency') {
-    compile deps['com.google.auto.value:auto-value']
-  }
+  annotationProcessor deps['com.google.auto.service:auto-service']
   annotationProcessor deps['com.google.auto.value:auto-value']
   testAnnotationProcessor deps['com.google.auto.value:auto-value']
   annotationProcessor deps['com.google.dagger:dagger-compiler']
@@ -313,7 +317,7 @@ dependencies {
   testCompile deps['com.google.monitoring-client:contrib']
   testCompile deps['com.google.truth:truth']
   testCompile deps['com.google.truth.extensions:truth-java8-extension']
-  testCompile deps['org.hamcrest:hamcrest-all']
+  testCompile deps['org.hamcrest:hamcrest']
   testCompile deps['org.hamcrest:hamcrest-core']
   testCompile deps['org.hamcrest:hamcrest-library']
   testCompile deps['junit:junit']
@@ -326,6 +330,7 @@ dependencies {
   testCompile deps['org.junit.platform:junit-platform-suite-api']
   testCompile deps['org.mockito:mockito-core']
   testCompile deps['org.mockito:mockito-junit-jupiter']
+  testCompile 'org.checkerframework:checker-qual:3.9.1'
   runtime deps['org.postgresql:postgresql']
 
   // Indirect dependency found by undeclared-dependency check. Such
@@ -343,6 +348,8 @@ dependencies {
   jaxb deps['com.sun.xml.bind:jaxb-osgi']
 
   // Dependency needed for soy to java compilation.
+  soy deps['com.google.inject:guice']
+  soy deps['com.google.protobuf:protobuf-java']
   soy deps['com.google.template:soy']
 
   // Dependencies needed for compiling stylesheets to javascript
@@ -417,7 +424,7 @@ task jaxbToJava {
       }
     }
     execInBash(
-        'find . -name *.java -exec sed -i /\\*\\ \\<p\\>\\$/d {} +',
+        "find . -name *.java -exec sed -i -e '/" + /\* <p>$/ + "/d' {} +",
         generatedDir)
   }
 }
@@ -600,7 +607,6 @@ task compileProdJS(type: JavaExec) {
   closureArgs << "--js=${jsDir}/soyutils_usegoog.js"
   closureArgs << "--js=${cssSourceDir}/registrar_bin.css.js"
   closureArgs << "--js=${jsSourceDir}/**.js"
-  // TODO(shicong) Verify the compiled JS file works in Alpha
   closureArgs << "--js=${externsDir}/json.js"
   closureArgs << "--js=${soySourceDir}/**.js"
   args closureArgs
@@ -713,6 +719,10 @@ createToolTask(
     'google.registry.tools.DevTool',
     sourceSets.nonprod)
 
+
+createToolTask(
+        'jpaDemoPipeline', 'google.registry.beam.common.JpaDemoPipeline')
+
 project.tasks.create('initSqlPipeline', JavaExec) {
   main = 'google.registry.beam.initsql.InitSqlPipeline'
 
@@ -737,6 +747,14 @@ project.tasks.create('initSqlPipeline', JavaExec) {
   }
 }
 
+// Caller must provide projectId, GCP region, runner, and the kinds to delete
+// (comma-separated kind names or '*' for all). E.g.:
+// nom_build :core:bulkDeleteDatastore --args="--project=domain-registry-crash \
+//     --region=us-central1 --runner=DataflowRunner --kindsToDelete=*"
+createToolTask(
+    'bulkDeleteDatastore',
+    'google.registry.beam.datastore.BulkDeleteDatastorePipeline')
+
 project.tasks.create('generateSqlSchema', JavaExec) {
   classpath = sourceSets.nonprod.runtimeClasspath
   main = 'google.registry.tools.DevTool'
@@ -766,6 +784,65 @@ generateGoldenImages.finalizedBy(findGoldenImages)
 
 createUberJar('nomulus', 'nomulus', 'google.registry.tools.RegistryTool')
 
+// Build the Uber jar shared by all flex-template based BEAM pipelines.
+// This packages more code and dependency than necessary. However, without
+// restructuring the source tree it is difficult to generate leaner jars.
+createUberJar(
+    'beam_pipeline_common',
+    'beam_pipeline_common',
+    '')
+
+// Create beam staging task if environment is alpha or crash.
+// All other environments use formally released pipelines through CloudBuild.
+//
+// User should install gcloud and login to GCP before invoking this tasks.
+if (environment in ['alpha', 'crash']) {
+  def pipelines = [
+      [
+          mainClass: 'google.registry.beam.initsql.InitSqlPipeline',
+          metaData: 'google/registry/beam/init_sql_pipeline_metadata.json'
+      ],
+      [
+          mainClass: 'google.registry.beam.datastore.BulkDeleteDatastorePipeline',
+          metaData: 'google/registry/beam/bulk_delete_datastore_pipeline_metadata.json'
+      ],
+      [
+          mainClass: 'google.registry.beam.spec11.Spec11Pipeline',
+          metaData: 'google/registry/beam/spec11_pipeline_metadata.json'
+      ],
+      [
+          mainClass: 'google.registry.beam.invoicing.InvoicingPipeline',
+          metaData: 'google/registry/beam/invoicing_pipeline_metadata.json'
+      ],
+  ]
+  project.tasks.create("stage_beam_pipelines") {
+    doLast {
+      pipelines.each {
+        def mainClass = it['mainClass']
+        def metaData = it['metaData']
+        def pipelineName = CaseFormat.UPPER_CAMEL.to(
+                CaseFormat.LOWER_UNDERSCORE,
+                mainClass.substring(mainClass.lastIndexOf('.') + 1))
+        def imageName = "gcr.io/${gcpProject}/beam/${pipelineName}"
+        def metaDataBaseName = metaData.substring(metaData.lastIndexOf('/') + 1)
+        def uberJarName = tasks.beam_pipeline_common.outputs.files.asPath
+
+        def command = "\
+            gcloud dataflow flex-template build \
+            gs://${gcpProject}-deploy/live/beam/${metaDataBaseName} \
+            --image-gcr-path ${imageName}:live \
+            --sdk-language JAVA \
+            --flex-template-base-image JAVA11 \
+            --metadata-file ${projectDir}/src/main/resources/${metaData} \
+            --jar ${uberJarName} \
+            --env FLEX_TEMPLATE_JAVA_MAIN_CLASS=${mainClass} \
+            --project ${gcpProject}".toString()
+        rootProject.ext.execInBash(command, '/tmp')
+      }
+    }
+  }.dependsOn(tasks.beam_pipeline_common)
+}
+
 // A jar with classes and resources from main sourceSet, excluding internal
 // data. See comments on configurations.nomulus_test above for details.
 // TODO(weiminyu): release process should build this using the public repo to eliminate the need
@@ -828,9 +905,8 @@ task buildToolImage(dependsOn: nomulus, type: Exec) {
   commandLine 'docker', 'build', '-t', 'nomulus-tool', '.'
 }
 
-task generateInitSqlPipelineGraph(type: Test) {
-  include "**/InitSqlPipelineGraphTest.*"
-  testNameIncludePatterns = ["**createPipeline_compareGraph"]
+task generateInitSqlPipelineGraph(type: FilteringTest) {
+  tests = ['InitSqlPipelineGraphTest.createPipeline_compareGraph']
   ignoreFailures = true
 }
 

core/gradle/dependency-locks/annotationProcessor.lockfile

@@ -3,14 +3,16 @@
 # This file is expected to be part of source control.
 com.github.ben-manes.caffeine:caffeine:2.7.0
 com.github.kevinstern:software-and-algorithms:1.0
-com.google.auto.value:auto-value:1.6.3
+com.google.auto.service:auto-service-annotations:1.0-rc7
+com.google.auto.service:auto-service:1.0-rc7
+com.google.auto.value:auto-value:1.7.4
 com.google.auto:auto-common:0.10
 com.google.code.findbugs:jFormatString:3.0.0
 com.google.code.findbugs:jsr305:3.0.2
-com.google.dagger:dagger-compiler:2.28
-com.google.dagger:dagger-producers:2.28
-com.google.dagger:dagger-spi:2.28
-com.google.dagger:dagger:2.28
+com.google.dagger:dagger-compiler:2.33
+com.google.dagger:dagger-producers:2.33
+com.google.dagger:dagger-spi:2.33
+com.google.dagger:dagger:2.33
 com.google.errorprone:error_prone_annotation:2.3.4
 com.google.errorprone:error_prone_annotations:2.3.4
 com.google.errorprone:error_prone_check_api:2.3.4
@@ -19,12 +21,12 @@ com.google.errorprone:error_prone_type_annotations:2.3.4
 com.google.errorprone:javac-shaded:9-dev-r4023-3
 com.google.googlejavaformat:google-java-format:1.5
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
 com.google.protobuf:protobuf-java:3.4.0
 com.googlecode.java-diff-utils:diffutils:1.3.0
-com.squareup:javapoet:1.12.1
+com.squareup:javapoet:1.13.0
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
 javax.persistence:javax.persistence-api:2.2
@@ -33,8 +35,8 @@ org.checkerframework:checker-compat-qual:2.5.3
 org.checkerframework:checker-qual:3.5.0
 org.checkerframework:dataflow:3.0.0
 org.checkerframework:javacutil:3.0.0
-org.jetbrains.kotlin:kotlin-stdlib-common:1.3.61
-org.jetbrains.kotlin:kotlin-stdlib:1.3.61
+org.jetbrains.kotlin:kotlin-stdlib-common:1.4.20
+org.jetbrains.kotlin:kotlin-stdlib:1.4.20
 org.jetbrains.kotlinx:kotlinx-metadata-jvm:0.1.0
 org.jetbrains:annotations:13.0
 org.pcollections:pcollections:2.1.2

core/gradle/dependency-locks/checkstyle.lockfile

@@ -3,16 +3,17 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.2
+com.google.errorprone:error_prone_annotations:2.3.4
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:28.1-jre
+com.google.guava:guava:29.0-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.puppycrawl.tools:checkstyle:8.27
+com.puppycrawl.tools:checkstyle:8.37
 commons-beanutils:commons-beanutils:1.9.4
 commons-collections:commons-collections:3.2.2
-info.picocli:picocli:4.1.1
-net.sf.saxon:Saxon-HE:9.9.1-5
-org.antlr:antlr4-runtime:4.7.2
-org.checkerframework:checker-qual:2.8.1
-org.codehaus.mojo:animal-sniffer-annotations:1.18
+info.picocli:picocli:4.5.2
+net.sf.saxon:Saxon-HE:10.3
+org.antlr:antlr4-runtime:4.8-1
+org.checkerframework:checker-qual:2.11.1
+org.javassist:javassist:3.26.0-GA
+org.reflections:reflections:0.9.12

core/gradle/dependency-locks/compile.lockfile

@@ -3,166 +3,178 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.1
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson.core:jackson-databind:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
+com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.31.3
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:grpc-google-common-protos:1.18.1
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.9
 com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api:gax-grpc:1.62.0
+com.google.api:gax-httpjson:0.76.1
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
+com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
+com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20200927-1.30.10
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.service:auto-service-annotations:1.0-rc7
 com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.1.6
+com.google.cloud.bigdataoss:util:2.1.6
+com.google.cloud.bigtable:bigtable-client-core:1.16.0
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:1.122.2
+com.google.cloud:google-cloud-bigquerystorage:1.5.5
+com.google.cloud:google-cloud-bigtable:1.14.0
+com.google.cloud:google-cloud-core-grpc:1.93.9
+com.google.cloud:google-cloud-core-http:1.93.9
+com.google.cloud:google-cloud-core:1.93.9
+com.google.cloud:google-cloud-pubsub:1.110.0
+com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:2.0.2
 com.google.code.findbugs:jsr305:3.0.2
 com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.flogger:flogger-system-backend:0.5.1
 com.google.flogger:flogger:0.5.1
 com.google.flogger:google-extensions:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.2
+com.google.protobuf:protobuf-java:3.15.2
+com.google.re2j:re2j:1.6
 com.google.template:soy:2018-03-14
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 io.dropwizard.metrics:metrics-core:3.2.6
 io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
+io.grpc:grpc-alts:1.36.0
+io.grpc:grpc-api:1.36.0
+io.grpc:grpc-auth:1.36.0
+io.grpc:grpc-context:1.36.0
+io.grpc:grpc-core:1.36.0
+io.grpc:grpc-grpclb:1.36.0
+io.grpc:grpc-netty-shaded:1.36.0
+io.grpc:grpc-netty:1.32.2
+io.grpc:grpc-protobuf-lite:1.36.0
+io.grpc:grpc-protobuf:1.36.0
+io.grpc:grpc-stub:1.36.0
+io.netty:netty-buffer:4.1.51.Final
+io.netty:netty-codec-http2:4.1.51.Final
+io.netty:netty-codec-http:4.1.51.Final
+io.netty:netty-codec-socks:4.1.51.Final
+io.netty:netty-codec:4.1.51.Final
+io.netty:netty-common:4.1.51.Final
+io.netty:netty-handler-proxy:4.1.51.Final
+io.netty:netty-handler:4.1.51.Final
+io.netty:netty-resolver:4.1.51.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.51.Final
+io.opencensus:opencensus-api:0.28.0
 io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -178,47 +190,48 @@ javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
 joda-time:joda-time:2.10.5
-junit:junit:4.12
+junit:junit:4.13.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
+org.apache.beam:beam-model-fn-execution:2.28.0
+org.apache.beam:beam-model-job-management:2.28.0
+org.apache.beam:beam-model-pipeline:2.28.0
+org.apache.beam:beam-runners-core-construction-java:2.28.0
+org.apache.beam:beam-runners-core-java:2.28.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
+org.apache.beam:beam-runners-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-core:2.28.0
+org.apache.beam:beam-sdks-java-expansion-service:2.28.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
+org.apache.beam:beam-sdks-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
 org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
 org.apache.beam:beam-vendor-grpc-1_26_0:0.3
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
+org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-lang3:3.5
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.logging.log4j:log4j-api:2.6.2
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.7.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-core:1.3
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -226,31 +239,26 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.0
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.xerial.snappy:snappy-java:1.1.4
 org.yaml:snakeyaml:1.17

core/gradle/dependency-locks/compileClasspath.lockfile

@@ -3,163 +3,173 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.1
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson.core:jackson-databind:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
+com.github.rholder:guava-retrying:2.0.0
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.31.3
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:grpc-google-common-protos:1.18.1
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.9
 com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api:gax-grpc:1.62.0
+com.google.api:gax-httpjson:0.76.1
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
+com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
+com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20200927-1.30.10
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.service:auto-service-annotations:1.0-rc7
 com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.1.6
+com.google.cloud.bigdataoss:util:2.1.6
+com.google.cloud.bigtable:bigtable-client-core:1.16.0
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:1.122.2
+com.google.cloud:google-cloud-bigquerystorage:1.5.5
+com.google.cloud:google-cloud-bigtable:1.14.0
+com.google.cloud:google-cloud-core-grpc:1.93.9
+com.google.cloud:google-cloud-core-http:1.93.9
+com.google.cloud:google-cloud-core:1.93.9
+com.google.cloud:google-cloud-pubsub:1.110.0
+com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:2.0.2
 com.google.code.findbugs:jsr305:3.0.2
 com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.flogger:flogger:0.5.1
 com.google.flogger:google-extensions:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.11.4
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.14.0
+com.google.protobuf:protobuf-java:3.15.2
+com.google.re2j:re2j:1.6
 com.google.template:soy:2018-03-14
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 io.dropwizard.metrics:metrics-core:3.2.6
 io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
+io.grpc:grpc-alts:1.36.0
+io.grpc:grpc-api:1.36.0
+io.grpc:grpc-auth:1.36.0
+io.grpc:grpc-context:1.36.0
+io.grpc:grpc-core:1.36.0
+io.grpc:grpc-grpclb:1.36.0
+io.grpc:grpc-netty-shaded:1.36.0
+io.grpc:grpc-netty:1.32.2
+io.grpc:grpc-protobuf-lite:1.36.0
+io.grpc:grpc-protobuf:1.36.0
+io.grpc:grpc-stub:1.36.0
+io.netty:netty-buffer:4.1.51.Final
+io.netty:netty-codec-http2:4.1.51.Final
+io.netty:netty-codec-http:4.1.51.Final
+io.netty:netty-codec:4.1.51.Final
+io.netty:netty-common:4.1.51.Final
+io.netty:netty-handler:4.1.51.Final
+io.netty:netty-resolver:4.1.51.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.51.Final
+io.opencensus:opencensus-api:0.28.0
 io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -176,43 +186,45 @@ javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
 joda-time:joda-time:2.10.5
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
+org.apache.beam:beam-model-fn-execution:2.28.0
+org.apache.beam:beam-model-job-management:2.28.0
+org.apache.beam:beam-model-pipeline:2.28.0
+org.apache.beam:beam-runners-core-construction-java:2.28.0
+org.apache.beam:beam-runners-core-java:2.28.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
+org.apache.beam:beam-runners-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-core:2.28.0
+org.apache.beam:beam-sdks-java-expansion-service:2.28.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
+org.apache.beam:beam-sdks-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
 org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
 org.apache.beam:beam-vendor-grpc-1_26_0:0.3
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
+org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-lang3:3.5
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.logging.log4j:log4j-api:2.6.2
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.7.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -220,31 +232,26 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.0
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.xerial.snappy:snappy-java:1.1.4
 org.yaml:snakeyaml:1.17

core/gradle/dependency-locks/default.lockfile

@@ -3,174 +3,186 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.1
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson.core:jackson-databind:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
+com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.31.3
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:grpc-google-common-protos:1.18.1
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.9
 com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api:gax-grpc:1.62.0
+com.google.api:gax-httpjson:0.76.1
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
+com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
+com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20200927-1.30.10
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.service:auto-service-annotations:1.0-rc7
 com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.1.6
+com.google.cloud.bigdataoss:util:2.1.6
+com.google.cloud.bigtable:bigtable-client-core:1.16.0
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud.sql:postgres-socket-factory:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud.sql:postgres-socket-factory:1.2.1
+com.google.cloud:google-cloud-bigquery:1.122.2
+com.google.cloud:google-cloud-bigquerystorage:1.5.5
+com.google.cloud:google-cloud-bigtable:1.14.0
+com.google.cloud:google-cloud-core-grpc:1.93.9
+com.google.cloud:google-cloud-core-http:1.93.9
+com.google.cloud:google-cloud-core:1.93.9
+com.google.cloud:google-cloud-pubsub:1.110.0
+com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:2.0.2
 com.google.code.findbugs:jsr305:3.0.2
 com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.flogger:flogger-system-backend:0.5.1
 com.google.flogger:flogger:0.5.1
 com.google.flogger:google-extensions:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.2
+com.google.protobuf:protobuf-java:3.15.2
+com.google.re2j:re2j:1.6
 com.google.template:soy:2018-03-14
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
 io.dropwizard.metrics:metrics-core:3.2.6
 io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
+io.grpc:grpc-alts:1.36.0
+io.grpc:grpc-api:1.36.0
+io.grpc:grpc-auth:1.36.0
+io.grpc:grpc-context:1.36.0
+io.grpc:grpc-core:1.36.0
+io.grpc:grpc-grpclb:1.36.0
+io.grpc:grpc-netty-shaded:1.36.0
+io.grpc:grpc-netty:1.32.2
+io.grpc:grpc-protobuf-lite:1.36.0
+io.grpc:grpc-protobuf:1.36.0
+io.grpc:grpc-stub:1.36.0
+io.netty:netty-buffer:4.1.51.Final
+io.netty:netty-codec-http2:4.1.51.Final
+io.netty:netty-codec-http:4.1.51.Final
+io.netty:netty-codec-socks:4.1.51.Final
+io.netty:netty-codec:4.1.51.Final
+io.netty:netty-common:4.1.51.Final
+io.netty:netty-handler-proxy:4.1.51.Final
+io.netty:netty-handler:4.1.51.Final
+io.netty:netty-resolver:4.1.51.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.51.Final
+io.opencensus:opencensus-api:0.28.0
 io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -186,50 +198,51 @@ javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
 joda-time:joda-time:2.10.5
-junit:junit:4.12
+junit:junit:4.13.1
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
+org.apache.beam:beam-model-fn-execution:2.28.0
+org.apache.beam:beam-model-job-management:2.28.0
+org.apache.beam:beam-model-pipeline:2.28.0
+org.apache.beam:beam-runners-core-construction-java:2.28.0
+org.apache.beam:beam-runners-core-java:2.28.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
+org.apache.beam:beam-runners-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-core:2.28.0
+org.apache.beam:beam-sdks-java-expansion-service:2.28.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
+org.apache.beam:beam-sdks-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
 org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
 org.apache.beam:beam-vendor-grpc-1_26_0:0.3
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
+org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.5
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.logging.log4j:log4j-api:2.13.3
 org.apache.logging.log4j:log4j-core:2.13.3
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.7.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-core:1.3
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -237,34 +250,29 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
 org.slf4j:slf4j-jdk14:1.7.28
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.0
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
 org.xerial.snappy:snappy-java:1.1.4

core/gradle/dependency-locks/deploy_jar.lockfile

@@ -3,174 +3,186 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.1
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson.core:jackson-databind:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
+com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.31.3
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:grpc-google-common-protos:1.18.1
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.9
 com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api:gax-grpc:1.62.0
+com.google.api:gax-httpjson:0.76.1
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
+com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
+com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20200927-1.30.10
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.service:auto-service-annotations:1.0-rc7
 com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.1.6
+com.google.cloud.bigdataoss:util:2.1.6
+com.google.cloud.bigtable:bigtable-client-core:1.16.0
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud.sql:postgres-socket-factory:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud.sql:postgres-socket-factory:1.2.1
+com.google.cloud:google-cloud-bigquery:1.122.2
+com.google.cloud:google-cloud-bigquerystorage:1.5.5
+com.google.cloud:google-cloud-bigtable:1.14.0
+com.google.cloud:google-cloud-core-grpc:1.93.9
+com.google.cloud:google-cloud-core-http:1.93.9
+com.google.cloud:google-cloud-core:1.93.9
+com.google.cloud:google-cloud-pubsub:1.110.0
+com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:2.0.2
 com.google.code.findbugs:jsr305:3.0.2
 com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.flogger:flogger-system-backend:0.5.1
 com.google.flogger:flogger:0.5.1
 com.google.flogger:google-extensions:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.2
+com.google.protobuf:protobuf-java:3.15.2
+com.google.re2j:re2j:1.6
 com.google.template:soy:2018-03-14
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
 io.dropwizard.metrics:metrics-core:3.2.6
 io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
+io.grpc:grpc-alts:1.36.0
+io.grpc:grpc-api:1.36.0
+io.grpc:grpc-auth:1.36.0
+io.grpc:grpc-context:1.36.0
+io.grpc:grpc-core:1.36.0
+io.grpc:grpc-grpclb:1.36.0
+io.grpc:grpc-netty-shaded:1.36.0
+io.grpc:grpc-netty:1.32.2
+io.grpc:grpc-protobuf-lite:1.36.0
+io.grpc:grpc-protobuf:1.36.0
+io.grpc:grpc-stub:1.36.0
+io.netty:netty-buffer:4.1.51.Final
+io.netty:netty-codec-http2:4.1.51.Final
+io.netty:netty-codec-http:4.1.51.Final
+io.netty:netty-codec-socks:4.1.51.Final
+io.netty:netty-codec:4.1.51.Final
+io.netty:netty-common:4.1.51.Final
+io.netty:netty-handler-proxy:4.1.51.Final
+io.netty:netty-handler:4.1.51.Final
+io.netty:netty-resolver:4.1.51.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.51.Final
+io.opencensus:opencensus-api:0.28.0
 io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -188,46 +200,48 @@ jline:jline:1.0
 joda-time:joda-time:2.10.5
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
+org.apache.beam:beam-model-fn-execution:2.28.0
+org.apache.beam:beam-model-job-management:2.28.0
+org.apache.beam:beam-model-pipeline:2.28.0
+org.apache.beam:beam-runners-core-construction-java:2.28.0
+org.apache.beam:beam-runners-core-java:2.28.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
+org.apache.beam:beam-runners-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-core:2.28.0
+org.apache.beam:beam-sdks-java-expansion-service:2.28.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
+org.apache.beam:beam-sdks-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
 org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
 org.apache.beam:beam-vendor-grpc-1_26_0:0.3
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
+org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.5
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.logging.log4j:log4j-api:2.13.3
 org.apache.logging.log4j:log4j-core:2.13.3
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.7.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -235,34 +249,29 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
 org.slf4j:slf4j-jdk14:1.7.28
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.0
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
 org.xerial.snappy:snappy-java:1.1.4

core/gradle/dependency-locks/jacocoAgent.lockfile

@@ -1,4 +1,4 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-org.jacoco:org.jacoco.agent:0.8.5
+org.jacoco:org.jacoco.agent:0.8.6

core/gradle/dependency-locks/jacocoAnt.lockfile

@@ -1,11 +1,11 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-org.jacoco:org.jacoco.agent:0.8.5
-org.jacoco:org.jacoco.ant:0.8.5
-org.jacoco:org.jacoco.core:0.8.5
-org.jacoco:org.jacoco.report:0.8.5
-org.ow2.asm:asm-analysis:7.2
-org.ow2.asm:asm-commons:7.2
-org.ow2.asm:asm-tree:7.2
-org.ow2.asm:asm:7.2
+org.jacoco:org.jacoco.agent:0.8.6
+org.jacoco:org.jacoco.ant:0.8.6
+org.jacoco:org.jacoco.core:0.8.6
+org.jacoco:org.jacoco.report:0.8.6
+org.ow2.asm:asm-analysis:8.0.1
+org.ow2.asm:asm-commons:8.0.1
+org.ow2.asm:asm-tree:8.0.1
+org.ow2.asm:asm:8.0.1

core/gradle/dependency-locks/jaxb.lockfile

@@ -1,8 +1,10 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
+com.sun.activation:jakarta.activation:1.2.2
 com.sun.activation:javax.activation:1.2.0
-com.sun.xml.bind:jaxb-impl:2.2.11
-com.sun.xml.bind:jaxb-osgi:2.2.11
-com.sun.xml.bind:jaxb-xjc:2.2.11
+com.sun.xml.bind:jaxb-impl:2.3.3
+com.sun.xml.bind:jaxb-osgi:2.3.3
+com.sun.xml.bind:jaxb-xjc:2.3.3
+jakarta.xml.bind:jakarta.xml.bind-api:2.3.3
 javax.xml.bind:jaxb-api:2.3.0

core/gradle/dependency-locks/nonprodCompile.lockfile

@@ -3,166 +3,178 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.1
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson.core:jackson-databind:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
+com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.31.3
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:grpc-google-common-protos:1.18.1
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.9
 com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api:gax-grpc:1.62.0
+com.google.api:gax-httpjson:0.76.1
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
+com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
+com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20200927-1.30.10
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.service:auto-service-annotations:1.0-rc7
 com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.1.6
+com.google.cloud.bigdataoss:util:2.1.6
+com.google.cloud.bigtable:bigtable-client-core:1.16.0
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:1.122.2
+com.google.cloud:google-cloud-bigquerystorage:1.5.5
+com.google.cloud:google-cloud-bigtable:1.14.0
+com.google.cloud:google-cloud-core-grpc:1.93.9
+com.google.cloud:google-cloud-core-http:1.93.9
+com.google.cloud:google-cloud-core:1.93.9
+com.google.cloud:google-cloud-pubsub:1.110.0
+com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:2.0.2
 com.google.code.findbugs:jsr305:3.0.2
 com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.flogger:flogger-system-backend:0.5.1
 com.google.flogger:flogger:0.5.1
 com.google.flogger:google-extensions:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.2
+com.google.protobuf:protobuf-java:3.15.2
+com.google.re2j:re2j:1.6
 com.google.template:soy:2018-03-14
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 io.dropwizard.metrics:metrics-core:3.2.6
 io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
+io.grpc:grpc-alts:1.36.0
+io.grpc:grpc-api:1.36.0
+io.grpc:grpc-auth:1.36.0
+io.grpc:grpc-context:1.36.0
+io.grpc:grpc-core:1.36.0
+io.grpc:grpc-grpclb:1.36.0
+io.grpc:grpc-netty-shaded:1.36.0
+io.grpc:grpc-netty:1.32.2
+io.grpc:grpc-protobuf-lite:1.36.0
+io.grpc:grpc-protobuf:1.36.0
+io.grpc:grpc-stub:1.36.0
+io.netty:netty-buffer:4.1.51.Final
+io.netty:netty-codec-http2:4.1.51.Final
+io.netty:netty-codec-http:4.1.51.Final
+io.netty:netty-codec-socks:4.1.51.Final
+io.netty:netty-codec:4.1.51.Final
+io.netty:netty-common:4.1.51.Final
+io.netty:netty-handler-proxy:4.1.51.Final
+io.netty:netty-handler:4.1.51.Final
+io.netty:netty-resolver:4.1.51.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.51.Final
+io.opencensus:opencensus-api:0.28.0
 io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -178,47 +190,48 @@ javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
 joda-time:joda-time:2.10.5
-junit:junit:4.12
+junit:junit:4.13.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
+org.apache.beam:beam-model-fn-execution:2.28.0
+org.apache.beam:beam-model-job-management:2.28.0
+org.apache.beam:beam-model-pipeline:2.28.0
+org.apache.beam:beam-runners-core-construction-java:2.28.0
+org.apache.beam:beam-runners-core-java:2.28.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
+org.apache.beam:beam-runners-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-core:2.28.0
+org.apache.beam:beam-sdks-java-expansion-service:2.28.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
+org.apache.beam:beam-sdks-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
 org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
 org.apache.beam:beam-vendor-grpc-1_26_0:0.3
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
+org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-lang3:3.5
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.logging.log4j:log4j-api:2.6.2
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.7.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-core:1.3
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -226,31 +239,26 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.0
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.xerial.snappy:snappy-java:1.1.4
 org.yaml:snakeyaml:1.17

core/gradle/dependency-locks/nonprodCompileClasspath.lockfile

@@ -3,163 +3,173 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.1
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson.core:jackson-databind:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
+com.github.rholder:guava-retrying:2.0.0
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.31.3
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:grpc-google-common-protos:1.18.1
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.9
 com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api:gax-grpc:1.62.0
+com.google.api:gax-httpjson:0.76.1
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
+com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
+com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20200927-1.30.10
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.service:auto-service-annotations:1.0-rc7
 com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.1.6
+com.google.cloud.bigdataoss:util:2.1.6
+com.google.cloud.bigtable:bigtable-client-core:1.16.0
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:1.122.2
+com.google.cloud:google-cloud-bigquerystorage:1.5.5
+com.google.cloud:google-cloud-bigtable:1.14.0
+com.google.cloud:google-cloud-core-grpc:1.93.9
+com.google.cloud:google-cloud-core-http:1.93.9
+com.google.cloud:google-cloud-core:1.93.9
+com.google.cloud:google-cloud-pubsub:1.110.0
+com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:2.0.2
 com.google.code.findbugs:jsr305:3.0.2
 com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.flogger:flogger:0.5.1
 com.google.flogger:google-extensions:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.11.4
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.14.0
+com.google.protobuf:protobuf-java:3.15.2
+com.google.re2j:re2j:1.6
 com.google.template:soy:2018-03-14
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 io.dropwizard.metrics:metrics-core:3.2.6
 io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
+io.grpc:grpc-alts:1.36.0
+io.grpc:grpc-api:1.36.0
+io.grpc:grpc-auth:1.36.0
+io.grpc:grpc-context:1.36.0
+io.grpc:grpc-core:1.36.0
+io.grpc:grpc-grpclb:1.36.0
+io.grpc:grpc-netty-shaded:1.36.0
+io.grpc:grpc-netty:1.32.2
+io.grpc:grpc-protobuf-lite:1.36.0
+io.grpc:grpc-protobuf:1.36.0
+io.grpc:grpc-stub:1.36.0
+io.netty:netty-buffer:4.1.51.Final
+io.netty:netty-codec-http2:4.1.51.Final
+io.netty:netty-codec-http:4.1.51.Final
+io.netty:netty-codec:4.1.51.Final
+io.netty:netty-common:4.1.51.Final
+io.netty:netty-handler:4.1.51.Final
+io.netty:netty-resolver:4.1.51.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.51.Final
+io.opencensus:opencensus-api:0.28.0
 io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -175,46 +185,47 @@ javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
 joda-time:joda-time:2.10.5
-junit:junit:4.12
+junit:junit:4.13.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
+org.apache.beam:beam-model-fn-execution:2.28.0
+org.apache.beam:beam-model-job-management:2.28.0
+org.apache.beam:beam-model-pipeline:2.28.0
+org.apache.beam:beam-runners-core-construction-java:2.28.0
+org.apache.beam:beam-runners-core-java:2.28.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
+org.apache.beam:beam-runners-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-core:2.28.0
+org.apache.beam:beam-sdks-java-expansion-service:2.28.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
+org.apache.beam:beam-sdks-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
 org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
 org.apache.beam:beam-vendor-grpc-1_26_0:0.3
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
+org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-lang3:3.5
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.logging.log4j:log4j-api:2.6.2
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.7.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-core:1.3
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -222,31 +233,26 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.0
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.xerial.snappy:snappy-java:1.1.4
 org.yaml:snakeyaml:1.17

core/gradle/dependency-locks/nonprodRuntime.lockfile

@@ -3,173 +3,185 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.1
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson.core:jackson-databind:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
+com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.31.3
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:grpc-google-common-protos:1.18.1
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.9
 com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api:gax-grpc:1.62.0
+com.google.api:gax-httpjson:0.76.1
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
+com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
+com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20200927-1.30.10
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.service:auto-service-annotations:1.0-rc7
 com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.1.6
+com.google.cloud.bigdataoss:util:2.1.6
+com.google.cloud.bigtable:bigtable-client-core:1.16.0
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:1.122.2
+com.google.cloud:google-cloud-bigquerystorage:1.5.5
+com.google.cloud:google-cloud-bigtable:1.14.0
+com.google.cloud:google-cloud-core-grpc:1.93.9
+com.google.cloud:google-cloud-core-http:1.93.9
+com.google.cloud:google-cloud-core:1.93.9
+com.google.cloud:google-cloud-pubsub:1.110.0
+com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:2.0.2
 com.google.code.findbugs:jsr305:3.0.2
 com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.flogger:flogger-system-backend:0.5.1
 com.google.flogger:flogger:0.5.1
 com.google.flogger:google-extensions:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.2
+com.google.protobuf:protobuf-java:3.15.2
+com.google.re2j:re2j:1.6
 com.google.template:soy:2018-03-14
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
 io.dropwizard.metrics:metrics-core:3.2.6
 io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
+io.grpc:grpc-alts:1.36.0
+io.grpc:grpc-api:1.36.0
+io.grpc:grpc-auth:1.36.0
+io.grpc:grpc-context:1.36.0
+io.grpc:grpc-core:1.36.0
+io.grpc:grpc-grpclb:1.36.0
+io.grpc:grpc-netty-shaded:1.36.0
+io.grpc:grpc-netty:1.32.2
+io.grpc:grpc-protobuf-lite:1.36.0
+io.grpc:grpc-protobuf:1.36.0
+io.grpc:grpc-stub:1.36.0
+io.netty:netty-buffer:4.1.51.Final
+io.netty:netty-codec-http2:4.1.51.Final
+io.netty:netty-codec-http:4.1.51.Final
+io.netty:netty-codec-socks:4.1.51.Final
+io.netty:netty-codec:4.1.51.Final
+io.netty:netty-common:4.1.51.Final
+io.netty:netty-handler-proxy:4.1.51.Final
+io.netty:netty-handler:4.1.51.Final
+io.netty:netty-resolver:4.1.51.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.51.Final
+io.opencensus:opencensus-api:0.28.0
 io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -185,50 +197,51 @@ javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
 joda-time:joda-time:2.10.5
-junit:junit:4.12
+junit:junit:4.13.1
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
+org.apache.beam:beam-model-fn-execution:2.28.0
+org.apache.beam:beam-model-job-management:2.28.0
+org.apache.beam:beam-model-pipeline:2.28.0
+org.apache.beam:beam-runners-core-construction-java:2.28.0
+org.apache.beam:beam-runners-core-java:2.28.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
+org.apache.beam:beam-runners-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-core:2.28.0
+org.apache.beam:beam-sdks-java-expansion-service:2.28.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
+org.apache.beam:beam-sdks-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
 org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
 org.apache.beam:beam-vendor-grpc-1_26_0:0.3
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
+org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.5
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.logging.log4j:log4j-api:2.13.3
 org.apache.logging.log4j:log4j-core:2.13.3
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.7.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-core:1.3
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -236,33 +249,28 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.0
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
 org.xerial.snappy:snappy-java:1.1.4

core/gradle/dependency-locks/nonprodRuntimeClasspath.lockfile

@@ -3,173 +3,185 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.1
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson.core:jackson-databind:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
+com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.31.3
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:grpc-google-common-protos:1.18.1
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.9
 com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api:gax-grpc:1.62.0
+com.google.api:gax-httpjson:0.76.1
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
+com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
+com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20200927-1.30.10
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.service:auto-service-annotations:1.0-rc7
 com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.1.6
+com.google.cloud.bigdataoss:util:2.1.6
+com.google.cloud.bigtable:bigtable-client-core:1.16.0
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:1.122.2
+com.google.cloud:google-cloud-bigquerystorage:1.5.5
+com.google.cloud:google-cloud-bigtable:1.14.0
+com.google.cloud:google-cloud-core-grpc:1.93.9
+com.google.cloud:google-cloud-core-http:1.93.9
+com.google.cloud:google-cloud-core:1.93.9
+com.google.cloud:google-cloud-pubsub:1.110.0
+com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:2.0.2
 com.google.code.findbugs:jsr305:3.0.2
 com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.flogger:flogger-system-backend:0.5.1
 com.google.flogger:flogger:0.5.1
 com.google.flogger:google-extensions:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.2
+com.google.protobuf:protobuf-java:3.15.2
+com.google.re2j:re2j:1.6
 com.google.template:soy:2018-03-14
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
 io.dropwizard.metrics:metrics-core:3.2.6
 io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
+io.grpc:grpc-alts:1.36.0
+io.grpc:grpc-api:1.36.0
+io.grpc:grpc-auth:1.36.0
+io.grpc:grpc-context:1.36.0
+io.grpc:grpc-core:1.36.0
+io.grpc:grpc-grpclb:1.36.0
+io.grpc:grpc-netty-shaded:1.36.0
+io.grpc:grpc-netty:1.32.2
+io.grpc:grpc-protobuf-lite:1.36.0
+io.grpc:grpc-protobuf:1.36.0
+io.grpc:grpc-stub:1.36.0
+io.netty:netty-buffer:4.1.51.Final
+io.netty:netty-codec-http2:4.1.51.Final
+io.netty:netty-codec-http:4.1.51.Final
+io.netty:netty-codec-socks:4.1.51.Final
+io.netty:netty-codec:4.1.51.Final
+io.netty:netty-common:4.1.51.Final
+io.netty:netty-handler-proxy:4.1.51.Final
+io.netty:netty-handler:4.1.51.Final
+io.netty:netty-resolver:4.1.51.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.51.Final
+io.opencensus:opencensus-api:0.28.0
 io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -185,50 +197,51 @@ javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
 joda-time:joda-time:2.10.5
-junit:junit:4.12
+junit:junit:4.13.1
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
+org.apache.beam:beam-model-fn-execution:2.28.0
+org.apache.beam:beam-model-job-management:2.28.0
+org.apache.beam:beam-model-pipeline:2.28.0
+org.apache.beam:beam-runners-core-construction-java:2.28.0
+org.apache.beam:beam-runners-core-java:2.28.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
+org.apache.beam:beam-runners-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-core:2.28.0
+org.apache.beam:beam-sdks-java-expansion-service:2.28.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
+org.apache.beam:beam-sdks-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
 org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
 org.apache.beam:beam-vendor-grpc-1_26_0:0.3
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
+org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.5
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.logging.log4j:log4j-api:2.13.3
 org.apache.logging.log4j:log4j-core:2.13.3
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.7.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-core:1.3
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -236,33 +249,28 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.0
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
 org.xerial.snappy:snappy-java:1.1.4

core/gradle/dependency-locks/runtime.lockfile

@@ -3,173 +3,185 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.1
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson.core:jackson-databind:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
+com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.31.3
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:grpc-google-common-protos:1.18.1
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.9
 com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api:gax-grpc:1.62.0
+com.google.api:gax-httpjson:0.76.1
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
+com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
+com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20200927-1.30.10
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.service:auto-service-annotations:1.0-rc7
 com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.1.6
+com.google.cloud.bigdataoss:util:2.1.6
+com.google.cloud.bigtable:bigtable-client-core:1.16.0
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:1.122.2
+com.google.cloud:google-cloud-bigquerystorage:1.5.5
+com.google.cloud:google-cloud-bigtable:1.14.0
+com.google.cloud:google-cloud-core-grpc:1.93.9
+com.google.cloud:google-cloud-core-http:1.93.9
+com.google.cloud:google-cloud-core:1.93.9
+com.google.cloud:google-cloud-pubsub:1.110.0
+com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:2.0.2
 com.google.code.findbugs:jsr305:3.0.2
 com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.flogger:flogger-system-backend:0.5.1
 com.google.flogger:flogger:0.5.1
 com.google.flogger:google-extensions:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.2
+com.google.protobuf:protobuf-java:3.15.2
+com.google.re2j:re2j:1.6
 com.google.template:soy:2018-03-14
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
 io.dropwizard.metrics:metrics-core:3.2.6
 io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
+io.grpc:grpc-alts:1.36.0
+io.grpc:grpc-api:1.36.0
+io.grpc:grpc-auth:1.36.0
+io.grpc:grpc-context:1.36.0
+io.grpc:grpc-core:1.36.0
+io.grpc:grpc-grpclb:1.36.0
+io.grpc:grpc-netty-shaded:1.36.0
+io.grpc:grpc-netty:1.32.2
+io.grpc:grpc-protobuf-lite:1.36.0
+io.grpc:grpc-protobuf:1.36.0
+io.grpc:grpc-stub:1.36.0
+io.netty:netty-buffer:4.1.51.Final
+io.netty:netty-codec-http2:4.1.51.Final
+io.netty:netty-codec-http:4.1.51.Final
+io.netty:netty-codec-socks:4.1.51.Final
+io.netty:netty-codec:4.1.51.Final
+io.netty:netty-common:4.1.51.Final
+io.netty:netty-handler-proxy:4.1.51.Final
+io.netty:netty-handler:4.1.51.Final
+io.netty:netty-resolver:4.1.51.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.51.Final
+io.opencensus:opencensus-api:0.28.0
 io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -185,50 +197,51 @@ javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
 joda-time:joda-time:2.10.5
-junit:junit:4.12
+junit:junit:4.13.1
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
+org.apache.beam:beam-model-fn-execution:2.28.0
+org.apache.beam:beam-model-job-management:2.28.0
+org.apache.beam:beam-model-pipeline:2.28.0
+org.apache.beam:beam-runners-core-construction-java:2.28.0
+org.apache.beam:beam-runners-core-java:2.28.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
+org.apache.beam:beam-runners-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-core:2.28.0
+org.apache.beam:beam-sdks-java-expansion-service:2.28.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
+org.apache.beam:beam-sdks-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
 org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
 org.apache.beam:beam-vendor-grpc-1_26_0:0.3
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
+org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.5
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.logging.log4j:log4j-api:2.13.3
 org.apache.logging.log4j:log4j-core:2.13.3
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.7.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-core:1.3
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -236,33 +249,28 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.0
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
 org.xerial.snappy:snappy-java:1.1.4

core/gradle/dependency-locks/runtimeClasspath.lockfile

@@ -3,174 +3,186 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.1
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson.core:jackson-databind:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
+com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.31.3
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:grpc-google-common-protos:1.18.1
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.9
 com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api:gax-grpc:1.62.0
+com.google.api:gax-httpjson:0.76.1
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
+com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
+com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20200927-1.30.10
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.service:auto-service-annotations:1.0-rc7
 com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.1.6
+com.google.cloud.bigdataoss:util:2.1.6
+com.google.cloud.bigtable:bigtable-client-core:1.16.0
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud.sql:postgres-socket-factory:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud.sql:postgres-socket-factory:1.2.1
+com.google.cloud:google-cloud-bigquery:1.122.2
+com.google.cloud:google-cloud-bigquerystorage:1.5.5
+com.google.cloud:google-cloud-bigtable:1.14.0
+com.google.cloud:google-cloud-core-grpc:1.93.9
+com.google.cloud:google-cloud-core-http:1.93.9
+com.google.cloud:google-cloud-core:1.93.9
+com.google.cloud:google-cloud-pubsub:1.110.0
+com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:2.0.2
 com.google.code.findbugs:jsr305:3.0.2
 com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.flogger:flogger-system-backend:0.5.1
 com.google.flogger:flogger:0.5.1
 com.google.flogger:google-extensions:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.2
+com.google.protobuf:protobuf-java:3.15.2
+com.google.re2j:re2j:1.6
 com.google.template:soy:2018-03-14
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
 io.dropwizard.metrics:metrics-core:3.2.6
 io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
+io.grpc:grpc-alts:1.36.0
+io.grpc:grpc-api:1.36.0
+io.grpc:grpc-auth:1.36.0
+io.grpc:grpc-context:1.36.0
+io.grpc:grpc-core:1.36.0
+io.grpc:grpc-grpclb:1.36.0
+io.grpc:grpc-netty-shaded:1.36.0
+io.grpc:grpc-netty:1.32.2
+io.grpc:grpc-protobuf-lite:1.36.0
+io.grpc:grpc-protobuf:1.36.0
+io.grpc:grpc-stub:1.36.0
+io.netty:netty-buffer:4.1.51.Final
+io.netty:netty-codec-http2:4.1.51.Final
+io.netty:netty-codec-http:4.1.51.Final
+io.netty:netty-codec-socks:4.1.51.Final
+io.netty:netty-codec:4.1.51.Final
+io.netty:netty-common:4.1.51.Final
+io.netty:netty-handler-proxy:4.1.51.Final
+io.netty:netty-handler:4.1.51.Final
+io.netty:netty-resolver:4.1.51.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.51.Final
+io.opencensus:opencensus-api:0.28.0
 io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -188,46 +200,48 @@ jline:jline:1.0
 joda-time:joda-time:2.10.5
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
+org.apache.beam:beam-model-fn-execution:2.28.0
+org.apache.beam:beam-model-job-management:2.28.0
+org.apache.beam:beam-model-pipeline:2.28.0
+org.apache.beam:beam-runners-core-construction-java:2.28.0
+org.apache.beam:beam-runners-core-java:2.28.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
+org.apache.beam:beam-runners-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-core:2.28.0
+org.apache.beam:beam-sdks-java-expansion-service:2.28.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
+org.apache.beam:beam-sdks-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
 org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
 org.apache.beam:beam-vendor-grpc-1_26_0:0.3
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
+org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.5
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.logging.log4j:log4j-api:2.13.3
 org.apache.logging.log4j:log4j-core:2.13.3
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.7.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -235,34 +249,29 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
 org.slf4j:slf4j-jdk14:1.7.28
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.0
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
 org.xerial.snappy:snappy-java:1.1.4

core/gradle/dependency-locks/soy.lockfile

@@ -3,19 +3,24 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.google.code.findbugs:jsr305:2.0.3
+com.google.code.findbugs:jsr305:3.0.2
 com.google.code.gson:gson:2.7
 com.google.common.html.types:types:1.0.4
-com.google.guava:guava:21.0
+com.google.errorprone:error_prone_annotations:2.3.4
+com.google.guava:failureaccess:1.0.1
+com.google.guava:guava:30.1-jre
+com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.8.0-beta1
 com.google.inject.extensions:guice-multibindings:4.1.0
-com.google.inject:guice:4.1.0
-com.google.protobuf:protobuf-java:3.3.0
+com.google.inject:guice:5.0.1
+com.google.j2objc:j2objc-annotations:1.3
+com.google.protobuf:protobuf-java:3.13.0
 com.google.template:soy:2018-03-14
 com.ibm.icu:icu4j:57.1
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
 javax.validation:validation-api:1.0.0.GA
+org.checkerframework:checker-qual:3.5.0
 org.json:json:20160212
 org.ow2.asm:asm-analysis:6.0
 org.ow2.asm:asm-commons:6.0

core/gradle/dependency-locks/testAnnotationProcessor.lockfile

@@ -3,14 +3,14 @@
 # This file is expected to be part of source control.
 com.github.ben-manes.caffeine:caffeine:2.7.0
 com.github.kevinstern:software-and-algorithms:1.0
-com.google.auto.value:auto-value:1.6.3
+com.google.auto.value:auto-value:1.7.4
 com.google.auto:auto-common:0.10
 com.google.code.findbugs:jFormatString:3.0.0
 com.google.code.findbugs:jsr305:3.0.2
-com.google.dagger:dagger-compiler:2.28
-com.google.dagger:dagger-producers:2.28
-com.google.dagger:dagger-spi:2.28
-com.google.dagger:dagger:2.28
+com.google.dagger:dagger-compiler:2.33
+com.google.dagger:dagger-producers:2.33
+com.google.dagger:dagger-spi:2.33
+com.google.dagger:dagger:2.33
 com.google.errorprone:error_prone_annotation:2.3.4
 com.google.errorprone:error_prone_annotations:2.3.4
 com.google.errorprone:error_prone_check_api:2.3.4
@@ -19,12 +19,12 @@ com.google.errorprone:error_prone_type_annotations:2.3.4
 com.google.errorprone:javac-shaded:9-dev-r4023-3
 com.google.googlejavaformat:google-java-format:1.5
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
 com.google.protobuf:protobuf-java:3.4.0
 com.googlecode.java-diff-utils:diffutils:1.3.0
-com.squareup:javapoet:1.12.1
+com.squareup:javapoet:1.13.0
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
 javax.persistence:javax.persistence-api:2.2
@@ -33,8 +33,8 @@ org.checkerframework:checker-compat-qual:2.5.3
 org.checkerframework:checker-qual:3.5.0
 org.checkerframework:dataflow:3.0.0
 org.checkerframework:javacutil:3.0.0
-org.jetbrains.kotlin:kotlin-stdlib-common:1.3.61
-org.jetbrains.kotlin:kotlin-stdlib:1.3.61
+org.jetbrains.kotlin:kotlin-stdlib-common:1.4.20
+org.jetbrains.kotlin:kotlin-stdlib:1.4.20
 org.jetbrains.kotlinx:kotlinx-metadata-jvm:0.1.0
 org.jetbrains:annotations:13.0
 org.pcollections:pcollections:2.1.2

core/gradle/dependency-locks/testCompile.lockfile

@@ -3,174 +3,186 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.11.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.11.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.1
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson.core:jackson-databind:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
+com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.31.3
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:grpc-google-common-protos:1.18.1
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.9
 com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api:gax-grpc:1.62.0
+com.google.api:gax-httpjson:0.76.1
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
+com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
+com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20200927-1.30.10
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-api-stubs:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-api-stubs:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.service:auto-service-annotations:1.0-rc7
 com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.1.6
+com.google.cloud.bigdataoss:util:2.1.6
+com.google.cloud.bigtable:bigtable-client-core:1.16.0
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:1.122.2
+com.google.cloud:google-cloud-bigquerystorage:1.5.5
+com.google.cloud:google-cloud-bigtable:1.14.0
+com.google.cloud:google-cloud-core-grpc:1.93.9
+com.google.cloud:google-cloud-core-http:1.93.9
+com.google.cloud:google-cloud-core:1.93.9
+com.google.cloud:google-cloud-pubsub:1.110.0
+com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:2.0.2
 com.google.code.findbugs:jsr305:3.0.2
 com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.flogger:flogger-system-backend:0.5.1
 com.google.flogger:flogger:0.5.1
 com.google.flogger:google-extensions:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava-testlib:30.0-jre
-com.google.guava:guava:30.0-jre
+com.google.guava:guava-testlib:30.1-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:contrib:1.0.7
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.2
+com.google.protobuf:protobuf-java:3.15.2
+com.google.re2j:re2j:1.6
 com.google.template:soy:2018-03-14
-com.google.truth.extensions:truth-java8-extension:1.0
-com.google.truth:truth:1.0
+com.google.truth.extensions:truth-java8-extension:1.1.2
+com.google.truth:truth:1.1.2
 com.googlecode.charts4j:charts4j:1.3
-com.googlecode.java-diff-utils:diffutils:1.3.0
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
 com.squareup.okhttp3:okhttp:3.11.0
-com.squareup.okhttp:okhttp:2.5.0
 com.squareup.okio:okio:1.14.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.thoughtworks.qdox:qdox:1.12.1
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
+io.github.classgraph:classgraph:4.8.102
+io.grpc:grpc-alts:1.36.0
+io.grpc:grpc-api:1.36.0
+io.grpc:grpc-auth:1.36.0
+io.grpc:grpc-context:1.36.0
+io.grpc:grpc-core:1.36.0
+io.grpc:grpc-grpclb:1.36.0
+io.grpc:grpc-netty-shaded:1.36.0
+io.grpc:grpc-netty:1.32.2
+io.grpc:grpc-protobuf-lite:1.36.0
+io.grpc:grpc-protobuf:1.36.0
+io.grpc:grpc-stub:1.36.0
+io.netty:netty-buffer:4.1.51.Final
+io.netty:netty-codec-http2:4.1.51.Final
+io.netty:netty-codec-http:4.1.51.Final
+io.netty:netty-codec-socks:4.1.51.Final
+io.netty:netty-codec:4.1.51.Final
+io.netty:netty-common:4.1.51.Final
+io.netty:netty-handler-proxy:4.1.51.Final
+io.netty:netty-handler:4.1.51.Final
+io.netty:netty-resolver:4.1.51.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.51.Final
+io.opencensus:opencensus-api:0.28.0
 io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -186,29 +198,29 @@ javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
 joda-time:joda-time:2.10.5
-junit:junit:4.13
-net.bytebuddy:byte-buddy-agent:1.10.5
-net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
+junit:junit:4.13.1
+net.bytebuddy:byte-buddy-agent:1.10.19
+net.bytebuddy:byte-buddy:1.10.19
 net.java.dev.jna:jna:5.5.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-direct-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
+org.apache.beam:beam-model-fn-execution:2.28.0
+org.apache.beam:beam-model-job-management:2.28.0
+org.apache.beam:beam-model-pipeline:2.28.0
+org.apache.beam:beam-runners-core-construction-java:2.28.0
+org.apache.beam:beam-runners-core-java:2.28.0
+org.apache.beam:beam-runners-direct-java:2.28.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
+org.apache.beam:beam-runners-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-core:2.28.0
+org.apache.beam:beam-sdks-java-expansion-service:2.28.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
+org.apache.beam:beam-sdks-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
 org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
 org.apache.beam:beam-vendor-grpc-1_26_0:0.3
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
+org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.8.1
@@ -216,7 +228,7 @@ org.apache.commons:commons-text:1.6
 org.apache.ftpserver:ftplet-api:1.0.6
 org.apache.ftpserver:ftpserver-core:1.0.6
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.logging.log4j:log4j-api:2.6.2
 org.apache.mina:mina-core:2.0.4
 org.apache.sshd:sshd-core:2.0.0
@@ -228,19 +240,19 @@ org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.9.1
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-all:1.3
-org.hamcrest:hamcrest-core:1.3
-org.hamcrest:hamcrest-library:1.3
+org.hamcrest:hamcrest-core:2.2
+org.hamcrest:hamcrest-library:2.2
+org.hamcrest:hamcrest:2.2
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -248,38 +260,35 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.junit-pioneer:junit-pioneer:0.7.0
-org.junit.jupiter:junit-jupiter-api:5.6.2
-org.junit.jupiter:junit-jupiter-engine:5.6.2
-org.junit.jupiter:junit-jupiter-migrationsupport:5.6.2
-org.junit.jupiter:junit-jupiter-params:5.6.2
-org.junit.platform:junit-platform-commons:1.6.2
-org.junit.platform:junit-platform-engine:1.6.2
-org.junit.platform:junit-platform-launcher:1.6.2
-org.junit.platform:junit-platform-runner:1.6.2
-org.junit.platform:junit-platform-suite-api:1.6.2
-org.junit:junit-bom:5.6.2
+org.junit.jupiter:junit-jupiter-api:5.7.0
+org.junit.jupiter:junit-jupiter-engine:5.7.0
+org.junit.jupiter:junit-jupiter-migrationsupport:5.7.0
+org.junit.jupiter:junit-jupiter-params:5.7.0
+org.junit.platform:junit-platform-commons:1.7.0
+org.junit.platform:junit-platform-engine:1.7.0
+org.junit.platform:junit-platform-launcher:1.7.0
+org.junit.platform:junit-platform-runner:1.7.0
+org.junit.platform:junit-platform-suite-api:1.7.0
+org.junit:junit-bom:5.7.0
 org.jvnet.staxex:stax-ex:1.8
-org.mockito:mockito-core:3.3.3
-org.mockito:mockito-junit-jupiter:3.3.3
+org.mockito:mockito-core:3.7.7
+org.mockito:mockito-junit-jupiter:3.7.7
 org.mortbay.jetty:jetty-util:6.1.26
 org.mortbay.jetty:jetty:6.1.26
-org.objenesis:objenesis:2.6
+org.objenesis:objenesis:3.1
 org.opentest4j:opentest4j:1.2.0
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.seleniumhq.selenium:selenium-api:3.141.59
 org.seleniumhq.selenium:selenium-chrome-driver:3.141.59
 org.seleniumhq.selenium:selenium-edge-driver:3.141.59
@@ -291,14 +300,14 @@ org.seleniumhq.selenium:selenium-remote-driver:3.141.59
 org.seleniumhq.selenium:selenium-safari-driver:3.141.59
 org.seleniumhq.selenium:selenium-support:3.141.59
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:junit-jupiter:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:selenium:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:junit-jupiter:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:selenium:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.0
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.xerial.snappy:snappy-java:1.1.4
 org.yaml:snakeyaml:1.17

core/gradle/dependency-locks/testCompileClasspath.lockfile

@@ -3,171 +3,181 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.11.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.11.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.1
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson.core:jackson-databind:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
+com.github.rholder:guava-retrying:2.0.0
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.31.3
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:grpc-google-common-protos:1.18.1
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.9
 com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api:gax-grpc:1.62.0
+com.google.api:gax-httpjson:0.76.1
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
+com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
+com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20200927-1.30.10
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-api-stubs:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-api-stubs:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.service:auto-service-annotations:1.0-rc7
 com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.1.6
+com.google.cloud.bigdataoss:util:2.1.6
+com.google.cloud.bigtable:bigtable-client-core:1.16.0
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:1.122.2
+com.google.cloud:google-cloud-bigquerystorage:1.5.5
+com.google.cloud:google-cloud-bigtable:1.14.0
+com.google.cloud:google-cloud-core-grpc:1.93.9
+com.google.cloud:google-cloud-core-http:1.93.9
+com.google.cloud:google-cloud-core:1.93.9
+com.google.cloud:google-cloud-pubsub:1.110.0
+com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:2.0.2
 com.google.code.findbugs:jsr305:3.0.2
 com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.flogger:flogger:0.5.1
 com.google.flogger:google-extensions:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava-testlib:30.0-jre
-com.google.guava:guava:30.0-jre
+com.google.guava:guava-testlib:30.1-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:contrib:1.0.7
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.11.4
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.14.0
+com.google.protobuf:protobuf-java:3.15.2
+com.google.re2j:re2j:1.6
 com.google.template:soy:2018-03-14
-com.google.truth.extensions:truth-java8-extension:1.0
-com.google.truth:truth:1.0
+com.google.truth.extensions:truth-java8-extension:1.1.2
+com.google.truth:truth:1.1.2
 com.googlecode.charts4j:charts4j:1.3
-com.googlecode.java-diff-utils:diffutils:1.3.0
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
 com.squareup.okhttp3:okhttp:3.11.0
-com.squareup.okhttp:okhttp:2.5.0
 com.squareup.okio:okio:1.14.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.thoughtworks.qdox:qdox:1.12.1
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
+io.github.classgraph:classgraph:4.8.102
+io.grpc:grpc-alts:1.36.0
+io.grpc:grpc-api:1.36.0
+io.grpc:grpc-auth:1.36.0
+io.grpc:grpc-context:1.36.0
+io.grpc:grpc-core:1.36.0
+io.grpc:grpc-grpclb:1.36.0
+io.grpc:grpc-netty-shaded:1.36.0
+io.grpc:grpc-netty:1.32.2
+io.grpc:grpc-protobuf-lite:1.36.0
+io.grpc:grpc-protobuf:1.36.0
+io.grpc:grpc-stub:1.36.0
+io.netty:netty-buffer:4.1.51.Final
+io.netty:netty-codec-http2:4.1.51.Final
+io.netty:netty-codec-http:4.1.51.Final
+io.netty:netty-codec:4.1.51.Final
+io.netty:netty-common:4.1.51.Final
+io.netty:netty-handler:4.1.51.Final
+io.netty:netty-resolver:4.1.51.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.51.Final
+io.opencensus:opencensus-api:0.28.0
 io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -183,29 +193,29 @@ javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
 joda-time:joda-time:2.10.5
-junit:junit:4.13
-net.bytebuddy:byte-buddy-agent:1.10.5
-net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
+junit:junit:4.13.1
+net.bytebuddy:byte-buddy-agent:1.10.19
+net.bytebuddy:byte-buddy:1.10.19
 net.java.dev.jna:jna:5.5.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-direct-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
+org.apache.beam:beam-model-fn-execution:2.28.0
+org.apache.beam:beam-model-job-management:2.28.0
+org.apache.beam:beam-model-pipeline:2.28.0
+org.apache.beam:beam-runners-core-construction-java:2.28.0
+org.apache.beam:beam-runners-core-java:2.28.0
+org.apache.beam:beam-runners-direct-java:2.28.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
+org.apache.beam:beam-runners-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-core:2.28.0
+org.apache.beam:beam-sdks-java-expansion-service:2.28.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
+org.apache.beam:beam-sdks-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
 org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
 org.apache.beam:beam-vendor-grpc-1_26_0:0.3
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
+org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.8.1
@@ -213,7 +223,7 @@ org.apache.commons:commons-text:1.6
 org.apache.ftpserver:ftplet-api:1.0.6
 org.apache.ftpserver:ftpserver-core:1.0.6
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.logging.log4j:log4j-api:2.6.2
 org.apache.mina:mina-core:2.0.4
 org.apache.sshd:sshd-core:2.0.0
@@ -225,18 +235,18 @@ org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.9.1
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-all:1.3
-org.hamcrest:hamcrest-core:1.3
-org.hamcrest:hamcrest-library:1.3
+org.hamcrest:hamcrest-core:2.2
+org.hamcrest:hamcrest-library:2.2
+org.hamcrest:hamcrest:2.2
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -244,38 +254,35 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.junit-pioneer:junit-pioneer:0.7.0
-org.junit.jupiter:junit-jupiter-api:5.6.2
-org.junit.jupiter:junit-jupiter-engine:5.6.2
-org.junit.jupiter:junit-jupiter-migrationsupport:5.6.2
-org.junit.jupiter:junit-jupiter-params:5.6.2
-org.junit.platform:junit-platform-commons:1.6.2
-org.junit.platform:junit-platform-engine:1.6.2
-org.junit.platform:junit-platform-launcher:1.6.2
-org.junit.platform:junit-platform-runner:1.6.2
-org.junit.platform:junit-platform-suite-api:1.6.2
-org.junit:junit-bom:5.6.2
+org.junit.jupiter:junit-jupiter-api:5.7.0
+org.junit.jupiter:junit-jupiter-engine:5.7.0
+org.junit.jupiter:junit-jupiter-migrationsupport:5.7.0
+org.junit.jupiter:junit-jupiter-params:5.7.0
+org.junit.platform:junit-platform-commons:1.7.0
+org.junit.platform:junit-platform-engine:1.7.0
+org.junit.platform:junit-platform-launcher:1.7.0
+org.junit.platform:junit-platform-runner:1.7.0
+org.junit.platform:junit-platform-suite-api:1.7.0
+org.junit:junit-bom:5.7.0
 org.jvnet.staxex:stax-ex:1.8
-org.mockito:mockito-core:3.3.3
-org.mockito:mockito-junit-jupiter:3.3.3
+org.mockito:mockito-core:3.7.7
+org.mockito:mockito-junit-jupiter:3.7.7
 org.mortbay.jetty:jetty-util:6.1.26
 org.mortbay.jetty:jetty:6.1.26
-org.objenesis:objenesis:2.6
+org.objenesis:objenesis:3.1
 org.opentest4j:opentest4j:1.2.0
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.seleniumhq.selenium:selenium-api:3.141.59
 org.seleniumhq.selenium:selenium-chrome-driver:3.141.59
 org.seleniumhq.selenium:selenium-edge-driver:3.141.59
@@ -287,14 +294,14 @@ org.seleniumhq.selenium:selenium-remote-driver:3.141.59
 org.seleniumhq.selenium:selenium-safari-driver:3.141.59
 org.seleniumhq.selenium:selenium-support:3.141.59
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:junit-jupiter:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:selenium:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:junit-jupiter:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:selenium:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.0
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.xerial.snappy:snappy-java:1.1.4
 org.yaml:snakeyaml:1.17

core/gradle/dependency-locks/testRuntime.lockfile

@@ -3,183 +3,195 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.11.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.11.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.1
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson.core:jackson-databind:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
+com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.31.3
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:grpc-google-common-protos:1.18.1
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.9
 com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api:gax-grpc:1.62.0
+com.google.api:gax-httpjson:0.76.1
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
+com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
+com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20200927-1.30.10
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-api-stubs:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-api-stubs:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.service:auto-service-annotations:1.0-rc7
 com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.1.6
+com.google.cloud.bigdataoss:util:2.1.6
+com.google.cloud.bigtable:bigtable-client-core:1.16.0
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud.sql:postgres-socket-factory:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud.sql:postgres-socket-factory:1.2.1
+com.google.cloud:google-cloud-bigquery:1.122.2
+com.google.cloud:google-cloud-bigquerystorage:1.5.5
+com.google.cloud:google-cloud-bigtable:1.14.0
+com.google.cloud:google-cloud-core-grpc:1.93.9
+com.google.cloud:google-cloud-core-http:1.93.9
+com.google.cloud:google-cloud-core:1.93.9
+com.google.cloud:google-cloud-pubsub:1.110.0
+com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:2.0.2
 com.google.code.findbugs:jsr305:3.0.2
 com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.flogger:flogger-system-backend:0.5.1
 com.google.flogger:flogger:0.5.1
 com.google.flogger:google-extensions:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava-testlib:30.0-jre
-com.google.guava:guava:30.0-jre
+com.google.guava:guava-testlib:30.1-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:contrib:1.0.7
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.2
+com.google.protobuf:protobuf-java:3.15.2
+com.google.re2j:re2j:1.6
 com.google.template:soy:2018-03-14
-com.google.truth.extensions:truth-java8-extension:1.0
-com.google.truth:truth:1.0
+com.google.truth.extensions:truth-java8-extension:1.1.2
+com.google.truth:truth:1.1.2
 com.googlecode.charts4j:charts4j:1.3
-com.googlecode.java-diff-utils:diffutils:1.3.0
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
 com.squareup.okhttp3:okhttp:3.11.0
-com.squareup.okhttp:okhttp:2.5.0
 com.squareup.okio:okio:1.14.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.thoughtworks.qdox:qdox:1.12.1
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
 io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.github.java-diff-utils:java-diff-utils:4.0
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
+io.github.classgraph:classgraph:4.8.102
+io.github.java-diff-utils:java-diff-utils:4.9
+io.grpc:grpc-alts:1.36.0
+io.grpc:grpc-api:1.36.0
+io.grpc:grpc-auth:1.36.0
+io.grpc:grpc-context:1.36.0
+io.grpc:grpc-core:1.36.0
+io.grpc:grpc-grpclb:1.36.0
+io.grpc:grpc-netty-shaded:1.36.0
+io.grpc:grpc-netty:1.32.2
+io.grpc:grpc-protobuf-lite:1.36.0
+io.grpc:grpc-protobuf:1.36.0
+io.grpc:grpc-stub:1.36.0
+io.netty:netty-buffer:4.1.51.Final
+io.netty:netty-codec-http2:4.1.51.Final
+io.netty:netty-codec-http:4.1.51.Final
+io.netty:netty-codec-socks:4.1.51.Final
+io.netty:netty-codec:4.1.51.Final
+io.netty:netty-common:4.1.51.Final
+io.netty:netty-handler-proxy:4.1.51.Final
+io.netty:netty-handler:4.1.51.Final
+io.netty:netty-resolver:4.1.51.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.51.Final
+io.opencensus:opencensus-api:0.28.0
 io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -195,30 +207,30 @@ javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
 joda-time:joda-time:2.10.5
-junit:junit:4.13
+junit:junit:4.13.1
 net.arnx:nashorn-promise:0.1.1
-net.bytebuddy:byte-buddy-agent:1.10.5
-net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
+net.bytebuddy:byte-buddy-agent:1.10.19
+net.bytebuddy:byte-buddy:1.10.19
 net.java.dev.jna:jna:5.5.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-direct-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
+org.apache.beam:beam-model-fn-execution:2.28.0
+org.apache.beam:beam-model-job-management:2.28.0
+org.apache.beam:beam-model-pipeline:2.28.0
+org.apache.beam:beam-runners-core-construction-java:2.28.0
+org.apache.beam:beam-runners-core-java:2.28.0
+org.apache.beam:beam-runners-direct-java:2.28.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
+org.apache.beam:beam-runners-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-core:2.28.0
+org.apache.beam:beam-sdks-java-expansion-service:2.28.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
+org.apache.beam:beam-sdks-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
 org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
 org.apache.beam:beam-vendor-grpc-1_26_0:0.3
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
+org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.8.1
@@ -226,7 +238,7 @@ org.apache.commons:commons-text:1.6
 org.apache.ftpserver:ftplet-api:1.0.6
 org.apache.ftpserver:ftpserver-core:1.0.6
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.logging.log4j:log4j-api:2.13.3
 org.apache.logging.log4j:log4j-core:2.13.3
 org.apache.mina:mina-core:2.0.4
@@ -239,20 +251,19 @@ org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.9.1
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-all:1.3
-org.hamcrest:hamcrest-core:1.3
-org.hamcrest:hamcrest-library:1.3
+org.hamcrest:hamcrest-core:2.2
+org.hamcrest:hamcrest-library:2.2
+org.hamcrest:hamcrest:2.2
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -260,38 +271,35 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.junit-pioneer:junit-pioneer:0.7.0
-org.junit.jupiter:junit-jupiter-api:5.6.2
-org.junit.jupiter:junit-jupiter-engine:5.6.2
-org.junit.jupiter:junit-jupiter-migrationsupport:5.6.2
-org.junit.jupiter:junit-jupiter-params:5.6.2
-org.junit.platform:junit-platform-commons:1.6.2
-org.junit.platform:junit-platform-engine:1.6.2
-org.junit.platform:junit-platform-launcher:1.6.2
-org.junit.platform:junit-platform-runner:1.6.2
-org.junit.platform:junit-platform-suite-api:1.6.2
-org.junit:junit-bom:5.6.2
+org.junit.jupiter:junit-jupiter-api:5.7.0
+org.junit.jupiter:junit-jupiter-engine:5.7.0
+org.junit.jupiter:junit-jupiter-migrationsupport:5.7.0
+org.junit.jupiter:junit-jupiter-params:5.7.0
+org.junit.platform:junit-platform-commons:1.7.0
+org.junit.platform:junit-platform-engine:1.7.0
+org.junit.platform:junit-platform-launcher:1.7.0
+org.junit.platform:junit-platform-runner:1.7.0
+org.junit.platform:junit-platform-suite-api:1.7.0
+org.junit:junit-bom:5.7.0
 org.jvnet.staxex:stax-ex:1.8
-org.mockito:mockito-core:3.3.3
-org.mockito:mockito-junit-jupiter:3.3.3
+org.mockito:mockito-core:3.7.7
+org.mockito:mockito-junit-jupiter:3.7.7
 org.mortbay.jetty:jetty-util:6.1.26
 org.mortbay.jetty:jetty:6.1.26
-org.objenesis:objenesis:2.6
+org.objenesis:objenesis:3.1
 org.opentest4j:opentest4j:1.2.0
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.seleniumhq.selenium:selenium-api:3.141.59
 org.seleniumhq.selenium:selenium-chrome-driver:3.141.59
 org.seleniumhq.selenium:selenium-edge-driver:3.141.59
@@ -305,14 +313,14 @@ org.seleniumhq.selenium:selenium-support:3.141.59
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:junit-jupiter:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:selenium:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:junit-jupiter:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:selenium:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.0
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
 org.xerial.snappy:snappy-java:1.1.4

core/gradle/dependency-locks/testRuntimeClasspath.lockfile

@@ -3,183 +3,195 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.11.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.11.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.1
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson.core:jackson-databind:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
+com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.31.3
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:grpc-google-common-protos:1.18.1
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.9
 com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api:gax-grpc:1.62.0
+com.google.api:gax-httpjson:0.76.1
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
+com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
+com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20200927-1.30.10
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-api-stubs:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-api-stubs:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.service:auto-service-annotations:1.0-rc7
 com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.1.6
+com.google.cloud.bigdataoss:util:2.1.6
+com.google.cloud.bigtable:bigtable-client-core:1.16.0
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud.sql:postgres-socket-factory:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud.sql:postgres-socket-factory:1.2.1
+com.google.cloud:google-cloud-bigquery:1.122.2
+com.google.cloud:google-cloud-bigquerystorage:1.5.5
+com.google.cloud:google-cloud-bigtable:1.14.0
+com.google.cloud:google-cloud-core-grpc:1.93.9
+com.google.cloud:google-cloud-core-http:1.93.9
+com.google.cloud:google-cloud-core:1.93.9
+com.google.cloud:google-cloud-pubsub:1.110.0
+com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:2.0.2
 com.google.code.findbugs:jsr305:3.0.2
 com.google.code.gson:gson:2.8.6
 com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.flogger:flogger-system-backend:0.5.1
 com.google.flogger:flogger:0.5.1
 com.google.flogger:google-extensions:0.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava-testlib:30.0-jre
-com.google.guava:guava:30.0-jre
+com.google.guava:guava-testlib:30.1-jre
+com.google.guava:guava:30.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:contrib:1.0.7
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.2
+com.google.protobuf:protobuf-java:3.15.2
+com.google.re2j:re2j:1.6
 com.google.template:soy:2018-03-14
-com.google.truth.extensions:truth-java8-extension:1.0
-com.google.truth:truth:1.0
+com.google.truth.extensions:truth-java8-extension:1.1.2
+com.google.truth:truth:1.1.2
 com.googlecode.charts4j:charts4j:1.3
-com.googlecode.java-diff-utils:diffutils:1.3.0
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
 com.squareup.okhttp3:okhttp:3.11.0
-com.squareup.okhttp:okhttp:2.5.0
 com.squareup.okio:okio:1.14.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.thoughtworks.qdox:qdox:1.12.1
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
 io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.github.java-diff-utils:java-diff-utils:4.0
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
+io.github.classgraph:classgraph:4.8.102
+io.github.java-diff-utils:java-diff-utils:4.9
+io.grpc:grpc-alts:1.36.0
+io.grpc:grpc-api:1.36.0
+io.grpc:grpc-auth:1.36.0
+io.grpc:grpc-context:1.36.0
+io.grpc:grpc-core:1.36.0
+io.grpc:grpc-grpclb:1.36.0
+io.grpc:grpc-netty-shaded:1.36.0
+io.grpc:grpc-netty:1.32.2
+io.grpc:grpc-protobuf-lite:1.36.0
+io.grpc:grpc-protobuf:1.36.0
+io.grpc:grpc-stub:1.36.0
+io.netty:netty-buffer:4.1.51.Final
+io.netty:netty-codec-http2:4.1.51.Final
+io.netty:netty-codec-http:4.1.51.Final
+io.netty:netty-codec-socks:4.1.51.Final
+io.netty:netty-codec:4.1.51.Final
+io.netty:netty-common:4.1.51.Final
+io.netty:netty-handler-proxy:4.1.51.Final
+io.netty:netty-handler:4.1.51.Final
+io.netty:netty-resolver:4.1.51.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.51.Final
+io.opencensus:opencensus-api:0.28.0
 io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -195,30 +207,30 @@ javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
 joda-time:joda-time:2.10.5
-junit:junit:4.13
+junit:junit:4.13.1
 net.arnx:nashorn-promise:0.1.1
-net.bytebuddy:byte-buddy-agent:1.10.5
-net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
+net.bytebuddy:byte-buddy-agent:1.10.19
+net.bytebuddy:byte-buddy:1.10.19
 net.java.dev.jna:jna:5.5.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-direct-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
+org.apache.beam:beam-model-fn-execution:2.28.0
+org.apache.beam:beam-model-job-management:2.28.0
+org.apache.beam:beam-model-pipeline:2.28.0
+org.apache.beam:beam-runners-core-construction-java:2.28.0
+org.apache.beam:beam-runners-core-java:2.28.0
+org.apache.beam:beam-runners-direct-java:2.28.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
+org.apache.beam:beam-runners-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-core:2.28.0
+org.apache.beam:beam-sdks-java-expansion-service:2.28.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
+org.apache.beam:beam-sdks-java-fn-execution:2.28.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
 org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
 org.apache.beam:beam-vendor-grpc-1_26_0:0.3
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
+org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.8.1
@@ -226,7 +238,7 @@ org.apache.commons:commons-text:1.6
 org.apache.ftpserver:ftplet-api:1.0.6
 org.apache.ftpserver:ftpserver-core:1.0.6
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.logging.log4j:log4j-api:2.13.3
 org.apache.logging.log4j:log4j-core:2.13.3
 org.apache.mina:mina-core:2.0.4
@@ -239,20 +251,19 @@ org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.9.1
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-all:1.3
-org.hamcrest:hamcrest-core:1.3
-org.hamcrest:hamcrest-library:1.3
+org.hamcrest:hamcrest-core:2.2
+org.hamcrest:hamcrest-library:2.2
+org.hamcrest:hamcrest:2.2
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -260,38 +271,35 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.junit-pioneer:junit-pioneer:0.7.0
-org.junit.jupiter:junit-jupiter-api:5.6.2
-org.junit.jupiter:junit-jupiter-engine:5.6.2
-org.junit.jupiter:junit-jupiter-migrationsupport:5.6.2
-org.junit.jupiter:junit-jupiter-params:5.6.2
-org.junit.platform:junit-platform-commons:1.6.2
-org.junit.platform:junit-platform-engine:1.6.2
-org.junit.platform:junit-platform-launcher:1.6.2
-org.junit.platform:junit-platform-runner:1.6.2
-org.junit.platform:junit-platform-suite-api:1.6.2
-org.junit:junit-bom:5.6.2
+org.junit.jupiter:junit-jupiter-api:5.7.0
+org.junit.jupiter:junit-jupiter-engine:5.7.0
+org.junit.jupiter:junit-jupiter-migrationsupport:5.7.0
+org.junit.jupiter:junit-jupiter-params:5.7.0
+org.junit.platform:junit-platform-commons:1.7.0
+org.junit.platform:junit-platform-engine:1.7.0
+org.junit.platform:junit-platform-launcher:1.7.0
+org.junit.platform:junit-platform-runner:1.7.0
+org.junit.platform:junit-platform-suite-api:1.7.0
+org.junit:junit-bom:5.7.0
 org.jvnet.staxex:stax-ex:1.8
-org.mockito:mockito-core:3.3.3
-org.mockito:mockito-junit-jupiter:3.3.3
+org.mockito:mockito-core:3.7.7
+org.mockito:mockito-junit-jupiter:3.7.7
 org.mortbay.jetty:jetty-util:6.1.26
 org.mortbay.jetty:jetty:6.1.26
-org.objenesis:objenesis:2.6
+org.objenesis:objenesis:3.1
 org.opentest4j:opentest4j:1.2.0
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.seleniumhq.selenium:selenium-api:3.141.59
 org.seleniumhq.selenium:selenium-chrome-driver:3.141.59
 org.seleniumhq.selenium:selenium-edge-driver:3.141.59
@@ -306,14 +314,14 @@ org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
 org.slf4j:slf4j-jdk14:1.7.28
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:junit-jupiter:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:selenium:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:junit-jupiter:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:selenium:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.0
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
 org.xerial.snappy:snappy-java:1.1.4

core/src/main/java/google/registry/backup/ReplayCommitLogsToSqlAction.java

@@ -37,6 +37,7 @@ import google.registry.request.auth.Auth;
 import google.registry.schema.replay.DatastoreEntity;
 import google.registry.schema.replay.DatastoreOnlyEntity;
 import google.registry.schema.replay.NonReplicatedEntity;
+import google.registry.schema.replay.ReplaySpecializer;
 import google.registry.schema.replay.SqlReplayCheckpoint;
 import google.registry.util.RequestStatusChecker;
 import java.io.IOException;
@@ -85,7 +86,7 @@ public class ReplayCommitLogsToSqlAction implements Runnable {
     Optional<Lock> lock =
         Lock.acquire(
             this.getClass().getSimpleName(), null, LEASE_LENGTH, requestStatusChecker, false);
-    if (lock.isEmpty()) {
+    if (!lock.isPresent()) {
       String message = "Can't acquire SQL commit log replay lock, aborting.";
       logger.atSevere().log(message);
       // App Engine will retry on any non-2xx status code, which we don't want in this case.
@@ -140,18 +141,26 @@ public class ReplayCommitLogsToSqlAction implements Runnable {
     transaction.stream()
         .sorted(ReplayCommitLogsToSqlAction::compareByWeight)
         .forEach(
-            versionedEntity ->
-                versionedEntity
-                    .getEntity()
-                    .ifPresentOrElse(
-                        this::handleEntityPut, () -> handleEntityDelete(versionedEntity)));
+            versionedEntity -> {
+              if (versionedEntity.getEntity().isPresent()) {
+                handleEntityPut(versionedEntity.getEntity().get());
+              } else {
+                handleEntityDelete(versionedEntity);
+              }
+            });
   }
 
   private void handleEntityPut(Entity entity) {
     Object ofyPojo = ofy().toPojo(entity);
     if (ofyPojo instanceof DatastoreEntity) {
       DatastoreEntity datastoreEntity = (DatastoreEntity) ofyPojo;
-      datastoreEntity.toSqlEntity().ifPresent(jpaTm()::put);
+      datastoreEntity
+          .toSqlEntity()
+          .ifPresent(
+              sqlEntity -> {
+                ReplaySpecializer.beforeSqlSave(sqlEntity);
+                jpaTm().put(sqlEntity);
+              });
     } else {
       // this should never happen, but we shouldn't fail on it
       logger.atSevere().log(
@@ -177,12 +186,13 @@ public class ReplayCommitLogsToSqlAction implements Runnable {
     if (!NonReplicatedEntity.class.isAssignableFrom(entityClass)
         && !DatastoreOnlyEntity.class.isAssignableFrom(entityClass)
         && entityClass.getAnnotation(javax.persistence.Entity.class) != null) {
+      ReplaySpecializer.beforeSqlDelete(entityVKey);
       jpaTm().delete(entityVKey);
     }
   }
 
   private static int compareByWeight(VersionedEntity a, VersionedEntity b) {
-    return getEntityPriority(a.key().getKind(), a.getEntity().isEmpty())
-        - getEntityPriority(b.key().getKind(), b.getEntity().isEmpty());
+    return getEntityPriority(a.key().getKind(), !a.getEntity().isPresent())
+        - getEntityPriority(b.key().getKind(), !b.getEntity().isPresent());
   }
 }

core/src/main/java/google/registry/batch/AsyncTaskEnqueuer.java

@@ -57,8 +57,6 @@ public final class AsyncTaskEnqueuer {
   public static final String QUEUE_ASYNC_DELETE = "async-delete-pull";
   public static final String QUEUE_ASYNC_HOST_RENAME = "async-host-rename-pull";
 
-  public static final String PATH_RESAVE_ENTITY = "/_dr/task/resaveEntity";
-
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();
   private static final Duration MAX_ASYNC_ETA = Duration.standardDays(30);
 
@@ -112,7 +110,7 @@ public final class AsyncTaskEnqueuer {
     logger.atInfo().log("Enqueuing async re-save of %s to run at %s.", entityKey, whenToResave);
     String backendHostname = appEngineServiceUtils.getServiceHostname("backend");
     TaskOptions task =
-        TaskOptions.Builder.withUrl(PATH_RESAVE_ENTITY)
+        TaskOptions.Builder.withUrl(ResaveEntityAction.PATH)
             .method(Method.POST)
             .header("Host", backendHostname)
             .countdownMillis(etaDuration.getMillis())

core/src/main/java/google/registry/batch/DeleteContactsAndHostsAction.java

@@ -345,7 +345,7 @@ public class DeleteContactsAndHostsAction implements Runnable {
       String resourceClientId = resource.getPersistedCurrentSponsorClientId();
       if (resource instanceof HostResource && ((HostResource) resource).isSubordinate()) {
         resourceClientId =
-            tm().load(((HostResource) resource).getSuperordinateDomain())
+            tm().loadByKey(((HostResource) resource).getSuperordinateDomain())
                 .cloneProjectedAtTime(now)
                 .getCurrentSponsorClientId();
       }
@@ -465,7 +465,7 @@ public class DeleteContactsAndHostsAction implements Runnable {
         if (host.isSubordinate()) {
           dnsQueue.addHostRefreshTask(host.getHostName());
           tm().put(
-                  tm().load(host.getSuperordinateDomain())
+                  tm().loadByKey(host.getSuperordinateDomain())
                       .asBuilder()
                       .removeSubordinateHost(host.getHostName())
                       .build());

core/src/main/java/google/registry/batch/DeleteExpiredDomainsAction.java

@@ -0,0 +1,211 @@
+// Copyright 2021 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.batch;
+
+import static com.google.common.collect.ImmutableList.toImmutableList;
+import static com.google.common.net.MediaType.PLAIN_TEXT_UTF_8;
+import static google.registry.flows.FlowUtils.marshalWithLenientRetry;
+import static google.registry.model.ofy.ObjectifyService.ofy;
+import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
+import static google.registry.util.DateTimeUtils.END_OF_TIME;
+import static google.registry.util.ResourceUtils.readResourceUtf8;
+import static java.nio.charset.StandardCharsets.UTF_8;
+import static javax.servlet.http.HttpServletResponse.SC_INTERNAL_SERVER_ERROR;
+import static javax.servlet.http.HttpServletResponse.SC_NO_CONTENT;
+import static javax.servlet.http.HttpServletResponse.SC_OK;
+
+import com.google.common.collect.ImmutableList;
+import com.google.common.flogger.FluentLogger;
+import google.registry.config.RegistryConfig.Config;
+import google.registry.flows.EppController;
+import google.registry.flows.EppRequestSource;
+import google.registry.flows.PasswordOnlyTransportCredentials;
+import google.registry.flows.StatelessRequestSessionMetadata;
+import google.registry.model.domain.DomainBase;
+import google.registry.model.eppcommon.ProtocolDefinition;
+import google.registry.model.eppoutput.EppOutput;
+import google.registry.request.Action;
+import google.registry.request.Response;
+import google.registry.request.auth.Auth;
+import google.registry.request.lock.LockHandler;
+import google.registry.util.Clock;
+import java.util.Optional;
+import java.util.concurrent.Callable;
+import java.util.logging.Level;
+import javax.inject.Inject;
+import org.joda.time.DateTime;
+import org.joda.time.Duration;
+
+/**
+ * An action that deletes all non-renewing domains whose expiration dates have now passed.
+ *
+ * <p>The registry runs on an autorenew domain model, so domains don't ever expire naturally; they
+ * are only ever autorenewed. However, in some situations (such as URS) we don't want this to
+ * happen. Thus, the domains are tagged as non-renewing and are deleted by the next daily invocation
+ * of this action once they are past the date at which they were to expire.
+ *
+ * <p>Note that this action works by running a superuser EPP domain delete command, and as a side
+ * effect of when domains are deleted (just past their expiration date), they are invariably in the
+ * autorenew grace period when this happens.
+ *
+ * <p>Note also that the delete flow may fail in the uncommon case that a non-autorenewing domain
+ * has a subordinate host. It is not trivial to handle this case automatically (as said host may be
+ * in use by other domains), nor is it possible to take the correct action without exercising some
+ * human judgment. Accordingly, such deletes will fail with SEVERE-level log messages every day when
+ * this action runs, thus alerting us that human action is needed to correctly process the delete.
+ */
+@Action(
+    service = Action.Service.BACKEND,
+    path = DeleteExpiredDomainsAction.PATH,
+    auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+public class DeleteExpiredDomainsAction implements Runnable {
+
+  public static final String PATH = "/_dr/task/deleteExpiredDomains";
+  private static final String LOCK_NAME = "Delete expired domains";
+
+  private static final FluentLogger logger = FluentLogger.forEnclosingClass();
+  private final EppController eppController;
+  private final String registryAdminClientId;
+  private final Clock clock;
+  private final LockHandler lockHandler;
+  private final Response response;
+  private final String deleteXmlTmpl;
+
+  @Inject
+  DeleteExpiredDomainsAction(
+      EppController eppController,
+      @Config("registryAdminClientId") String registryAdminClientId,
+      Clock clock,
+      LockHandler lockHandler,
+      Response response) {
+    this.eppController = eppController;
+    this.registryAdminClientId = registryAdminClientId;
+    this.clock = clock;
+    this.lockHandler = lockHandler;
+    this.response = response;
+    this.deleteXmlTmpl =
+        readResourceUtf8(DeleteExpiredDomainsAction.class, "delete_expired_domain.xml");
+  }
+
+  @Override
+  public void run() {
+    response.setContentType(PLAIN_TEXT_UTF_8);
+
+    Callable<Void> runner =
+        () -> {
+          try {
+            runLocked();
+            response.setStatus(SC_OK);
+          } catch (Exception e) {
+            logger.atSevere().withCause(e).log("Errored out during execution.");
+            response.setStatus(SC_INTERNAL_SERVER_ERROR);
+            response.setPayload(String.format("Errored out with cause: %s", e));
+          }
+          return null;
+        };
+
+    if (!lockHandler.executeWithLocks(runner, null, Duration.standardHours(1), LOCK_NAME)) {
+      // Send a 200-series status code to prevent this conflicting action from retrying.
+      response.setStatus(SC_NO_CONTENT);
+      response.setPayload("Could not acquire lock; already running?");
+    }
+  }
+
+  private void runLocked() {
+    DateTime runTime = clock.nowUtc();
+    logger.atInfo().log(
+        "Deleting non-renewing domains with autorenew end times up through %s.", runTime);
+
+    // Note: This query is (and must be) non-transactional, and thus, is only eventually consistent.
+    ImmutableList<DomainBase> domainsToDelete =
+        ofy().load().type(DomainBase.class).filter("autorenewEndTime <=", runTime).list().stream()
+            // Datastore can't do two inequalities in one query, so the second happens in-memory.
+            .filter(d -> d.getDeletionTime().isEqual(END_OF_TIME))
+            .collect(toImmutableList());
+    if (domainsToDelete.isEmpty()) {
+      logger.atInfo().log("Found 0 domains to delete.");
+      response.setPayload("Found 0 domains to delete.");
+      return;
+    }
+
+    logger.atInfo().log(
+        "Found %d domains to delete: %s.",
+        domainsToDelete.size(),
+        String.join(
+            ", ",
+            domainsToDelete.stream().map(DomainBase::getDomainName).collect(toImmutableList())));
+    int successes = 0;
+    for (DomainBase domain : domainsToDelete) {
+      if (runDomainDeleteFlow(domain)) {
+        successes++;
+      }
+    }
+    int failures = domainsToDelete.size() - successes;
+    String msg =
+        String.format(
+            "Finished; %d domains were successfully deleted and %d errored out.",
+            successes, failures);
+    logger.at(failures == 0 ? Level.INFO : Level.SEVERE).log(msg);
+    response.setPayload(msg);
+  }
+
+  /** Runs the actual domain delete flow and returns whether the deletion was successful. */
+  private boolean runDomainDeleteFlow(DomainBase domain) {
+    logger.atInfo().log("Attempting to delete domain %s", domain.getDomainName());
+    // Create a new transaction that the flow's execution will be enlisted in that loads the domain
+    // transactionally. This way we can ensure that nothing else has modified the domain in question
+    // in the intervening period since the query above found it.
+    Optional<EppOutput> eppOutput =
+        tm().transact(
+                () -> {
+                  DomainBase transDomain = tm().loadByKey(domain.createVKey());
+                  if (!domain.getAutorenewEndTime().isPresent()
+                      || domain.getAutorenewEndTime().get().isAfter(tm().getTransactionTime())) {
+                    logger.atSevere().log(
+                        "Failed to delete domain %s because of its autorenew end time: %s.",
+                        transDomain.getDomainName(), transDomain.getAutorenewEndTime());
+                    return Optional.empty();
+                  } else if (domain.getDeletionTime().isBefore(END_OF_TIME)) {
+                    logger.atSevere().log(
+                        "Failed to delete domain %s because it was already deleted on %s.",
+                        transDomain.getDomainName(), transDomain.getDeletionTime());
+                    return Optional.empty();
+                  }
+                  return Optional.of(
+                      eppController.handleEppCommand(
+                          new StatelessRequestSessionMetadata(
+                              registryAdminClientId,
+                              ProtocolDefinition.getVisibleServiceExtensionUris()),
+                          new PasswordOnlyTransportCredentials(),
+                          EppRequestSource.BACKEND,
+                          false,
+                          true,
+                          deleteXmlTmpl
+                              .replace("%DOMAIN%", transDomain.getDomainName())
+                              .getBytes(UTF_8)));
+                });
+
+    if (eppOutput.isPresent()) {
+      if (eppOutput.get().isSuccess()) {
+        logger.atInfo().log("Successfully deleted domain %s", domain.getDomainName());
+      } else {
+        logger.atSevere().log(
+            "Failed to delete domain %s; EPP response:\n\n%s",
+            domain.getDomainName(), new String(marshalWithLenientRetry(eppOutput.get()), UTF_8));
+      }
+    }
+    return eppOutput.map(EppOutput::isSuccess).orElse(false);
+  }
+}

core/src/main/java/google/registry/batch/ExpandRecurringBillingEventsAction.java

@@ -25,8 +25,6 @@ import static google.registry.model.ofy.ObjectifyService.ofy;
 import static google.registry.model.reporting.HistoryEntry.Type.DOMAIN_AUTORENEW;
 import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
 import static google.registry.pricing.PricingEngineProxy.getDomainRenewCost;
-import static google.registry.schema.cursor.Cursor.GLOBAL;
-import static google.registry.schema.cursor.CursorDao.loadAndCompare;
 import static google.registry.util.CollectionUtils.union;
 import static google.registry.util.DateTimeUtils.START_OF_TIME;
 import static google.registry.util.DateTimeUtils.earliestOf;
@@ -60,7 +58,6 @@ import google.registry.request.Action;
 import google.registry.request.Parameter;
 import google.registry.request.Response;
 import google.registry.request.auth.Auth;
-import google.registry.schema.cursor.CursorDao;
 import google.registry.util.Clock;
 import java.util.Optional;
 import java.util.Set;
@@ -95,7 +92,6 @@ public class ExpandRecurringBillingEventsAction implements Runnable {
   @Override
   public void run() {
     Cursor cursor = ofy().load().key(Cursor.createGlobalKey(RECURRING_BILLING)).now();
-    loadAndCompare(cursor, GLOBAL);
     DateTime executeTime = clock.nowUtc();
     DateTime persistedCursorTime = (cursor == null ? START_OF_TIME : cursor.getCursorTime());
     DateTime cursorTime = cursorTimeParam.orElse(persistedCursorTime);
@@ -332,7 +328,6 @@ public class ExpandRecurringBillingEventsAction implements Runnable {
       tm().transact(
               () -> {
                 Cursor cursor = ofy().load().key(Cursor.createGlobalKey(RECURRING_BILLING)).now();
-                loadAndCompare(cursor, GLOBAL);
                 DateTime currentCursorTime =
                     (cursor == null ? START_OF_TIME : cursor.getCursorTime());
                 if (!currentCursorTime.equals(expectedPersistedCursorTime)) {
@@ -342,8 +337,7 @@ public class ExpandRecurringBillingEventsAction implements Runnable {
                   return;
                 }
                 if (!isDryRun) {
-                  CursorDao.saveCursor(
-                      Cursor.createGlobal(RECURRING_BILLING, executionTime), GLOBAL);
+                  tm().put(Cursor.createGlobal(RECURRING_BILLING, executionTime));
                 }
               });
     }

core/src/main/java/google/registry/batch/RefreshDnsOnHostRenameAction.java

@@ -25,7 +25,7 @@ import static google.registry.batch.AsyncTaskMetrics.OperationType.DNS_REFRESH;
 import static google.registry.mapreduce.inputs.EppResourceInputs.createEntityInput;
 import static google.registry.model.EppResourceUtils.isActive;
 import static google.registry.model.EppResourceUtils.isDeleted;
-import static google.registry.model.ofy.ObjectifyService.ofy;
+import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
 import static google.registry.util.DateTimeUtils.latestOf;
 import static java.util.concurrent.TimeUnit.DAYS;
 import static java.util.concurrent.TimeUnit.SECONDS;
@@ -44,7 +44,6 @@ import com.google.auto.value.AutoValue;
 import com.google.common.collect.ImmutableList;
 import com.google.common.collect.ImmutableMap;
 import com.google.common.flogger.FluentLogger;
-import com.googlecode.objectify.Key;
 import google.registry.batch.AsyncTaskMetrics.OperationResult;
 import google.registry.dns.DnsQueue;
 import google.registry.mapreduce.MapreduceRunner;
@@ -64,6 +63,7 @@ import google.registry.util.SystemClock;
 import java.io.Serializable;
 import java.util.ArrayList;
 import java.util.List;
+import java.util.NoSuchElementException;
 import java.util.Optional;
 import java.util.logging.Level;
 import javax.annotation.Nullable;
@@ -123,7 +123,7 @@ public class RefreshDnsOnHostRenameAction implements Runnable {
     }
 
     ImmutableList.Builder<DnsRefreshRequest> requestsBuilder = new ImmutableList.Builder<>();
-    ImmutableList.Builder<Key<HostResource>> hostKeys = new ImmutableList.Builder<>();
+    ImmutableList.Builder<VKey<HostResource>> hostKeys = new ImmutableList.Builder<>();
     final List<DnsRefreshRequest> requestsToDelete = new ArrayList<>();
 
     for (TaskHandle task : tasks) {
@@ -204,10 +204,10 @@ public class RefreshDnsOnHostRenameAction implements Runnable {
         emit(true, true);
         return;
       }
-      Key<HostResource> referencingHostKey = null;
+      VKey<HostResource> referencingHostKey = null;
       for (DnsRefreshRequest request : refreshRequests) {
         if (isActive(domain, request.lastUpdateTime())
-            && domain.getNameservers().contains(VKey.from(request.hostKey()))) {
+            && domain.getNameservers().contains(request.hostKey())) {
           referencingHostKey = request.hostKey();
           break;
         }
@@ -293,7 +293,8 @@ public class RefreshDnsOnHostRenameAction implements Runnable {
 
     private static final long serialVersionUID = 1772812852271288622L;
 
-    abstract Key<HostResource> hostKey();
+    abstract VKey<HostResource> hostKey();
+
     abstract DateTime lastUpdateTime();
     abstract DateTime requestedTime();
     abstract boolean isRefreshNeeded();
@@ -301,7 +302,8 @@ public class RefreshDnsOnHostRenameAction implements Runnable {
 
     @AutoValue.Builder
     abstract static class Builder {
-      abstract Builder setHostKey(Key<HostResource> hostKey);
+      abstract Builder setHostKey(VKey<HostResource> hostKey);
+
       abstract Builder setLastUpdateTime(DateTime lastUpdateTime);
       abstract Builder setRequestedTime(DateTime requestedTime);
       abstract Builder setIsRefreshNeeded(boolean isRefreshNeeded);
@@ -314,10 +316,12 @@ public class RefreshDnsOnHostRenameAction implements Runnable {
      */
     static DnsRefreshRequest createFromTask(TaskHandle task, DateTime now) throws Exception {
       ImmutableMap<String, String> params = ImmutableMap.copyOf(task.extractParams());
-      Key<HostResource> hostKey =
-          Key.create(checkNotNull(params.get(PARAM_HOST_KEY), "Host to refresh not specified"));
+      VKey<HostResource> hostKey =
+          VKey.fromWebsafeKey(
+              checkNotNull(params.get(PARAM_HOST_KEY), "Host to refresh not specified"));
       HostResource host =
-          checkNotNull(ofy().load().key(hostKey).now(), "Host to refresh doesn't exist");
+          tm().transact(() -> tm().loadByKeyIfPresent(hostKey))
+              .orElseThrow(() -> new NoSuchElementException("Host to refresh doesn't exist"));
       boolean isHostDeleted =
           isDeleted(host, latestOf(now, host.getUpdateTimestamp().getTimestamp()));
       if (isHostDeleted) {

core/src/main/java/google/registry/batch/RelockDomainAction.java

@@ -16,7 +16,6 @@ package google.registry.batch;
 
 import static com.google.common.base.Preconditions.checkArgument;
 import static com.google.common.collect.ImmutableSet.toImmutableSet;
-import static google.registry.model.ofy.ObjectifyService.ofy;
 import static google.registry.persistence.transaction.TransactionManagerFactory.jpaTm;
 import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
 import static google.registry.request.Action.Method.POST;
@@ -33,6 +32,7 @@ import google.registry.model.eppcommon.StatusValue;
 import google.registry.model.registrar.Registrar;
 import google.registry.model.registrar.RegistrarContact;
 import google.registry.model.registry.RegistryLockDao;
+import google.registry.persistence.VKey;
 import google.registry.request.Action;
 import google.registry.request.Parameter;
 import google.registry.request.Response;
@@ -125,6 +125,7 @@ public class RelockDomainAction implements Runnable {
     response.setContentType(MediaType.PLAIN_TEXT_UTF_8);
 
     // nb: DomainLockUtils relies on the JPA transaction being the outermost transaction
+    // if we have Datastore as the primary DB (if SQL is the primary DB, it's irrelevant)
     jpaTm().transact(() -> tm().transact(this::relockDomain));
   }
 
@@ -139,12 +140,8 @@ public class RelockDomainAction implements Runnable {
                       new IllegalArgumentException(
                           String.format("Unknown revision ID %d", oldUnlockRevisionId)));
       domain =
-          ofy()
-              .load()
-              .type(DomainBase.class)
-              .id(oldLock.getRepoId())
-              .now()
-              .cloneProjectedAtTime(jpaTm().getTransactionTime());
+          tm().loadByKey(VKey.create(DomainBase.class, oldLock.getRepoId()))
+              .cloneProjectedAtTime(tm().getTransactionTime());
     } catch (Throwable t) {
       handleTransientFailure(Optional.ofNullable(oldLock), t);
       return;

core/src/main/java/google/registry/batch/ResaveAllEppResourcesAction.java

@@ -14,6 +14,7 @@
 
 package google.registry.batch;
 
+import static google.registry.mapreduce.MapreduceRunner.PARAM_FAST;
 import static google.registry.model.ofy.ObjectifyService.ofy;
 import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
 
@@ -24,6 +25,7 @@ import google.registry.mapreduce.MapreduceRunner;
 import google.registry.mapreduce.inputs.EppResourceInputs;
 import google.registry.model.EppResource;
 import google.registry.request.Action;
+import google.registry.request.Parameter;
 import google.registry.request.Response;
 import google.registry.request.auth.Auth;
 import javax.inject.Inject;
@@ -39,6 +41,14 @@ import javax.inject.Inject;
  * <p>Because there are no auth settings in the {@link Action} annotation, this command can only be
  * run internally, or by pretending to be internal by setting the X-AppEngine-QueueName header,
  * which only admin users can do.
+ *
+ * <p>If the <code>?fast=true</code> querystring parameter is passed, then entities that are not
+ * changed by {@link EppResource#cloneProjectedAtTime} will not be re-saved. This helps prevent
+ * mutation load on the DB and has the beneficial side effect of writing out smaller commit logs.
+ * Note that this does NOT pick up mutations caused by migrations using the {@link
+ * com.googlecode.objectify.annotation.OnLoad} annotation, so if you are running a one-off schema
+ * migration, do not use fast mode. Fast mode defaults to false for this reason, but is used by the
+ * monthly invocation of the mapreduce.
  */
 @Action(
     service = Action.Service.BACKEND,
@@ -48,7 +58,13 @@ public class ResaveAllEppResourcesAction implements Runnable {
 
   @Inject MapreduceRunner mrRunner;
   @Inject Response response;
-  @Inject ResaveAllEppResourcesAction() {}
+
+  @Inject
+  @Parameter(PARAM_FAST)
+  boolean isFast;
+
+  @Inject
+  ResaveAllEppResourcesAction() {}
 
   /**
    * The number of shards to run the map-only mapreduce on.
@@ -66,7 +82,7 @@ public class ResaveAllEppResourcesAction implements Runnable {
         .setModuleName("backend")
         .setDefaultMapShards(NUM_SHARDS)
         .runMapOnly(
-            new ResaveAllEppResourcesActionMapper(),
+            new ResaveAllEppResourcesActionMapper(isFast),
             ImmutableList.of(EppResourceInputs.createKeyInput(EppResource.class)))
         .sendLinkToMapreduceConsole(response);
   }
@@ -76,23 +92,33 @@ public class ResaveAllEppResourcesAction implements Runnable {
       extends Mapper<Key<EppResource>, Void, Void> {
 
     private static final long serialVersionUID = -7721628665138087001L;
-    public ResaveAllEppResourcesActionMapper() {}
+
+    private final boolean isFast;
+
+    ResaveAllEppResourcesActionMapper(boolean isFast) {
+      this.isFast = isFast;
+    }
 
     @Override
     public final void map(final Key<EppResource> resourceKey) {
-      tm()
-          .transact(
-              () -> {
-                EppResource projectedResource =
-                    ofy()
-                        .load()
-                        .key(resourceKey)
-                        .now()
-                        .cloneProjectedAtTime(tm().getTransactionTime());
-                ofy().save().entity(projectedResource).now();
-              });
-      getContext().incrementCounter(String.format("%s entities re-saved", resourceKey.getKind()));
+      boolean resaved =
+          tm().transact(
+                  () -> {
+                    EppResource originalResource = ofy().load().key(resourceKey).now();
+                    EppResource projectedResource =
+                        originalResource.cloneProjectedAtTime(tm().getTransactionTime());
+                    if (isFast && originalResource.equals(projectedResource)) {
+                      return false;
+                    } else {
+                      ofy().save().entity(projectedResource).now();
+                      return true;
+                    }
+                  });
+      getContext()
+          .incrementCounter(
+              String.format(
+                  "%s entities %s",
+                  resourceKey.getKind(), resaved ? "re-saved" : "with no changes skipped"));
     }
   }
 }
-

core/src/main/java/google/registry/batch/ResaveEntityAction.java

@@ -17,7 +17,6 @@ package google.registry.batch;
 import static google.registry.batch.AsyncTaskEnqueuer.PARAM_REQUESTED_TIME;
 import static google.registry.batch.AsyncTaskEnqueuer.PARAM_RESAVE_TIMES;
 import static google.registry.batch.AsyncTaskEnqueuer.PARAM_RESOURCE_KEY;
-import static google.registry.model.ofy.ObjectifyService.ofy;
 import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
 
 import com.google.common.collect.ImmutableSet;
@@ -26,6 +25,7 @@ import com.google.common.flogger.FluentLogger;
 import com.googlecode.objectify.Key;
 import google.registry.model.EppResource;
 import google.registry.model.ImmutableObject;
+import google.registry.persistence.VKey;
 import google.registry.request.Action;
 import google.registry.request.Action.Method;
 import google.registry.request.Parameter;
@@ -74,16 +74,17 @@ public class ResaveEntityAction implements Runnable {
   public void run() {
     logger.atInfo().log(
         "Re-saving entity %s which was enqueued at %s.", resourceKey, requestedTime);
-    tm().transact(() -> {
-      ImmutableObject entity = ofy().load().key(resourceKey).now();
-      ofy().save().entity(
-          (entity instanceof EppResource)
-              ? ((EppResource) entity).cloneProjectedAtTime(tm().getTransactionTime()) : entity
-      );
-      if (!resaveTimes.isEmpty()) {
-        asyncTaskEnqueuer.enqueueAsyncResave(entity, requestedTime, resaveTimes);
-      }
-    });
+    tm().transact(
+            () -> {
+              ImmutableObject entity = tm().loadByKey(VKey.from(resourceKey));
+              tm().put(
+                      (entity instanceof EppResource)
+                          ? ((EppResource) entity).cloneProjectedAtTime(tm().getTransactionTime())
+                          : entity);
+              if (!resaveTimes.isEmpty()) {
+                asyncTaskEnqueuer.enqueueAsyncResave(entity, requestedTime, resaveTimes);
+              }
+            });
     response.setPayload("Entity re-saved.");
   }
 }

core/src/main/java/google/registry/batch/WipeOutCloudSqlAction.java

@@ -0,0 +1,98 @@
+// Copyright 2021 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.batch;
+
+import static com.google.common.net.MediaType.PLAIN_TEXT_UTF_8;
+import static javax.servlet.http.HttpServletResponse.SC_FORBIDDEN;
+import static javax.servlet.http.HttpServletResponse.SC_INTERNAL_SERVER_ERROR;
+import static javax.servlet.http.HttpServletResponse.SC_OK;
+
+import com.google.common.collect.ImmutableSet;
+import com.google.common.flogger.FluentLogger;
+import google.registry.config.RegistryConfig.Config;
+import google.registry.persistence.PersistenceModule.SchemaManagerConnection;
+import google.registry.request.Action;
+import google.registry.request.Response;
+import google.registry.request.auth.Auth;
+import google.registry.util.Retrier;
+import java.sql.Connection;
+import java.sql.Statement;
+import java.util.function.Supplier;
+import javax.inject.Inject;
+import org.flywaydb.core.api.FlywayException;
+
+/**
+ * Wipes out all Cloud SQL data in a Nomulus GCP environment.
+ *
+ * <p>This class is created for the QA environment, where migration testing with production data
+ * will happen. A regularly scheduled wipeout is a prerequisite to using production data there.
+ */
+@Action(
+    service = Action.Service.BACKEND,
+    path = "/_dr/task/wipeOutCloudSql",
+    auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+public class WipeOutCloudSqlAction implements Runnable {
+  private static final FluentLogger logger = FluentLogger.forEnclosingClass();
+
+  // As a short-lived class, hardcode allowed projects here instead of using config files.
+  private static final ImmutableSet<String> ALLOWED_PROJECTS =
+      ImmutableSet.of("domain-registry-qa");
+
+  private final String projectId;
+  private final Supplier<Connection> connectionSupplier;
+  private final Response response;
+  private final Retrier retrier;
+
+  @Inject
+  WipeOutCloudSqlAction(
+      @Config("projectId") String projectId,
+      @SchemaManagerConnection Supplier<Connection> connectionSupplier,
+      Response response,
+      Retrier retrier) {
+    this.projectId = projectId;
+    this.connectionSupplier = connectionSupplier;
+    this.response = response;
+    this.retrier = retrier;
+  }
+
+  @Override
+  public void run() {
+    response.setContentType(PLAIN_TEXT_UTF_8);
+
+    if (!ALLOWED_PROJECTS.contains(projectId)) {
+      response.setStatus(SC_FORBIDDEN);
+      response.setPayload("Wipeout is not allowed in " + projectId);
+      return;
+    }
+
+    try {
+      retrier.callWithRetry(
+          () -> {
+            try (Connection conn = connectionSupplier.get();
+                Statement statement = conn.createStatement()) {
+              statement.execute("drop owned by schema_deployer;");
+            }
+            return null;
+          },
+          e -> !(e instanceof FlywayException));
+      response.setStatus(SC_OK);
+      response.setPayload("Wiped out Cloud SQL in " + projectId);
+    } catch (RuntimeException e) {
+      logger.atSevere().withCause(e).log("Failed to wipe out Cloud SQL data.");
+      response.setStatus(SC_INTERNAL_SERVER_ERROR);
+      response.setPayload("Failed to wipe out Cloud SQL in " + projectId);
+    }
+  }
+}

core/src/main/java/google/registry/batch/WipeoutDatastoreAction.java

@@ -0,0 +1,115 @@
+// Copyright 2021 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.batch;
+
+import static com.google.common.net.MediaType.PLAIN_TEXT_UTF_8;
+import static google.registry.beam.BeamUtils.createJobName;
+import static javax.servlet.http.HttpServletResponse.SC_FORBIDDEN;
+import static javax.servlet.http.HttpServletResponse.SC_INTERNAL_SERVER_ERROR;
+import static javax.servlet.http.HttpServletResponse.SC_OK;
+
+import com.google.api.services.dataflow.Dataflow;
+import com.google.api.services.dataflow.model.LaunchFlexTemplateParameter;
+import com.google.api.services.dataflow.model.LaunchFlexTemplateRequest;
+import com.google.api.services.dataflow.model.LaunchFlexTemplateResponse;
+import com.google.common.collect.ImmutableMap;
+import com.google.common.collect.ImmutableSet;
+import com.google.common.flogger.FluentLogger;
+import google.registry.config.RegistryConfig.Config;
+import google.registry.request.Action;
+import google.registry.request.Response;
+import google.registry.request.auth.Auth;
+import google.registry.util.Clock;
+import javax.inject.Inject;
+
+/**
+ * Wipes out all Cloud Datastore data in a Nomulus GCP environment.
+ *
+ * <p>This class is created for the QA environment, where migration testing with production data
+ * will happen. A regularly scheduled wipeout is a prerequisite to using production data there.
+ */
+@Action(
+    service = Action.Service.BACKEND,
+    path = "/_dr/task/wipeOutDatastore",
+    auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+public class WipeoutDatastoreAction implements Runnable {
+  private static final FluentLogger logger = FluentLogger.forEnclosingClass();
+
+  private static final String PIPELINE_NAME = "bulk_delete_datastore_pipeline";
+
+  // As a short-lived class, hardcode allowed projects here instead of using config files.
+  private static final ImmutableSet<String> ALLOWED_PROJECTS =
+      ImmutableSet.of("domain-registry-qa");
+
+  private final String projectId;
+  private final String jobRegion;
+  private final Response response;
+  private final Dataflow dataflow;
+  private final String stagingBucketUrl;
+  private final Clock clock;
+
+  @Inject
+  WipeoutDatastoreAction(
+      @Config("projectId") String projectId,
+      @Config("defaultJobRegion") String jobRegion,
+      @Config("beamStagingBucketUrl") String stagingBucketUrl,
+      Clock clock,
+      Response response,
+      Dataflow dataflow) {
+    this.projectId = projectId;
+    this.jobRegion = jobRegion;
+    this.stagingBucketUrl = stagingBucketUrl;
+    this.clock = clock;
+    this.response = response;
+    this.dataflow = dataflow;
+  }
+
+  @Override
+  public void run() {
+    response.setContentType(PLAIN_TEXT_UTF_8);
+
+    if (!ALLOWED_PROJECTS.contains(projectId)) {
+      response.setStatus(SC_FORBIDDEN);
+      response.setPayload("Wipeout is not allowed in " + projectId);
+      return;
+    }
+
+    try {
+      LaunchFlexTemplateParameter parameters =
+          new LaunchFlexTemplateParameter()
+              .setJobName(createJobName("bulk-delete-datastore-", clock))
+              .setContainerSpecGcsPath(
+                  String.format("%s/%s_metadata.json", stagingBucketUrl, PIPELINE_NAME))
+              .setParameters(ImmutableMap.of("kindsToDelete", "*"));
+      LaunchFlexTemplateResponse launchResponse =
+          dataflow
+              .projects()
+              .locations()
+              .flexTemplates()
+              .launch(
+                  projectId,
+                  jobRegion,
+                  new LaunchFlexTemplateRequest().setLaunchParameter(parameters))
+              .execute();
+      response.setStatus(SC_OK);
+      response.setPayload("Launched " + launchResponse.getJob().getName());
+    } catch (Exception e) {
+      String msg = String.format("Failed to launch %s.", PIPELINE_NAME);
+      logger.atSevere().withCause(e).log(msg);
+      response.setStatus(SC_INTERNAL_SERVER_ERROR);
+      response.setPayload(msg);
+    }
+  }
+}

core/src/main/java/google/registry/batch/delete_expired_domain.xml

@@ -0,0 +1,17 @@
+<epp xmlns="urn:ietf:params:xml:ns:epp-1.0">
+  <command>
+    <delete>
+      <domain:delete
+       xmlns:domain="urn:ietf:params:xml:ns:domain-1.0">
+        <domain:name>%DOMAIN%</domain:name>
+      </domain:delete>
+    </delete>
+    <extension>
+      <metadata:metadata xmlns:metadata="urn:google:params:xml:ns:metadata-1.0">
+        <metadata:reason>Non-renewing domain has reached expiration date.</metadata:reason>
+        <metadata:requestedByRegistrar>false</metadata:requestedByRegistrar>
+      </metadata:metadata>
+    </extension>
+    <clTRID>ABC-12345</clTRID>
+  </command>
+</epp>

core/src/main/java/google/registry/beam/BeamUtils.java

@@ -14,10 +14,14 @@
 
 package google.registry.beam;
 
+import static com.google.common.base.Preconditions.checkArgument;
+
 import com.google.common.base.Joiner;
 import com.google.common.collect.ImmutableList;
 import com.google.common.io.Resources;
+import google.registry.util.Clock;
 import google.registry.util.ResourceUtils;
+import java.util.regex.Pattern;
 import org.apache.avro.generic.GenericRecord;
 import org.apache.beam.sdk.io.gcp.bigquery.SchemaAndRecord;
 
@@ -41,8 +45,7 @@ public class BeamUtils {
       ImmutableList<String> fieldNames, SchemaAndRecord schemaAndRecord) {
     GenericRecord record = schemaAndRecord.getRecord();
     ImmutableList<String> nullFields =
-        fieldNames
-            .stream()
+        fieldNames.stream()
             .filter(fieldName -> record.get(fieldName) == null)
             .collect(ImmutableList.toImmutableList());
     String missingFieldList = Joiner.on(", ").join(nullFields);
@@ -61,4 +64,19 @@ public class BeamUtils {
   public static String getQueryFromFile(Class<?> clazz, String filename) {
     return ResourceUtils.readResourceUtf8(Resources.getResource(clazz, "sql/" + filename));
   }
+
+  /** Creates a beam job name and validates that it conforms to the requirements. */
+  public static String createJobName(String prefix, Clock clock) {
+    // Flex template job name must be unique and consists of only characters [-a-z0-9], starting
+    // with a letter and ending with a letter or number. So we replace the "T" and "Z" in ISO 8601
+    // with lowercase letters.
+    String jobName =
+        String.format("%s-%s", prefix, clock.nowUtc().toString("yyyy-MM-dd't'HH-mm-ss'z'"));
+    checkArgument(
+        Pattern.compile("^[a-z][-a-z0-9]*[a-z0-9]*").matcher(jobName).matches(),
+        "The job name %s is illegal, it consists of only characters [-a-z0-9], "
+            + "starting with a letter and ending with a letter or number,",
+        jobName);
+    return jobName;
+  }
 }

core/src/main/java/google/registry/beam/common/JpaDemoPipeline.java

@@ -0,0 +1,81 @@
+// Copyright 2020 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.beam.common;
+
+import static com.google.common.base.Verify.verify;
+import static google.registry.persistence.transaction.TransactionManagerFactory.jpaTm;
+
+import google.registry.backup.AppEngineEnvironment;
+import google.registry.persistence.transaction.JpaTransactionManager;
+import java.io.Serializable;
+import org.apache.beam.sdk.Pipeline;
+import org.apache.beam.sdk.metrics.Counter;
+import org.apache.beam.sdk.metrics.Metrics;
+import org.apache.beam.sdk.options.PipelineOptionsFactory;
+import org.apache.beam.sdk.transforms.Create;
+import org.apache.beam.sdk.transforms.DoFn;
+import org.apache.beam.sdk.transforms.ParDo;
+
+/** Toy pipeline that demonstrates how to use {@link JpaTransactionManager} in BEAM pipelines. */
+public class JpaDemoPipeline implements Serializable {
+
+  public static void main(String[] args) {
+    RegistryPipelineOptions options =
+        PipelineOptionsFactory.fromArgs(args).withValidation().as(RegistryPipelineOptions.class);
+    RegistryPipelineOptions.validateRegistryPipelineOptions(options);
+
+    Pipeline pipeline = Pipeline.create(options);
+    pipeline
+        .apply("Start", Create.of((Void) null))
+        .apply(
+            "Generate Elements",
+            ParDo.of(
+                new DoFn<Void, Void>() {
+                  @ProcessElement
+                  public void processElement(OutputReceiver<Void> output) {
+                    for (int i = 0; i < 500; i++) {
+                      output.output(null);
+                    }
+                  }
+                }))
+        .apply(
+            "Make Query",
+            ParDo.of(
+                new DoFn<Void, Void>() {
+                  private Counter counter = Metrics.counter("Demo", "Read");
+
+                  @ProcessElement
+                  public void processElement() {
+                    // AppEngineEnvironment is needed as long as JPA entity classes still depends
+                    // on Objectify.
+                    try (AppEngineEnvironment allowOfyEntity = new AppEngineEnvironment()) {
+                      int result =
+                          (Integer)
+                              jpaTm()
+                                  .transact(
+                                      () ->
+                                          jpaTm()
+                                              .getEntityManager()
+                                              .createNativeQuery("select 1;")
+                                              .getSingleResult());
+                      verify(result == 1, "Expecting 1, got %s.", result);
+                    }
+                    counter.inc();
+                  }
+                }));
+
+    pipeline.run();
+  }
+}

core/src/main/java/google/registry/beam/common/RegistryJpaIO.java

@@ -0,0 +1,229 @@
+// Copyright 2020 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.beam.common;
+
+import static google.registry.persistence.transaction.TransactionManagerFactory.jpaTm;
+import static org.apache.beam.sdk.values.TypeDescriptors.integers;
+
+import com.google.auto.value.AutoValue;
+import com.google.common.collect.ImmutableList;
+import com.google.common.collect.Streams;
+import google.registry.backup.AppEngineEnvironment;
+import google.registry.model.ofy.ObjectifyService;
+import google.registry.persistence.transaction.JpaTransactionManager;
+import google.registry.persistence.transaction.TransactionManagerFactory;
+import java.util.Objects;
+import java.util.concurrent.ThreadLocalRandom;
+import org.apache.beam.sdk.metrics.Counter;
+import org.apache.beam.sdk.metrics.Metrics;
+import org.apache.beam.sdk.transforms.DoFn;
+import org.apache.beam.sdk.transforms.GroupIntoBatches;
+import org.apache.beam.sdk.transforms.PTransform;
+import org.apache.beam.sdk.transforms.ParDo;
+import org.apache.beam.sdk.transforms.SerializableFunction;
+import org.apache.beam.sdk.transforms.WithKeys;
+import org.apache.beam.sdk.util.ShardedKey;
+import org.apache.beam.sdk.values.KV;
+import org.apache.beam.sdk.values.PCollection;
+
+/**
+ * Contains IO {@link PTransform transforms} for a BEAM pipeline that interacts with a single
+ * database through a {@link JpaTransactionManager}.
+ *
+ * <p>The {@code JpaTransactionManager} is instantiated once on each pipeline worker VM (through
+ * {@link RegistryPipelineWorkerInitializer}), made available through the static method {@link
+ * TransactionManagerFactory#jpaTm()}, and is shared by all threads on the VM. Configuration is
+ * through {@link RegistryPipelineOptions}.
+ */
+public final class RegistryJpaIO {
+
+  private RegistryJpaIO() {}
+
+  public static <T> Write<T> write() {
+    return Write.<T>builder().build();
+  }
+
+  /**
+   * A {@link PTransform transform} that writes a PCollection of entities to the SQL database using
+   * the {@link JpaTransactionManager}.
+   *
+   * <p>Unlike typical BEAM {@link Write} transforms, the output type of this transform is {@code
+   * PCollection<Void>} instead of {@link org.apache.beam.sdk.values.PDone}. This deviation allows
+   * the sequencing of multiple {@code PCollections}: we have use cases where one collection of data
+   * must be completely written before another can start (due to foreign key constraints in the
+   * latter).
+   *
+   * @param <T> type of the entities to be written
+   */
+  @AutoValue
+  public abstract static class Write<T> extends PTransform<PCollection<T>, PCollection<Void>> {
+
+    public static final String DEFAULT_NAME = "RegistryJpaIO.Write";
+
+    public static final int DEFAULT_BATCH_SIZE = 1;
+
+    /** The default number of write shard. Please refer to {@link #shards} for more information. */
+    public static final int DEFAULT_SHARDS = 1;
+
+    public abstract String name();
+
+    /** Number of elements to be written in one call. */
+    public abstract int batchSize();
+
+    /**
+     * The number of shards the output should be split into.
+     *
+     * <p>This value is a hint to the pipeline runner on the level of parallelism, and should be
+     * significantly greater than the number of threads working on this transformation (see next
+     * paragraph for more information). On the other hand, it should not be too large to the point
+     * that the number of elements per shard is lower than {@link #batchSize()}. As a rule of thumb,
+     * the following constraint should hold: {@code shards * batchSize * nThreads <=
+     * inputElementCount}. Although it is not always possible to determine the number of threads
+     * working on this transform, when the pipeline run is IO-bound, it most likely is close to the
+     * total number of threads in the pipeline, which is explained below.
+     *
+     * <p>With Cloud Dataflow runner, the total number of worker threads in a batch pipeline (which
+     * includes all existing Registry pipelines) is the number of vCPUs used by the pipeline, and
+     * can be set by the {@code --maxNumWorkers} and {@code --workerMachineType} parameters. The
+     * number of worker threads in a streaming pipeline can be set by the {@code --maxNumWorkers}
+     * and {@code --numberOfWorkerHarnessThreads} parameters.
+     *
+     * <p>Note that connections on the database server are a limited resource, therefore the number
+     * of threads that interact with the database should be set to an appropriate limit. Again, we
+     * cannot control this number, but can influence it by controlling the total number of threads.
+     */
+    public abstract int shards();
+
+    public abstract SerializableFunction<T, Object> jpaConverter();
+
+    public Write<T> withName(String name) {
+      return toBuilder().name(name).build();
+    }
+
+    public Write<T> withBatchSize(int batchSize) {
+      return toBuilder().batchSize(batchSize).build();
+    }
+
+    public Write<T> withShards(int shards) {
+      return toBuilder().shards(shards).build();
+    }
+
+    /**
+     * An optional function that converts the input entities to a form that can be written into the
+     * database.
+     */
+    public Write<T> withJpaConverter(SerializableFunction<T, Object> jpaConverter) {
+      return toBuilder().jpaConverter(jpaConverter).build();
+    }
+
+    abstract Builder<T> toBuilder();
+
+    @Override
+    public PCollection<Void> expand(PCollection<T> input) {
+      return input
+          .apply(
+              "Shard data " + name(),
+              WithKeys.<Integer, T>of(e -> ThreadLocalRandom.current().nextInt(shards()))
+                  .withKeyType(integers()))
+          // The call to withShardedKey() is performance critical. The resulting transform ensures
+          // that data is spread evenly across all worker threads.
+          .apply(
+              "Group into batches " + name(),
+              GroupIntoBatches.<Integer, T>ofSize(batchSize()).withShardedKey())
+          .apply(
+              "Write in batch for " + name(),
+              ParDo.of(new SqlBatchWriter<>(name(), jpaConverter())));
+    }
+
+    static <T> Builder<T> builder() {
+      return new AutoValue_RegistryJpaIO_Write.Builder<T>()
+          .name(DEFAULT_NAME)
+          .batchSize(DEFAULT_BATCH_SIZE)
+          .shards(DEFAULT_SHARDS)
+          .jpaConverter(x -> x);
+    }
+
+    @AutoValue.Builder
+    abstract static class Builder<T> {
+
+      abstract Builder<T> name(String name);
+
+      abstract Builder<T> batchSize(int batchSize);
+
+      abstract Builder<T> shards(int jdbcNumConnsHint);
+
+      abstract Builder<T> jpaConverter(SerializableFunction<T, Object> jpaConverter);
+
+      abstract Write<T> build();
+    }
+  }
+
+  /** Writes a batch of entities to a SQL database through a {@link JpaTransactionManager}. */
+  private static class SqlBatchWriter<T> extends DoFn<KV<ShardedKey<Integer>, Iterable<T>>, Void> {
+    private final Counter counter;
+    private final SerializableFunction<T, Object> jpaConverter;
+
+    SqlBatchWriter(String type, SerializableFunction<T, Object> jpaConverter) {
+      counter = Metrics.counter("SQL_WRITE", type);
+      this.jpaConverter = jpaConverter;
+    }
+
+    @Setup
+    public void setup() {
+      // Below is needed as long as Objectify keys are still involved in the handling of SQL
+      // entities (e.g., in VKeys).
+      try (AppEngineEnvironment env = new AppEngineEnvironment()) {
+        ObjectifyService.initOfy();
+      }
+    }
+
+    @ProcessElement
+    public void processElement(@Element KV<ShardedKey<Integer>, Iterable<T>> kv) {
+      try (AppEngineEnvironment env = new AppEngineEnvironment()) {
+        ImmutableList<Object> ofyEntities =
+            Streams.stream(kv.getValue())
+                .map(this.jpaConverter::apply)
+                // TODO(b/177340730): post migration delete the line below.
+                .filter(Objects::nonNull)
+                .collect(ImmutableList.toImmutableList());
+        try {
+          jpaTm().transact(() -> jpaTm().putAll(ofyEntities));
+          counter.inc(ofyEntities.size());
+        } catch (RuntimeException e) {
+          processSingly(ofyEntities);
+        }
+      }
+    }
+
+    /**
+     * Writes entities in a failed batch one by one to identify the first bad entity and throws a
+     * {@link RuntimeException} on it.
+     */
+    private void processSingly(ImmutableList<Object> ofyEntities) {
+      for (Object ofyEntity : ofyEntities) {
+        try {
+          jpaTm().transact(() -> jpaTm().put(ofyEntity));
+          counter.inc();
+        } catch (RuntimeException e) {
+          throw new RuntimeException(toOfyKey(ofyEntity).toString(), e);
+        }
+      }
+    }
+
+    private com.googlecode.objectify.Key<?> toOfyKey(Object ofyEntity) {
+      return com.googlecode.objectify.Key.create(ofyEntity);
+    }
+  }
+}

core/src/main/java/google/registry/beam/common/RegistryPipelineComponent.java

@@ -0,0 +1,64 @@
+// Copyright 2020 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.beam.common;
+
+import dagger.BindsInstance;
+import dagger.Component;
+import dagger.Lazy;
+import google.registry.config.CredentialModule;
+import google.registry.config.RegistryConfig.Config;
+import google.registry.config.RegistryConfig.ConfigModule;
+import google.registry.persistence.PersistenceModule;
+import google.registry.persistence.PersistenceModule.BeamJpaTm;
+import google.registry.persistence.PersistenceModule.TransactionIsolationLevel;
+import google.registry.persistence.transaction.JpaTransactionManager;
+import google.registry.privileges.secretmanager.SecretManagerModule;
+import google.registry.util.UtilsModule;
+import javax.annotation.Nullable;
+import javax.inject.Singleton;
+
+/** Component that provides everything needed on a Pipeline worker. */
+@Singleton
+@Component(
+    modules = {
+      ConfigModule.class,
+      CredentialModule.class,
+      PersistenceModule.class,
+      SecretManagerModule.class,
+      UtilsModule.class
+    })
+public interface RegistryPipelineComponent {
+
+  /** Returns the GCP project ID. */
+  @Config("projectId")
+  String getProjectId();
+
+  @BeamJpaTm
+  Lazy<JpaTransactionManager> getJpaTransactionManager();
+
+  @Component.Builder
+  interface Builder {
+
+    /**
+     * Optionally overrides the default transaction isolation level. This applies to ALL
+     * transactions executed in the pipeline.
+     */
+    @BindsInstance
+    Builder isolationOverride(
+        @Nullable @Config("beamIsolationOverride") TransactionIsolationLevel isolationOverride);
+
+    RegistryPipelineComponent build();
+  }
+}

core/src/main/java/google/registry/beam/common/RegistryPipelineOptions.java

@@ -0,0 +1,94 @@
+// Copyright 2020 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.beam.common;
+
+import google.registry.beam.common.RegistryJpaIO.Write;
+import google.registry.config.RegistryEnvironment;
+import google.registry.persistence.PersistenceModule.TransactionIsolationLevel;
+import java.util.Objects;
+import javax.annotation.Nullable;
+import org.apache.beam.sdk.extensions.gcp.options.GcpOptions;
+import org.apache.beam.sdk.options.Default;
+import org.apache.beam.sdk.options.Description;
+
+/**
+ * Defines Nomulus-specific pipeline options, e.g. JPA configurations.
+ *
+ * <p>When using the Cloud Dataflow runner, users are recommended to set an upper bound on active
+ * database connections by setting the pipeline worker options including {@code --maxNumWorkers},
+ * {@code workerMachineType}, and {@code numberOfWorkerHarnessThreads}. Please refer to {@link
+ * Write#shards()} for more information.
+ */
+public interface RegistryPipelineOptions extends GcpOptions {
+
+  @Description("The Registry environment.")
+  @Nullable
+  RegistryEnvironment getRegistryEnvironment();
+
+  void setRegistryEnvironment(RegistryEnvironment environment);
+
+  @Description("The desired SQL transaction isolation level.")
+  @Nullable
+  TransactionIsolationLevel getIsolationOverride();
+
+  void setIsolationOverride(TransactionIsolationLevel isolationOverride);
+
+  @Description("The number of entities to write to the SQL database in one operation.")
+  @Default.Integer(20)
+  int getSqlWriteBatchSize();
+
+  void setSqlWriteBatchSize(int sqlWriteBatchSize);
+
+  @Description(
+      "Number of shards to create out of the data before writing to the SQL database. Please refer "
+          + "to the Javadoc of RegistryJpaIO.Write.shards() for how to choose this value.")
+  @Default.Integer(100)
+  int getSqlWriteShards();
+
+  void setSqlWriteShards(int maxConcurrentSqlWriters);
+
+  static RegistryPipelineComponent toRegistryPipelineComponent(RegistryPipelineOptions options) {
+    return DaggerRegistryPipelineComponent.builder()
+        .isolationOverride(options.getIsolationOverride())
+        .build();
+  }
+
+  /**
+   * Validates the GCP project and Registry environment settings in {@code option}. If project is
+   * undefined, it is set according to the Registry environment; if project is defined but
+   * inconsistent with the Registry environment, an {@link IllegalArgumentException} will be thrown.
+   *
+   * <p>This method may modify the system property ("google.registry.environment" which is defined
+   * in {@link RegistryEnvironment}). Tests calling this method must restore the original
+   * environment on completion.
+   */
+  static void validateRegistryPipelineOptions(RegistryPipelineOptions options) {
+    RegistryEnvironment environment = options.getRegistryEnvironment();
+    if (environment == null) {
+      return;
+    }
+    environment.setup();
+    String projectByEnv = toRegistryPipelineComponent(options).getProjectId();
+    if (Objects.equals(options.getProject(), projectByEnv)) {
+      return;
+    }
+    if (options.getProject() == null) {
+      options.setProject(projectByEnv);
+      return;
+    }
+    throw new IllegalArgumentException(
+        "Arguments for --project and --registryEnvironment do not match.");
+  }
+}

core/src/main/java/google/registry/beam/common/RegistryPipelineWorkerInitializer.java

@@ -0,0 +1,52 @@
+// Copyright 2020 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.beam.common;
+
+import static google.registry.beam.common.RegistryPipelineOptions.toRegistryPipelineComponent;
+
+import com.google.auto.service.AutoService;
+import com.google.common.flogger.FluentLogger;
+import dagger.Lazy;
+import google.registry.config.RegistryEnvironment;
+import google.registry.persistence.transaction.JpaTransactionManager;
+import google.registry.persistence.transaction.TransactionManagerFactory;
+import org.apache.beam.sdk.harness.JvmInitializer;
+import org.apache.beam.sdk.options.PipelineOptions;
+
+/**
+ * Sets up Nomulus environment and initializes JPA on each pipeline worker. It is assumed that the
+ * pipeline only works with one SQL database.
+ *
+ * <p>This class only takes effect in portable beam pipeline runners (including the Cloud Dataflow
+ * runner). It is not invoked in test pipelines.
+ */
+@AutoService(JvmInitializer.class)
+public class RegistryPipelineWorkerInitializer implements JvmInitializer {
+  private static final FluentLogger logger = FluentLogger.forEnclosingClass();
+
+  @Override
+  public void beforeProcessing(PipelineOptions options) {
+    RegistryPipelineOptions registryOptions = options.as(RegistryPipelineOptions.class);
+    RegistryEnvironment environment = registryOptions.getRegistryEnvironment();
+    if (environment == null || environment.equals(RegistryEnvironment.UNITTEST)) {
+      return;
+    }
+    logger.atInfo().log("Setting up RegistryEnvironment: %s", environment);
+    environment.setup();
+    Lazy<JpaTransactionManager> transactionManagerLazy =
+        toRegistryPipelineComponent(registryOptions).getJpaTransactionManager();
+    TransactionManagerFactory.setJpaTmOnBeamWorker(transactionManagerLazy::get);
+  }
+}

core/src/main/java/google/registry/beam/datastore/BulkDeleteDatastorePipeline.java

@@ -0,0 +1,330 @@
+// Copyright 2020 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.beam.datastore;
+
+import static com.google.common.base.Preconditions.checkState;
+import static org.apache.beam.sdk.values.TypeDescriptors.kvs;
+import static org.apache.beam.sdk.values.TypeDescriptors.strings;
+
+import com.google.common.annotations.VisibleForTesting;
+import com.google.common.base.Splitter;
+import com.google.common.collect.ImmutableList;
+import com.google.common.collect.ImmutableSet;
+import com.google.common.collect.ImmutableSortedSet;
+import com.google.common.flogger.FluentLogger;
+import com.google.datastore.v1.Entity;
+import java.util.Iterator;
+import java.util.Map;
+import org.apache.beam.sdk.Pipeline;
+import org.apache.beam.sdk.extensions.gcp.options.GcpOptions;
+import org.apache.beam.sdk.io.gcp.datastore.DatastoreIO;
+import org.apache.beam.sdk.options.Default;
+import org.apache.beam.sdk.options.Description;
+import org.apache.beam.sdk.options.PipelineOptionsFactory;
+import org.apache.beam.sdk.options.Validation;
+import org.apache.beam.sdk.transforms.Create;
+import org.apache.beam.sdk.transforms.DoFn;
+import org.apache.beam.sdk.transforms.GroupByKey;
+import org.apache.beam.sdk.transforms.MapElements;
+import org.apache.beam.sdk.transforms.PTransform;
+import org.apache.beam.sdk.transforms.ParDo;
+import org.apache.beam.sdk.transforms.Reshuffle;
+import org.apache.beam.sdk.transforms.View;
+import org.apache.beam.sdk.values.KV;
+import org.apache.beam.sdk.values.PBegin;
+import org.apache.beam.sdk.values.PCollection;
+import org.apache.beam.sdk.values.PCollectionTuple;
+import org.apache.beam.sdk.values.PCollectionView;
+import org.apache.beam.sdk.values.TupleTag;
+import org.apache.beam.sdk.values.TupleTagList;
+
+/**
+ * A BEAM pipeline that deletes Datastore entities in bulk.
+ *
+ * <p>This pipeline provides an alternative to the <a
+ * href="https://cloud.google.com/datastore/docs/bulk-delete">GCP builtin template</a> that performs
+ * the same task. It solves the following performance and usability problems in the builtin
+ * template:
+ *
+ * <ul>
+ *   <li>When deleting all data (by using the {@code select __key__} or {@code select *} queries),
+ *       the builtin template cannot parallelize the query, therefore has to query with a single
+ *       worker.
+ *   <li>When deleting all data, the builtin template also attempts to delete Datastore internal
+ *       tables which would cause permission-denied errors, which in turn MAY cause the pipeline to
+ *       abort before all data has been deleted.
+ *   <li>With the builtin template, it is possible to delete multiple entity types in one pipeline
+ *       ONLY if the user can come up with a single literal query that covers all of them. This is
+ *       not the case with most Nomulus entity types.
+ * </ul>
+ *
+ * <p>A user of this pipeline must specify the types of entities to delete using the {@code
+ * --kindsToDelete} command line argument. To delete specific entity types, give a comma-separated
+ * string of their kind names; to delete all data, give {@code "*"}.
+ *
+ * <p>When deleting all data, it is recommended for the user to specify the number of user entity
+ * types in the Datastore using the {@code --numOfKindsHint} argument. If the default value for this
+ * parameter is too low, performance will suffer.
+ */
+public class BulkDeleteDatastorePipeline {
+  private static final FluentLogger logger = FluentLogger.forEnclosingClass();
+
+  // This tool is not for use in our critical projects.
+  private static final ImmutableSet<String> FORBIDDEN_PROJECTS =
+      ImmutableSet.of("domain-registry", "domain-registry-sandbox");
+
+  private final BulkDeletePipelineOptions options;
+
+  private final Pipeline pipeline;
+
+  BulkDeleteDatastorePipeline(BulkDeletePipelineOptions options) {
+    this.options = options;
+    pipeline = Pipeline.create(options);
+  }
+
+  public void run() {
+    setupPipeline();
+    pipeline.run();
+  }
+
+  @SuppressWarnings("deprecation") // org.apache.beam.sdk.transforms.Reshuffle
+  private void setupPipeline() {
+    checkState(
+        !FORBIDDEN_PROJECTS.contains(options.getProject()),
+        "Bulk delete is forbidden in %s",
+        options.getProject());
+
+    // Pre-allocated tags to label entities by kind. In the case of delete-all, we must use a guess.
+    TupleTagList deletionTags;
+    PCollection<String> kindsToDelete;
+
+    if (options.getKindsToDelete().equals("*")) {
+      deletionTags = getDeletionTags(options.getNumOfKindsHint());
+      kindsToDelete =
+          pipeline.apply("DiscoverEntityKinds", discoverEntityKinds(options.getProject()));
+    } else {
+      ImmutableList<String> kindsToDeleteParam = parseKindsToDelete(options);
+      checkState(
+          !kindsToDeleteParam.contains("*"),
+          "The --kindsToDelete argument should not contain both '*' and other kinds.");
+      deletionTags = getDeletionTags(kindsToDeleteParam.size());
+      kindsToDelete = pipeline.apply("UseProvidedKinds", Create.of(kindsToDeleteParam));
+    }
+
+    // Map each kind to a tag. The "SplitByKind" stage below will group entities by kind using
+    // this mapping. In practice, this has been effective at avoiding entity group contentions.
+    PCollectionView<Map<String, TupleTag<Entity>>> kindToTagMapping =
+        mapKindsToDeletionTags(kindsToDelete, deletionTags).apply("GetKindsToTagMap", View.asMap());
+
+    PCollectionTuple entities =
+        kindsToDelete
+            .apply("GenerateQueries", ParDo.of(new GenerateQueries()))
+            .apply("ReadEntities", DatastoreV1.read().withProjectId(options.getProject()))
+            .apply(
+                "SplitByKind",
+                ParDo.of(new SplitEntities(kindToTagMapping))
+                    .withSideInputs(kindToTagMapping)
+                    .withOutputTags(getOneDeletionTag("placeholder"), deletionTags));
+
+    for (TupleTag<?> tag : deletionTags.getAll()) {
+      entities
+          .get((TupleTag<Entity>) tag)
+          // Reshuffle calls GroupByKey which is one way to trigger load rebalance in the pipeline.
+          // Using the deprecated "Reshuffle" for convenience given the short life of this tool.
+          .apply("RebalanceLoad", Reshuffle.viaRandomKey())
+          .apply(
+              "DeleteEntities_" + tag.getId(),
+              DatastoreIO.v1().deleteEntity().withProjectId(options.getProject()));
+    }
+  }
+
+  private static String toKeyOnlyQueryForKind(String kind) {
+    return "select __key__ from `" + kind + "`";
+  }
+
+  /**
+   * Returns a {@link TupleTag} that retains the generic type parameter and may be used in a
+   * multi-output {@link ParDo} (e.g. {@link SplitEntities}).
+   *
+   * <p>This method is NOT needed in tests when creating tags for assertions. Simply create them
+   * with {@code new TupleTag<Entity>(String)}.
+   */
+  @VisibleForTesting
+  static TupleTag<Entity> getOneDeletionTag(String id) {
+    // The trailing {} is needed to retain generic param type.
+    return new TupleTag<Entity>(id) {};
+  }
+
+  @VisibleForTesting
+  static ImmutableList<String> parseKindsToDelete(BulkDeletePipelineOptions options) {
+    return ImmutableList.copyOf(
+        Splitter.on(",").omitEmptyStrings().trimResults().split(options.getKindsToDelete().trim()));
+  }
+
+  /**
+   * Returns a list of {@code n} {@link TupleTag TupleTags} numbered from {@code 0} to {@code n-1}.
+   */
+  @VisibleForTesting
+  static TupleTagList getDeletionTags(int n) {
+    ImmutableList.Builder<TupleTag<?>> builder = new ImmutableList.Builder<>();
+    for (int i = 0; i < n; i++) {
+      builder.add(getOneDeletionTag(String.valueOf(i)));
+    }
+    return TupleTagList.of(builder.build());
+  }
+
+  /** Returns a {@link PTransform} that finds all entity kinds in Datastore. */
+  @VisibleForTesting
+  static PTransform<PBegin, PCollection<String>> discoverEntityKinds(String project) {
+    return new PTransform<PBegin, PCollection<String>>() {
+      @Override
+      public PCollection<String> expand(PBegin input) {
+        // Use the __kind__ table to discover entity kinds. Data in the more informational
+        // __Stat_Kind__ table may be up to 48-hour stale.
+        return input
+            .apply(
+                "LoadEntityMetaData",
+                DatastoreIO.v1()
+                    .read()
+                    .withProjectId(project)
+                    .withLiteralGqlQuery("select * from __kind__"))
+            .apply(
+                "GetKindNames",
+                ParDo.of(
+                    new DoFn<Entity, String>() {
+                      @ProcessElement
+                      public void processElement(
+                          @Element Entity entity, OutputReceiver<String> out) {
+                        String kind = entity.getKey().getPath(0).getName();
+                        if (kind.startsWith("_")) {
+                          return;
+                        }
+                        out.output(kind);
+                      }
+                    }));
+      }
+    };
+  }
+
+  @VisibleForTesting
+  static PCollection<KV<String, TupleTag<Entity>>> mapKindsToDeletionTags(
+      PCollection<String> kinds, TupleTagList tags) {
+    // The first two stages send all strings in the 'kinds' PCollection to one worker which
+    // performs the mapping in the last stage.
+    return kinds
+        .apply(
+            "AssignSingletonKeyToKinds",
+            MapElements.into(kvs(strings(), strings())).via(kind -> KV.of("", kind)))
+        .apply("GatherKindsIntoCollection", GroupByKey.create())
+        .apply("MapKindsToTag", ParDo.of(new MapKindsToTags(tags)));
+  }
+
+  /** Transforms each {@code kind} string into a Datastore query for that kind. */
+  @VisibleForTesting
+  static class GenerateQueries extends DoFn<String, String> {
+    @ProcessElement
+    public void processElement(@Element String kind, OutputReceiver<String> out) {
+      out.output(toKeyOnlyQueryForKind(kind));
+    }
+  }
+
+  private static class MapKindsToTags
+      extends DoFn<KV<String, Iterable<String>>, KV<String, TupleTag<Entity>>> {
+    private final TupleTagList tupleTags;
+
+    MapKindsToTags(TupleTagList tupleTags) {
+      this.tupleTags = tupleTags;
+    }
+
+    @ProcessElement
+    public void processElement(
+        @Element KV<String, Iterable<String>> kv,
+        OutputReceiver<KV<String, TupleTag<Entity>>> out) {
+      // Sort kinds so that mapping is deterministic.
+      ImmutableSortedSet<String> sortedKinds = ImmutableSortedSet.copyOf(kv.getValue());
+      Iterator<String> kinds = sortedKinds.iterator();
+      Iterator<TupleTag<?>> tags = tupleTags.getAll().iterator();
+
+      while (kinds.hasNext() && tags.hasNext()) {
+        out.output(KV.of(kinds.next(), (TupleTag<Entity>) tags.next()));
+      }
+
+      if (kinds.hasNext()) {
+        logger.atWarning().log(
+            "There are more kinds to delete (%s) than our estimate (%s). "
+                + "Performance may suffer.",
+            sortedKinds.size(), tupleTags.size());
+      }
+      // Round robin assignment so that mapping is deterministic
+      while (kinds.hasNext()) {
+        tags = tupleTags.getAll().iterator();
+        while (kinds.hasNext() && tags.hasNext()) {
+          out.output(KV.of(kinds.next(), (TupleTag<Entity>) tags.next()));
+        }
+      }
+    }
+  }
+
+  /**
+   * {@link DoFn} that splits one {@link PCollection} of mixed kinds into multiple single-kind
+   * {@code PCollections}.
+   */
+  @VisibleForTesting
+  static class SplitEntities extends DoFn<Entity, Entity> {
+    private final PCollectionView<Map<String, TupleTag<Entity>>> kindToTagMapping;
+
+    SplitEntities(PCollectionView<Map<String, TupleTag<Entity>>> kindToTagMapping) {
+      super();
+      this.kindToTagMapping = kindToTagMapping;
+    }
+
+    @ProcessElement
+    public void processElement(ProcessContext context) {
+      Entity entity = context.element();
+      com.google.datastore.v1.Key entityKey = entity.getKey();
+      String kind = entityKey.getPath(entityKey.getPathCount() - 1).getKind();
+      TupleTag<Entity> tag = context.sideInput(kindToTagMapping).get(kind);
+      context.output(tag, entity);
+    }
+  }
+
+  public static void main(String[] args) {
+    BulkDeletePipelineOptions options =
+        PipelineOptionsFactory.fromArgs(args).withValidation().as(BulkDeletePipelineOptions.class);
+    BulkDeleteDatastorePipeline pipeline = new BulkDeleteDatastorePipeline(options);
+    pipeline.run();
+    System.exit(0);
+  }
+
+  public interface BulkDeletePipelineOptions extends GcpOptions {
+
+    @Description(
+        "The Datastore KINDs to be deleted. The format may be:\n"
+            + "\t- The list of kinds to be deleted as a comma-separated string, or\n"
+            + "\t- '*', which causes all kinds to be deleted.")
+    @Validation.Required
+    String getKindsToDelete();
+
+    void setKindsToDelete(String kinds);
+
+    @Description(
+        "An estimate of the number of KINDs to be deleted. "
+            + "This is recommended if --kindsToDelete is '*' and the default value is too low.")
+    @Default.Integer(30)
+    int getNumOfKindsHint();
+
+    void setNumOfKindsHint(int numOfKindsHint);
+  }
+}

core/src/main/java/google/registry/beam/datastore/DatastoreV1.java

@@ -0,0 +1,765 @@
+// Copyright 2020 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+// This class is adapted from the Apache BEAM SDK. The original license may
+// be found at <a href="https://github.com/apache/beam/blob/master/LICENSE">
+// this link</a>.
+
+package google.registry.beam.datastore;
+
+import static com.google.common.base.Preconditions.checkArgument;
+import static com.google.common.base.Verify.verify;
+import static com.google.datastore.v1.PropertyFilter.Operator.EQUAL;
+import static com.google.datastore.v1.PropertyOrder.Direction.DESCENDING;
+import static com.google.datastore.v1.QueryResultBatch.MoreResultsType.NOT_FINISHED;
+import static com.google.datastore.v1.client.DatastoreHelper.makeAndFilter;
+import static com.google.datastore.v1.client.DatastoreHelper.makeFilter;
+import static com.google.datastore.v1.client.DatastoreHelper.makeOrder;
+import static com.google.datastore.v1.client.DatastoreHelper.makeValue;
+
+import com.google.api.client.http.HttpRequestInitializer;
+import com.google.auth.Credentials;
+import com.google.auth.http.HttpCredentialsAdapter;
+import com.google.auto.value.AutoValue;
+import com.google.cloud.hadoop.util.ChainingHttpRequestInitializer;
+import com.google.common.base.Strings;
+import com.google.common.collect.ImmutableList;
+import com.google.common.collect.ImmutableSet;
+import com.google.common.flogger.FluentLogger;
+import com.google.datastore.v1.Entity;
+import com.google.datastore.v1.EntityResult;
+import com.google.datastore.v1.GqlQuery;
+import com.google.datastore.v1.PartitionId;
+import com.google.datastore.v1.Query;
+import com.google.datastore.v1.QueryResultBatch;
+import com.google.datastore.v1.RunQueryRequest;
+import com.google.datastore.v1.RunQueryResponse;
+import com.google.datastore.v1.client.Datastore;
+import com.google.datastore.v1.client.DatastoreException;
+import com.google.datastore.v1.client.DatastoreFactory;
+import com.google.datastore.v1.client.DatastoreHelper;
+import com.google.datastore.v1.client.DatastoreOptions;
+import com.google.datastore.v1.client.QuerySplitter;
+import com.google.protobuf.Int32Value;
+import com.google.rpc.Code;
+import java.io.Serializable;
+import java.util.List;
+import java.util.NoSuchElementException;
+import javax.annotation.Nullable;
+import org.apache.beam.sdk.extensions.gcp.options.GcpOptions;
+import org.apache.beam.sdk.extensions.gcp.util.RetryHttpRequestInitializer;
+import org.apache.beam.sdk.metrics.Counter;
+import org.apache.beam.sdk.metrics.Metrics;
+import org.apache.beam.sdk.options.PipelineOptions;
+import org.apache.beam.sdk.transforms.DoFn;
+import org.apache.beam.sdk.transforms.PTransform;
+import org.apache.beam.sdk.transforms.ParDo;
+import org.apache.beam.sdk.transforms.Reshuffle;
+import org.apache.beam.sdk.transforms.display.DisplayData;
+import org.apache.beam.sdk.transforms.display.HasDisplayData;
+import org.apache.beam.sdk.util.BackOff;
+import org.apache.beam.sdk.util.BackOffUtils;
+import org.apache.beam.sdk.util.FluentBackoff;
+import org.apache.beam.sdk.util.Sleeper;
+import org.apache.beam.sdk.values.KV;
+import org.apache.beam.sdk.values.PCollection;
+import org.joda.time.Duration;
+
+/**
+ * Contains an adaptation of {@link org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read}. See
+ * {@link MultiRead} for details.
+ */
+public class DatastoreV1 {
+
+  // A package-private constructor to prevent direct instantiation from outside of this package
+  DatastoreV1() {}
+
+  /**
+   * Non-retryable errors. See https://cloud.google.com/datastore/docs/concepts/errors#Error_Codes .
+   */
+  private static final ImmutableSet<Code> NON_RETRYABLE_ERRORS =
+      ImmutableSet.of(
+          Code.FAILED_PRECONDITION,
+          Code.INVALID_ARGUMENT,
+          Code.PERMISSION_DENIED,
+          Code.UNAUTHENTICATED);
+
+  /**
+   * Returns an empty {@link MultiRead} builder. Configure the source {@code projectId}, {@code
+   * query}, and optionally {@code namespace} and {@code numQuerySplits} using {@link
+   * MultiRead#withProjectId}, {@link MultiRead#withNamespace}, {@link
+   * MultiRead#withNumQuerySplits}.
+   */
+  public static MultiRead read() {
+    return new AutoValue_DatastoreV1_MultiRead.Builder().setNumQuerySplits(0).build();
+  }
+
+  /**
+   * A {@link PTransform} that executes every Cloud SQL queries in a {@link PCollection } and reads
+   * their result rows as {@code Entity} objects.
+   *
+   * <p>This class is adapted from {@link org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read}. It
+   * uses literal GQL queries in the input {@link PCollection} instead of a constant query provided
+   * to the builder. Only the {@link #expand} method is modified from the original. Everything else
+   * including comments have been copied verbatim.
+   */
+  @AutoValue
+  public abstract static class MultiRead
+      extends PTransform<PCollection<String>, PCollection<Entity>> {
+    private static final FluentLogger logger = FluentLogger.forEnclosingClass();
+
+    /** An upper bound on the number of splits for a query. */
+    public static final int NUM_QUERY_SPLITS_MAX = 50000;
+
+    /** A lower bound on the number of splits for a query. */
+    static final int NUM_QUERY_SPLITS_MIN = 12;
+
+    /** Default bundle size of 64MB. */
+    static final long DEFAULT_BUNDLE_SIZE_BYTES = 64L * 1024L * 1024L;
+
+    /**
+     * Maximum number of results to request per query.
+     *
+     * <p>Must be set, or it may result in an I/O error when querying Cloud Datastore.
+     */
+    static final int QUERY_BATCH_LIMIT = 500;
+
+    public abstract @Nullable String getProjectId();
+
+    public abstract @Nullable String getNamespace();
+
+    public abstract int getNumQuerySplits();
+
+    public abstract @Nullable String getLocalhost();
+
+    @Override
+    public abstract String toString();
+
+    abstract Builder toBuilder();
+
+    @AutoValue.Builder
+    abstract static class Builder {
+      abstract Builder setProjectId(String projectId);
+
+      abstract Builder setNamespace(String namespace);
+
+      abstract Builder setNumQuerySplits(int numQuerySplits);
+
+      abstract Builder setLocalhost(String localhost);
+
+      abstract MultiRead build();
+    }
+
+    /**
+     * Computes the number of splits to be performed on the given query by querying the estimated
+     * size from Cloud Datastore.
+     */
+    static int getEstimatedNumSplits(Datastore datastore, Query query, @Nullable String namespace) {
+      int numSplits;
+      try {
+        long estimatedSizeBytes = getEstimatedSizeBytes(datastore, query, namespace);
+        logger.atInfo().log("Estimated size bytes for the query is: %s", estimatedSizeBytes);
+        numSplits =
+            (int)
+                Math.min(
+                    NUM_QUERY_SPLITS_MAX,
+                    Math.round(((double) estimatedSizeBytes) / DEFAULT_BUNDLE_SIZE_BYTES));
+      } catch (Exception e) {
+        logger.atWarning().log("Failed the fetch estimatedSizeBytes for query: %s", query, e);
+        // Fallback in case estimated size is unavailable.
+        numSplits = NUM_QUERY_SPLITS_MIN;
+      }
+      return Math.max(numSplits, NUM_QUERY_SPLITS_MIN);
+    }
+
+    /**
+     * Cloud Datastore system tables with statistics are periodically updated. This method fetches
+     * the latest timestamp (in microseconds) of statistics update using the {@code __Stat_Total__}
+     * table.
+     */
+    private static long queryLatestStatisticsTimestamp(
+        Datastore datastore, @Nullable String namespace) throws DatastoreException {
+      Query.Builder query = Query.newBuilder();
+      // Note: namespace either being null or empty represents the default namespace, in which
+      // case we treat it as not provided by the user.
+      if (Strings.isNullOrEmpty(namespace)) {
+        query.addKindBuilder().setName("__Stat_Total__");
+      } else {
+        query.addKindBuilder().setName("__Stat_Ns_Total__");
+      }
+      query.addOrder(makeOrder("timestamp", DESCENDING));
+      query.setLimit(Int32Value.newBuilder().setValue(1));
+      RunQueryRequest request = makeRequest(query.build(), namespace);
+
+      RunQueryResponse response = datastore.runQuery(request);
+      QueryResultBatch batch = response.getBatch();
+      if (batch.getEntityResultsCount() == 0) {
+        throw new NoSuchElementException("Datastore total statistics unavailable");
+      }
+      Entity entity = batch.getEntityResults(0).getEntity();
+      return entity.getProperties().get("timestamp").getTimestampValue().getSeconds() * 1000000;
+    }
+
+    /** Retrieve latest table statistics for a given kind, namespace, and datastore. */
+    private static Entity getLatestTableStats(
+        String ourKind, @Nullable String namespace, Datastore datastore) throws DatastoreException {
+      long latestTimestamp = queryLatestStatisticsTimestamp(datastore, namespace);
+      logger.atInfo().log("Latest stats timestamp for kind %s is %s", ourKind, latestTimestamp);
+
+      Query.Builder queryBuilder = Query.newBuilder();
+      if (Strings.isNullOrEmpty(namespace)) {
+        queryBuilder.addKindBuilder().setName("__Stat_Kind__");
+      } else {
+        queryBuilder.addKindBuilder().setName("__Stat_Ns_Kind__");
+      }
+
+      queryBuilder.setFilter(
+          makeAndFilter(
+              makeFilter("kind_name", EQUAL, makeValue(ourKind).build()).build(),
+              makeFilter("timestamp", EQUAL, makeValue(latestTimestamp).build()).build()));
+
+      RunQueryRequest request = makeRequest(queryBuilder.build(), namespace);
+
+      long now = System.currentTimeMillis();
+      RunQueryResponse response = datastore.runQuery(request);
+      logger.atFine().log(
+          "Query for per-kind statistics took %sms", System.currentTimeMillis() - now);
+
+      QueryResultBatch batch = response.getBatch();
+      if (batch.getEntityResultsCount() == 0) {
+        throw new NoSuchElementException(
+            "Datastore statistics for kind " + ourKind + " unavailable");
+      }
+      return batch.getEntityResults(0).getEntity();
+    }
+
+    /**
+     * Get the estimated size of the data returned by the given query.
+     *
+     * <p>Cloud Datastore provides no way to get a good estimate of how large the result of a query
+     * entity kind being queried, using the __Stat_Kind__ system table, assuming exactly 1 kind is
+     * specified in the query.
+     *
+     * <p>See https://cloud.google.com/datastore/docs/concepts/stats.
+     */
+    static long getEstimatedSizeBytes(Datastore datastore, Query query, @Nullable String namespace)
+        throws DatastoreException {
+      String ourKind = query.getKind(0).getName();
+      Entity entity = getLatestTableStats(ourKind, namespace, datastore);
+      return entity.getProperties().get("entity_bytes").getIntegerValue();
+    }
+
+    private static PartitionId.Builder forNamespace(@Nullable String namespace) {
+      PartitionId.Builder partitionBuilder = PartitionId.newBuilder();
+      // Namespace either being null or empty represents the default namespace.
+      // Datastore Client libraries expect users to not set the namespace proto field in
+      // either of these cases.
+      if (!Strings.isNullOrEmpty(namespace)) {
+        partitionBuilder.setNamespaceId(namespace);
+      }
+      return partitionBuilder;
+    }
+
+    /** Builds a {@link RunQueryRequest} from the {@code query} and {@code namespace}. */
+    static RunQueryRequest makeRequest(Query query, @Nullable String namespace) {
+      return RunQueryRequest.newBuilder()
+          .setQuery(query)
+          .setPartitionId(forNamespace(namespace))
+          .build();
+    }
+
+    /** Builds a {@link RunQueryRequest} from the {@code GqlQuery} and {@code namespace}. */
+    private static RunQueryRequest makeRequest(GqlQuery gqlQuery, @Nullable String namespace) {
+      return RunQueryRequest.newBuilder()
+          .setGqlQuery(gqlQuery)
+          .setPartitionId(forNamespace(namespace))
+          .build();
+    }
+
+    /**
+     * A helper function to get the split queries, taking into account the optional {@code
+     * namespace}.
+     */
+    private static List<Query> splitQuery(
+        Query query,
+        @Nullable String namespace,
+        Datastore datastore,
+        QuerySplitter querySplitter,
+        int numSplits)
+        throws DatastoreException {
+      // If namespace is set, include it in the split request so splits are calculated accordingly.
+      return querySplitter.getSplits(query, forNamespace(namespace).build(), numSplits, datastore);
+    }
+
+    /**
+     * Translates a Cloud Datastore gql query string to {@link Query}.
+     *
+     * <p>Currently, the only way to translate a gql query string to a Query is to run the query
+     * against Cloud Datastore and extract the {@code Query} from the response. To prevent reading
+     * any data, we set the {@code LIMIT} to 0 but if the gql query already has a limit set, we
+     * catch the exception with {@code INVALID_ARGUMENT} error code and retry the translation
+     * without the zero limit.
+     *
+     * <p>Note: This may result in reading actual data from Cloud Datastore but the service has a
+     * cap on the number of entities returned for a single rpc request, so this should not be a
+     * problem in practice.
+     */
+    private static Query translateGqlQueryWithLimitCheck(
+        String gql, Datastore datastore, String namespace) throws DatastoreException {
+      String gqlQueryWithZeroLimit = gql + " LIMIT 0";
+      try {
+        Query translatedQuery = translateGqlQuery(gqlQueryWithZeroLimit, datastore, namespace);
+        // Clear the limit that we set.
+        return translatedQuery.toBuilder().clearLimit().build();
+      } catch (DatastoreException e) {
+        // Note: There is no specific error code or message to detect if the query already has a
+        // limit, so we just check for INVALID_ARGUMENT and assume that that the query might have
+        // a limit already set.
+        if (e.getCode() == Code.INVALID_ARGUMENT) {
+          logger.atWarning().log(
+              "Failed to translate Gql query '%s': %s", gqlQueryWithZeroLimit, e.getMessage());
+          logger.atWarning().log(
+              "User query might have a limit already set, so trying without zero limit");
+          // Retry without the zero limit.
+          return translateGqlQuery(gql, datastore, namespace);
+        } else {
+          throw e;
+        }
+      }
+    }
+
+    /** Translates a gql query string to {@link Query}. */
+    private static Query translateGqlQuery(String gql, Datastore datastore, String namespace)
+        throws DatastoreException {
+      logger.atInfo().log("Translating gql %s", gql);
+      GqlQuery gqlQuery = GqlQuery.newBuilder().setQueryString(gql).setAllowLiterals(true).build();
+      RunQueryRequest req = makeRequest(gqlQuery, namespace);
+      return datastore.runQuery(req).getQuery();
+    }
+
+    /**
+     * Returns a new {@link MultiRead} that reads from the Cloud Datastore for the specified
+     * project.
+     */
+    public MultiRead withProjectId(String projectId) {
+      checkArgument(projectId != null, "projectId can not be null");
+      return toBuilder().setProjectId(projectId).build();
+    }
+
+    /** Returns a new {@link MultiRead} that reads from the given namespace. */
+    public MultiRead withNamespace(String namespace) {
+      return toBuilder().setNamespace(namespace).build();
+    }
+
+    /**
+     * Returns a new {@link MultiRead} that reads by splitting the given {@code query} into {@code
+     * numQuerySplits}.
+     *
+     * <p>The semantics for the query splitting is defined below:
+     *
+     * <ul>
+     *   <li>Any value less than or equal to 0 will be ignored, and the number of splits will be
+     *       chosen dynamically at runtime based on the query data size.
+     *   <li>Any value greater than {@link MultiRead#NUM_QUERY_SPLITS_MAX} will be capped at {@code
+     *       NUM_QUERY_SPLITS_MAX}.
+     *   <li>If the {@code query} has a user limit set, then {@code numQuerySplits} will be ignored
+     *       and no split will be performed.
+     *   <li>Under certain cases Cloud Datastore is unable to split query to the requested number of
+     *       splits. In such cases we just use whatever the Cloud Datastore returns.
+     * </ul>
+     */
+    public MultiRead withNumQuerySplits(int numQuerySplits) {
+      return toBuilder()
+          .setNumQuerySplits(Math.min(Math.max(numQuerySplits, 0), NUM_QUERY_SPLITS_MAX))
+          .build();
+    }
+
+    /**
+     * Returns a new {@link MultiRead} that reads from a Datastore Emulator running at the given
+     * localhost address.
+     */
+    public MultiRead withLocalhost(String localhost) {
+      return toBuilder().setLocalhost(localhost).build();
+    }
+
+    /** Returns Number of entities available for reading. */
+    public long getNumEntities(
+        PipelineOptions options, String ourKind, @Nullable String namespace) {
+      try {
+        V1Options v1Options = V1Options.from(getProjectId(), getNamespace(), getLocalhost());
+        V1DatastoreFactory datastoreFactory = new V1DatastoreFactory();
+        Datastore datastore =
+            datastoreFactory.getDatastore(
+                options, v1Options.getProjectId(), v1Options.getLocalhost());
+
+        Entity entity = getLatestTableStats(ourKind, namespace, datastore);
+        return entity.getProperties().get("count").getIntegerValue();
+      } catch (Exception e) {
+        return -1;
+      }
+    }
+
+    @Override
+    public PCollection<Entity> expand(PCollection<String> gqlQueries) {
+      checkArgument(getProjectId() != null, "projectId cannot be null");
+
+      V1Options v1Options = V1Options.from(getProjectId(), getNamespace(), getLocalhost());
+
+      /*
+       * This composite transform involves the following steps:
+       *   1. Apply a {@link ParDo} that translates each query in {@code gqlQueries} into a {@code
+       *   query}.
+       *
+       *   2. A {@link ParDo} splits the resulting query into {@code numQuerySplits} and
+       *   assign each split query a unique {@code Integer} as the key. The resulting output is
+       *   of the type {@code PCollection<KV<Integer, Query>>}.
+       *
+       *   If the value of {@code numQuerySplits} is less than or equal to 0, then the number of
+       *   splits will be computed dynamically based on the size of the data for the {@code query}.
+       *
+       *   3. The resulting {@code PCollection} is sharded using a {@link GroupByKey} operation. The
+       *   queries are extracted from they {@code KV<Integer, Iterable<Query>>} and flattened to
+       *   output a {@code PCollection<Query>}.
+       *
+       *   4. In the third step, a {@code ParDo} reads entities for each query and outputs
+       *   a {@code PCollection<Entity>}.
+       */
+
+      PCollection<Query> inputQuery =
+          gqlQueries.apply(ParDo.of(new GqlQueryTranslateFn(v1Options)));
+
+      return inputQuery
+          .apply("Split", ParDo.of(new SplitQueryFn(v1Options, getNumQuerySplits())))
+          .apply("Reshuffle", Reshuffle.viaRandomKey())
+          .apply("Read", ParDo.of(new ReadFn(v1Options)));
+    }
+
+    @Override
+    public void populateDisplayData(DisplayData.Builder builder) {
+      super.populateDisplayData(builder);
+      builder
+          .addIfNotNull(DisplayData.item("projectId", getProjectId()).withLabel("ProjectId"))
+          .addIfNotNull(DisplayData.item("namespace", getNamespace()).withLabel("Namespace"));
+    }
+
+    private static class V1Options implements HasDisplayData, Serializable {
+      private final String project;
+      private final @Nullable String namespace;
+      private final @Nullable String localhost;
+
+      private V1Options(String project, @Nullable String namespace, @Nullable String localhost) {
+        this.project = project;
+        this.namespace = namespace;
+        this.localhost = localhost;
+      }
+
+      public static V1Options from(
+          String projectId, @Nullable String namespace, @Nullable String localhost) {
+        return new V1Options(projectId, namespace, localhost);
+      }
+
+      public String getProjectId() {
+        return project;
+      }
+
+      public @Nullable String getNamespace() {
+        return namespace;
+      }
+
+      public @Nullable String getLocalhost() {
+        return localhost;
+      }
+
+      @Override
+      public void populateDisplayData(DisplayData.Builder builder) {
+        builder
+            .addIfNotNull(DisplayData.item("projectId", getProjectId()).withLabel("ProjectId"))
+            .addIfNotNull(DisplayData.item("namespace", getNamespace()).withLabel("Namespace"));
+      }
+    }
+
+    /** A DoFn that translates a Cloud Datastore gql query string to {@code Query}. */
+    static class GqlQueryTranslateFn extends DoFn<String, Query> {
+      private final V1Options v1Options;
+      private transient Datastore datastore;
+      private final V1DatastoreFactory datastoreFactory;
+
+      GqlQueryTranslateFn(V1Options options) {
+        this(options, new V1DatastoreFactory());
+      }
+
+      GqlQueryTranslateFn(V1Options options, V1DatastoreFactory datastoreFactory) {
+        this.v1Options = options;
+        this.datastoreFactory = datastoreFactory;
+      }
+
+      @StartBundle
+      public void startBundle(StartBundleContext c) {
+        datastore =
+            datastoreFactory.getDatastore(
+                c.getPipelineOptions(), v1Options.getProjectId(), v1Options.getLocalhost());
+      }
+
+      @ProcessElement
+      public void processElement(ProcessContext c) throws Exception {
+        String gqlQuery = c.element();
+        logger.atInfo().log("User query: '%s'", gqlQuery);
+        Query query =
+            translateGqlQueryWithLimitCheck(gqlQuery, datastore, v1Options.getNamespace());
+        logger.atInfo().log("User gql query translated to Query(%s)", query);
+        c.output(query);
+      }
+    }
+
+    /**
+     * A {@link DoFn} that splits a given query into multiple sub-queries, assigns them unique keys
+     * and outputs them as {@link KV}.
+     */
+    private static class SplitQueryFn extends DoFn<Query, Query> {
+      private final V1Options options;
+      // number of splits to make for a given query
+      private final int numSplits;
+
+      private final V1DatastoreFactory datastoreFactory;
+      // Datastore client
+      private transient Datastore datastore;
+      // Query splitter
+      private transient QuerySplitter querySplitter;
+
+      public SplitQueryFn(V1Options options, int numSplits) {
+        this(options, numSplits, new V1DatastoreFactory());
+      }
+
+      private SplitQueryFn(V1Options options, int numSplits, V1DatastoreFactory datastoreFactory) {
+        this.options = options;
+        this.numSplits = numSplits;
+        this.datastoreFactory = datastoreFactory;
+      }
+
+      @StartBundle
+      public void startBundle(StartBundleContext c) {
+        datastore =
+            datastoreFactory.getDatastore(
+                c.getPipelineOptions(), options.getProjectId(), options.getLocalhost());
+        querySplitter = datastoreFactory.getQuerySplitter();
+      }
+
+      @ProcessElement
+      public void processElement(ProcessContext c) {
+        Query query = c.element();
+
+        // If query has a user set limit, then do not split.
+        if (query.hasLimit()) {
+          c.output(query);
+          return;
+        }
+
+        int estimatedNumSplits;
+        // Compute the estimated numSplits if numSplits is not specified by the user.
+        if (numSplits <= 0) {
+          estimatedNumSplits = getEstimatedNumSplits(datastore, query, options.getNamespace());
+        } else {
+          estimatedNumSplits = numSplits;
+        }
+
+        logger.atInfo().log("Splitting the query into %s splits", estimatedNumSplits);
+        List<Query> querySplits;
+        try {
+          querySplits =
+              splitQuery(
+                  query, options.getNamespace(), datastore, querySplitter, estimatedNumSplits);
+        } catch (Exception e) {
+          logger.atWarning().log("Unable to parallelize the given query: %s", query, e);
+          querySplits = ImmutableList.of(query);
+        }
+
+        // assign unique keys to query splits.
+        for (Query subquery : querySplits) {
+          c.output(subquery);
+        }
+      }
+
+      @Override
+      public void populateDisplayData(DisplayData.Builder builder) {
+        super.populateDisplayData(builder);
+        builder.include("options", options);
+        if (numSplits > 0) {
+          builder.add(
+              DisplayData.item("numQuerySplits", numSplits)
+                  .withLabel("Requested number of Query splits"));
+        }
+      }
+    }
+
+    /** A {@link DoFn} that reads entities from Cloud Datastore for each query. */
+    private static class ReadFn extends DoFn<Query, Entity> {
+      private final V1Options options;
+      private final V1DatastoreFactory datastoreFactory;
+      // Datastore client
+      private transient Datastore datastore;
+      private final Counter rpcErrors = Metrics.counter(ReadFn.class, "datastoreRpcErrors");
+      private final Counter rpcSuccesses = Metrics.counter(ReadFn.class, "datastoreRpcSuccesses");
+      private static final int MAX_RETRIES = 5;
+      private static final FluentBackoff RUNQUERY_BACKOFF =
+          FluentBackoff.DEFAULT
+              .withMaxRetries(MAX_RETRIES)
+              .withInitialBackoff(Duration.standardSeconds(5));
+
+      public ReadFn(V1Options options) {
+        this(options, new V1DatastoreFactory());
+      }
+
+      private ReadFn(V1Options options, V1DatastoreFactory datastoreFactory) {
+        this.options = options;
+        this.datastoreFactory = datastoreFactory;
+      }
+
+      @StartBundle
+      public void startBundle(StartBundleContext c) {
+        datastore =
+            datastoreFactory.getDatastore(
+                c.getPipelineOptions(), options.getProjectId(), options.getLocalhost());
+      }
+
+      private RunQueryResponse runQueryWithRetries(RunQueryRequest request) throws Exception {
+        Sleeper sleeper = Sleeper.DEFAULT;
+        BackOff backoff = RUNQUERY_BACKOFF.backoff();
+        while (true) {
+          try {
+            RunQueryResponse response = datastore.runQuery(request);
+            rpcSuccesses.inc();
+            return response;
+          } catch (DatastoreException exception) {
+            rpcErrors.inc();
+
+            if (NON_RETRYABLE_ERRORS.contains(exception.getCode())) {
+              throw exception;
+            }
+            if (!BackOffUtils.next(sleeper, backoff)) {
+              logger.atSevere().log("Aborting after %s retries.", MAX_RETRIES);
+              throw exception;
+            }
+          }
+        }
+      }
+
+      /** Read and output entities for the given query. */
+      @ProcessElement
+      public void processElement(ProcessContext context) throws Exception {
+        Query query = context.element();
+        String namespace = options.getNamespace();
+        int userLimit = query.hasLimit() ? query.getLimit().getValue() : Integer.MAX_VALUE;
+
+        boolean moreResults = true;
+        QueryResultBatch currentBatch = null;
+
+        while (moreResults) {
+          Query.Builder queryBuilder = query.toBuilder();
+          queryBuilder.setLimit(
+              Int32Value.newBuilder().setValue(Math.min(userLimit, QUERY_BATCH_LIMIT)));
+
+          if (currentBatch != null && !currentBatch.getEndCursor().isEmpty()) {
+            queryBuilder.setStartCursor(currentBatch.getEndCursor());
+          }
+
+          RunQueryRequest request = makeRequest(queryBuilder.build(), namespace);
+          RunQueryResponse response = runQueryWithRetries(request);
+
+          currentBatch = response.getBatch();
+
+          // MORE_RESULTS_AFTER_LIMIT is not implemented yet:
+          // https://groups.google.com/forum/#!topic/gcd-discuss/iNs6M1jA2Vw, so
+          // use result count to determine if more results might exist.
+          int numFetch = currentBatch.getEntityResultsCount();
+          if (query.hasLimit()) {
+            verify(
+                userLimit >= numFetch,
+                "Expected userLimit %s >= numFetch %s, because query limit %s must be <= userLimit",
+                userLimit,
+                numFetch,
+                query.getLimit());
+            userLimit -= numFetch;
+          }
+
+          // output all the entities from the current batch.
+          for (EntityResult entityResult : currentBatch.getEntityResultsList()) {
+            context.output(entityResult.getEntity());
+          }
+
+          // Check if we have more entities to be read.
+          moreResults =
+              // User-limit does not exist (so userLimit == MAX_VALUE) and/or has not been satisfied
+              (userLimit > 0)
+                  // All indications from the API are that there are/may be more results.
+                  && ((numFetch == QUERY_BATCH_LIMIT)
+                      || (currentBatch.getMoreResults() == NOT_FINISHED));
+        }
+      }
+
+      @Override
+      public void populateDisplayData(DisplayData.Builder builder) {
+        super.populateDisplayData(builder);
+        builder.include("options", options);
+      }
+    }
+  }
+
+  /**
+   * A wrapper factory class for Cloud Datastore singleton classes {@link DatastoreFactory} and
+   * {@link QuerySplitter}
+   *
+   * <p>{@link DatastoreFactory} and {@link QuerySplitter} are not java serializable, hence wrapping
+   * them under this class, which implements {@link Serializable}.
+   */
+  private static class V1DatastoreFactory implements Serializable {
+
+    /** Builds a Cloud Datastore client for the given pipeline options and project. */
+    public Datastore getDatastore(PipelineOptions pipelineOptions, String projectId) {
+      return getDatastore(pipelineOptions, projectId, null);
+    }
+
+    /**
+     * Builds a Cloud Datastore client for the given pipeline options, project and an optional
+     * locahost.
+     */
+    public Datastore getDatastore(
+        PipelineOptions pipelineOptions, String projectId, @Nullable String localhost) {
+      Credentials credential = pipelineOptions.as(GcpOptions.class).getGcpCredential();
+      HttpRequestInitializer initializer;
+      if (credential != null) {
+        initializer =
+            new ChainingHttpRequestInitializer(
+                new HttpCredentialsAdapter(credential), new RetryHttpRequestInitializer());
+      } else {
+        initializer = new RetryHttpRequestInitializer();
+      }
+
+      DatastoreOptions.Builder builder =
+          new DatastoreOptions.Builder().projectId(projectId).initializer(initializer);
+
+      if (localhost != null) {
+        builder.localHost(localhost);
+      } else {
+        builder.host("batch-datastore.googleapis.com");
+      }
+
+      return DatastoreFactory.get().create(builder.build());
+    }
+
+    /** Builds a Cloud Datastore {@link QuerySplitter}. */
+    public QuerySplitter getQuerySplitter() {
+      return DatastoreHelper.getQuerySplitter();
+    }
+  }
+}

core/src/main/java/google/registry/beam/initsql/BackupPaths.java

@@ -93,7 +93,7 @@ public final class BackupPaths {
     checkArgument(!isNullOrEmpty(exportDir), "Null or empty exportDir.");
     checkArgument(!isNullOrEmpty(kind), "Null or empty kind.");
     checkArgument(shard >= 0, "Negative shard %s not allowed.", shard);
-    return String.format(EXPORT_PATTERN_TEMPLATE, exportDir, kind, Integer.toString(shard));
+    return String.format(EXPORT_PATTERN_TEMPLATE, exportDir, kind, shard);
   }
 
   /** Returns an {@link ImmutableList} of regex patterns that match all CommitLog files. */

core/src/main/java/google/registry/beam/initsql/BeamJpaModule.java

@@ -1,180 +0,0 @@
-// Copyright 2020 The Nomulus Authors. All Rights Reserved.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-package google.registry.beam.initsql;
-
-import static com.google.common.base.Preconditions.checkArgument;
-import static com.google.common.base.Preconditions.checkState;
-import static com.google.common.base.Strings.isNullOrEmpty;
-
-import com.google.common.base.Splitter;
-import dagger.Component;
-import dagger.Lazy;
-import dagger.Module;
-import dagger.Provides;
-import google.registry.config.CredentialModule;
-import google.registry.config.RegistryConfig.Config;
-import google.registry.config.RegistryConfig.ConfigModule;
-import google.registry.keyring.kms.KmsModule;
-import google.registry.persistence.PersistenceModule;
-import google.registry.persistence.PersistenceModule.JdbcJpaTm;
-import google.registry.persistence.PersistenceModule.SocketFactoryJpaTm;
-import google.registry.persistence.transaction.JpaTransactionManager;
-import google.registry.util.UtilsModule;
-import java.io.BufferedReader;
-import java.io.IOException;
-import java.io.InputStreamReader;
-import java.nio.channels.Channels;
-import java.nio.charset.StandardCharsets;
-import java.util.List;
-import javax.annotation.Nullable;
-import javax.inject.Singleton;
-import org.apache.beam.sdk.io.FileSystems;
-import org.apache.beam.sdk.io.fs.ResourceId;
-
-/**
- * Provides bindings for {@link JpaTransactionManager} to Cloud SQL.
- *
- * <p>This module is intended for use in BEAM pipelines, and uses a BEAM utility to access GCS like
- * a regular file system.
- */
-@Module
-public class BeamJpaModule {
-
-  private static final String GCS_SCHEME = "gs://";
-
-  @Nullable private final String sqlAccessInfoFile;
-  @Nullable private final String cloudKmsProjectId;
-
-  /**
-   * Constructs a new instance of {@link BeamJpaModule}.
-   *
-   * <p>Note: it is an unfortunately necessary antipattern to check for the validity of
-   * sqlAccessInfoFile in {@link #provideCloudSqlAccessInfo} rather than in the constructor.
-   * Unfortunately, this is a restriction imposed upon us by Dagger. Specifically, because we use
-   * this in at least one 1 {@link google.registry.tools.RegistryTool} command(s), it must be
-   * instantiated in {@code google.registry.tools.RegistryToolComponent} for all possible commands;
-   * Dagger doesn't permit it to ever be null. For the vast majority of commands, it will never be
-   * used (so a null credential file path is fine in those cases).
-   *
-   * @param sqlAccessInfoFile the path to a Cloud SQL credential file. This must refer to either a
-   *     real encrypted file on GCS as returned by {@link
-   *     BackupPaths#getCloudSQLCredentialFilePatterns} or an unencrypted file on local filesystem
-   *     with credentials to a test database.
-   */
-  public BeamJpaModule(@Nullable String sqlAccessInfoFile, @Nullable String cloudKmsProjectId) {
-    this.sqlAccessInfoFile = sqlAccessInfoFile;
-    this.cloudKmsProjectId = cloudKmsProjectId;
-  }
-
-  /** Returns true if the credential file is on GCS (and therefore expected to be encrypted). */
-  private boolean isCloudSqlCredential() {
-    return sqlAccessInfoFile.startsWith(GCS_SCHEME);
-  }
-
-  @Provides
-  @Singleton
-  SqlAccessInfo provideCloudSqlAccessInfo(Lazy<CloudSqlCredentialDecryptor> lazyDecryptor) {
-    checkArgument(!isNullOrEmpty(sqlAccessInfoFile), "Null or empty credentialFilePath");
-    String line = readOnlyLineFromCredentialFile();
-    if (isCloudSqlCredential()) {
-      line = lazyDecryptor.get().decrypt(line);
-    }
-    // See ./BackupPaths.java for explanation of the line format.
-    List<String> parts = Splitter.on(' ').splitToList(line.trim());
-    checkState(parts.size() == 3, "Expecting three phrases in %s", line);
-    if (isCloudSqlCredential()) {
-      return SqlAccessInfo.createCloudSqlAccessInfo(parts.get(0), parts.get(1), parts.get(2));
-    } else {
-      return SqlAccessInfo.createLocalSqlAccessInfo(parts.get(0), parts.get(1), parts.get(2));
-    }
-  }
-
-  String readOnlyLineFromCredentialFile() {
-    try {
-      ResourceId resourceId = FileSystems.matchSingleFileSpec(sqlAccessInfoFile).resourceId();
-      try (BufferedReader reader =
-          new BufferedReader(
-              new InputStreamReader(
-                  Channels.newInputStream(FileSystems.open(resourceId)), StandardCharsets.UTF_8))) {
-        return reader.readLine();
-      }
-    } catch (IOException e) {
-      throw new RuntimeException(e);
-    }
-  }
-
-  @Provides
-  @Config("beamCloudSqlJdbcUrl")
-  String provideJdbcUrl(SqlAccessInfo sqlAccessInfo) {
-    return sqlAccessInfo.jdbcUrl();
-  }
-
-  @Provides
-  @Config("beamCloudSqlInstanceConnectionName")
-  String provideSqlInstanceName(SqlAccessInfo sqlAccessInfo) {
-    return sqlAccessInfo
-        .cloudSqlInstanceName()
-        .orElseThrow(() -> new IllegalStateException("Cloud SQL not provisioned."));
-  }
-
-  @Provides
-  @Config("beamCloudSqlUsername")
-  String provideSqlUsername(SqlAccessInfo sqlAccessInfo) {
-    return sqlAccessInfo.user();
-  }
-
-  @Provides
-  @Config("beamCloudSqlPassword")
-  String provideSqlPassword(SqlAccessInfo sqlAccessInfo) {
-    return sqlAccessInfo.password();
-  }
-
-  @Provides
-  @Config("beamCloudKmsProjectId")
-  String kmsProjectId() {
-    return cloudKmsProjectId;
-  }
-
-  @Provides
-  @Config("beamCloudKmsKeyRing")
-  static String keyRingName() {
-    return "nomulus-tool-keyring";
-  }
-
-  @Provides
-  @Config("beamHibernateHikariMaximumPoolSize")
-  static int getBeamHibernateHikariMaximumPoolSize() {
-    // TODO(weiminyu): make this configurable. Should be equal to number of cores.
-    return 4;
-  }
-
-  @Singleton
-  @Component(
-      modules = {
-        ConfigModule.class,
-        CredentialModule.class,
-        BeamJpaModule.class,
-        KmsModule.class,
-        PersistenceModule.class,
-        UtilsModule.class
-      })
-  public interface JpaTransactionManagerComponent {
-    @SocketFactoryJpaTm
-    JpaTransactionManager cloudSqlJpaTransactionManager();
-
-    @JdbcJpaTm
-    JpaTransactionManager localDbJpaTransactionManager();
-  }
-}

core/src/main/java/google/registry/beam/initsql/DomainBaseUtil.java

@@ -26,17 +26,15 @@ final class DomainBaseUtil {
   private DomainBaseUtil() {}
 
   /**
-   * Removes {@link google.registry.model.billing.BillingEvent.Recurring}, {@link
-   * google.registry.model.poll.PollMessage PollMessages} and {@link
-   * google.registry.model.host.HostResource name servers} from a Datastore {@link Entity} that
-   * represents an Ofy {@link google.registry.model.domain.DomainBase}. This breaks the cycle of
-   * foreign key constraints between these entity kinds, allowing {@code DomainBases} to be inserted
-   * into the SQL database. See {@link InitSqlPipeline} for a use case, where the full {@code
-   * DomainBases} are written again during the last stage of the pipeline.
+   * Removes properties that contain foreign keys from a Datastore {@link Entity} that represents an
+   * Ofy {@link google.registry.model.domain.DomainBase}. This breaks the cycle of foreign key
+   * constraints between entity kinds, allowing {@code DomainBases} to be inserted into the SQL
+   * database. See {@link InitSqlPipeline} for a use case, where the full {@code DomainBases} are
+   * written again during the last stage of the pipeline.
    *
    * <p>The returned object may be in bad state. Specifically, {@link
    * google.registry.model.eppcommon.StatusValue#INACTIVE} is not added after name servers are
-   * removed. This only impacts tests.
+   * removed. This only impacts tests that manipulate Datastore entities directly.
    *
    * <p>This operation is performed on an Datastore {@link Entity} instead of Ofy Java object
    * because Objectify requires access to a Datastore service when converting an Ofy object to a
@@ -70,6 +68,9 @@ final class DomainBaseUtil {
     domainBase.getProperties().keySet().stream()
         .filter(s -> s.startsWith("transferData."))
         .forEach(s -> clone.removeProperty(s));
+    domainBase.getProperties().keySet().stream()
+        .filter(s -> s.startsWith("gracePeriods."))
+        .forEach(s -> clone.removeProperty(s));
     return clone;
   }
 }

core/src/main/java/google/registry/beam/initsql/InitSqlPipeline.java

@@ -22,7 +22,7 @@ import com.google.common.collect.ImmutableSet;
 import com.googlecode.objectify.Key;
 import google.registry.backup.AppEngineEnvironment;
 import google.registry.backup.VersionedEntity;
-import google.registry.beam.initsql.BeamJpaModule.JpaTransactionManagerComponent;
+import google.registry.beam.common.RegistryJpaIO;
 import google.registry.beam.initsql.Transforms.RemoveDomainBaseForeignKeys;
 import google.registry.model.billing.BillingEvent;
 import google.registry.model.contact.ContactResource;
@@ -34,7 +34,7 @@ import google.registry.model.registrar.Registrar;
 import google.registry.model.registrar.RegistrarContact;
 import google.registry.model.registry.Registry;
 import google.registry.model.reporting.HistoryEntry;
-import google.registry.persistence.transaction.JpaTransactionManager;
+import google.registry.persistence.PersistenceModule.TransactionIsolationLevel;
 import java.io.Serializable;
 import java.util.Collection;
 import java.util.Optional;
@@ -42,7 +42,6 @@ import org.apache.beam.sdk.Pipeline;
 import org.apache.beam.sdk.PipelineResult;
 import org.apache.beam.sdk.options.PipelineOptionsFactory;
 import org.apache.beam.sdk.transforms.ParDo;
-import org.apache.beam.sdk.transforms.SerializableFunction;
 import org.apache.beam.sdk.transforms.Wait;
 import org.apache.beam.sdk.values.PCollection;
 import org.apache.beam.sdk.values.PCollectionTuple;
@@ -77,14 +76,22 @@ import org.joda.time.DateTime;
  *       HistoryEntry}.
  *   <li>{@link BillingEvent.OneTime}: references {@code Registrar}, {@code DomainBase}, {@code
  *       BillingEvent.Recurring}, {@code HistoryEntry} and {@code AllocationToken}.
- *   <li>{@link BillingEvent.Modification}: SQL model TBD. Will reference {@code Registrar}, {@code
- *       DomainBase} and {@code BillingEvent.OneTime}.
  *   <li>{@link BillingEvent.Cancellation}: references {@code Registrar}, {@code DomainBase}, {@code
  *       BillingEvent.Recurring}, {@code BillingEvent.OneTime}, and {@code HistoryEntry}.
  *   <li>{@link PollMessage}: references {@code Registrar}, {@code DomainBase}, {@code
  *       ContactResource}, {@code HostResource}, and {@code HistoryEntry}.
  *   <li>{@link DomainBase}, original copy from Datastore.
  * </ol>
+ *
+ * <p>This pipeline expects that the source Datastore has at least one entity in each of the types
+ * above. This assumption allows us to construct a simpler pipeline graph that can be visually
+ * examined, and is true in all intended use cases. However, tests must not violate this assumption
+ * when setting up data, otherwise they may run into foreign key constraint violations. The reason
+ * is that this pipeline uses the {@link Wait} transform to order the persistence by entity type.
+ * However, the wait is skipped if the target type has no data, resulting in subsequent entity types
+ * starting prematurely. E.g., if a Datastore has no {@code RegistrarContact} entities, the pipeline
+ * may start writing {@code DomainBase} entities before all {@code Registry}, {@code Registrar} and
+ * {@code ContactResource} entities have been persisted.
  */
 public class InitSqlPipeline implements Serializable {
 
@@ -93,43 +100,37 @@ public class InitSqlPipeline implements Serializable {
    * DomainBase}.
    */
   private static final ImmutableList<Class<?>> PHASE_ONE_ORDERED =
-      ImmutableList.of(Registry.class, Registrar.class, ContactResource.class);
+      ImmutableList.of(
+          Registry.class, Registrar.class, ContactResource.class, RegistrarContact.class);
 
   /**
    * Datastore kinds to be written to the SQL database after the cleansed version of {@link
    * DomainBase}.
-   *
-   * <p>The following entities are missing from the list:
-   *
-   * <ul>
-   *   <li>Those not modeled in JPA yet, e.g., {@code BillingEvent.Modification}.
-   *   <li>Those waiting for sanitation, e.g., {@code HistoryEntry}, which would have duplicate keys
-   *       after converting to SQL model.
-   *   <li>Those that have foreign key constraints on the above.
-   * </ul>
    */
-  // TODO(weiminyu): add more entities when available.
   private static final ImmutableList<Class<?>> PHASE_TWO_ORDERED =
-      ImmutableList.of(HostResource.class);
+      ImmutableList.of(
+          HostResource.class,
+          HistoryEntry.class,
+          AllocationToken.class,
+          BillingEvent.Recurring.class,
+          BillingEvent.OneTime.class,
+          BillingEvent.Cancellation.class,
+          PollMessage.class,
+          DomainBase.class);
 
   private final InitSqlPipelineOptions options;
 
   private final Pipeline pipeline;
 
-  private final SerializableFunction<JpaTransactionManagerComponent, JpaTransactionManager>
-      jpaGetter;
-
   InitSqlPipeline(InitSqlPipelineOptions options) {
     this.options = options;
     pipeline = Pipeline.create(options);
-    jpaGetter = JpaTransactionManagerComponent::cloudSqlJpaTransactionManager;
   }
 
   @VisibleForTesting
   InitSqlPipeline(InitSqlPipelineOptions options, Pipeline pipeline) {
     this.options = options;
     this.pipeline = pipeline;
-    jpaGetter = JpaTransactionManagerComponent::localDbJpaTransactionManager;
   }
 
   public PipelineResult run() {
@@ -139,6 +140,7 @@ public class InitSqlPipeline implements Serializable {
 
   @VisibleForTesting
   void setupPipeline() {
+    options.setIsolationOverride(TransactionIsolationLevel.TRANSACTION_READ_UNCOMMITTED);
     PCollectionTuple datastoreSnapshot =
         pipeline.apply(
             "Load Datastore snapshot",
@@ -215,18 +217,13 @@ public class InitSqlPipeline implements Serializable {
   }
 
   private PCollection<Void> writeToSql(String transformId, PCollection<VersionedEntity> data) {
-    String credentialFileUrl =
-        options.getSqlCredentialUrlOverride() != null
-            ? options.getSqlCredentialUrlOverride()
-            : BackupPaths.getCloudSQLCredentialFilePatterns(options.getEnvironment()).get(0);
-
     return data.apply(
-        "Write to sql: " + transformId,
-        Transforms.writeToSql(
-            transformId,
-            options.getMaxConcurrentSqlWriters(),
-            options.getSqlWriteBatchSize(),
-            new JpaSupplierFactory(credentialFileUrl, options.getCloudKmsProjectId(), jpaGetter)));
+        "Write to Sql: " + transformId,
+        RegistryJpaIO.<VersionedEntity>write()
+            .withName(transformId)
+            .withBatchSize(options.getSqlWriteBatchSize())
+            .withShards(options.getSqlWriteShards())
+            .withJpaConverter(Transforms::convertVersionedEntityToSqlEntity));
   }
 
   private static ImmutableList<String> toKindStrings(Collection<Class<?>> entityClasses) {

core/src/main/java/google/registry/beam/initsql/InitSqlPipelineOptions.java

@@ -14,21 +14,12 @@
 
 package google.registry.beam.initsql;
 
-import javax.annotation.Nullable;
-import org.apache.beam.sdk.extensions.gcp.options.GcpOptions;
-import org.apache.beam.sdk.options.Default;
+import google.registry.beam.common.RegistryPipelineOptions;
 import org.apache.beam.sdk.options.Description;
 import org.apache.beam.sdk.options.Validation;
 
 /** Pipeline options for {@link InitSqlPipeline} */
-public interface InitSqlPipelineOptions extends GcpOptions {
-
-  @Description(
-      "Overrides the URL to the SQL credential file. " + "Required if environment is not provided.")
-  @Nullable
-  String getSqlCredentialUrlOverride();
-
-  void setSqlCredentialUrlOverride(String credentialUrlOverride);
+public interface InitSqlPipelineOptions extends RegistryPipelineOptions {
 
   @Description("The root directory of the export to load.")
   String getDatastoreExportDir();
@@ -51,41 +42,4 @@ public interface InitSqlPipelineOptions extends GcpOptions {
   String getCommitLogEndTimestamp();
 
   void setCommitLogEndTimestamp(String commitLogEndTimestamp);
-
-  @Description(
-      "The deployed environment, alpha, crash, sandbox, or production. "
-          + "Not required only if sqlCredentialUrlOverride is provided.")
-  @Nullable
-  String getEnvironment();
-
-  void setEnvironment(String environment);
-
-  @Description(
-      "The GCP project that contains the keyring used for decrypting the " + "SQL credential file.")
-  @Nullable
-  String getCloudKmsProjectId();
-
-  void setCloudKmsProjectId(String cloudKmsProjectId);
-
-  @Description(
-      "The maximum JDBC connection pool size on a VM. "
-          + "This value should be equal to or greater than the number of cores on the VM.")
-  @Default.Integer(4)
-  int getJdbcMaxPoolSize();
-
-  void setJdbcMaxPoolSize(int jdbcMaxPoolSize);
-
-  @Description(
-      "A hint to the pipeline runner of the maximum number of concurrent SQL writers to create. "
-          + "Note that multiple writers may run on the same VM and share the connection pool.")
-  @Default.Integer(4)
-  int getMaxConcurrentSqlWriters();
-
-  void setMaxConcurrentSqlWriters(int maxConcurrentSqlWriters);
-
-  @Description("The number of entities to be written to the SQL database in one transaction.")
-  @Default.Integer(20)
-  int getSqlWriteBatchSize();
-
-  void setSqlWriteBatchSize(int sqlWriteBatchSize);
 }

core/src/main/java/google/registry/beam/initsql/JpaSupplierFactory.java

@@ -1,48 +0,0 @@
-// Copyright 2020 The Nomulus Authors. All Rights Reserved.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-package google.registry.beam.initsql;
-
-import google.registry.beam.initsql.BeamJpaModule.JpaTransactionManagerComponent;
-import google.registry.beam.initsql.Transforms.SerializableSupplier;
-import google.registry.persistence.transaction.JpaTransactionManager;
-import javax.annotation.Nullable;
-import org.apache.beam.sdk.transforms.SerializableFunction;
-
-public class JpaSupplierFactory implements SerializableSupplier<JpaTransactionManager> {
-
-  private static final long serialVersionUID = 1L;
-
-  private final String credentialFileUrl;
-  @Nullable private final String cloudKmsProjectId;
-  private final SerializableFunction<JpaTransactionManagerComponent, JpaTransactionManager>
-      jpaGetter;
-
-  public JpaSupplierFactory(
-      String credentialFileUrl,
-      @Nullable String cloudKmsProjectId,
-      SerializableFunction<JpaTransactionManagerComponent, JpaTransactionManager> jpaGetter) {
-    this.credentialFileUrl = credentialFileUrl;
-    this.cloudKmsProjectId = cloudKmsProjectId;
-    this.jpaGetter = jpaGetter;
-  }
-
-  @Override
-  public JpaTransactionManager get() {
-    return jpaGetter.apply(
-        DaggerBeamJpaModule_JpaTransactionManagerComponent.builder()
-            .beamJpaModule(new BeamJpaModule(credentialFileUrl, cloudKmsProjectId))
-            .build());
-  }
-}

core/src/main/java/google/registry/beam/initsql/Transforms.java

@@ -17,17 +17,12 @@ package google.registry.beam.initsql;
 import static com.google.common.base.Preconditions.checkArgument;
 import static com.google.common.base.Preconditions.checkNotNull;
 import static com.google.common.base.Preconditions.checkState;
-import static com.google.common.base.Throwables.throwIfUnchecked;
 import static google.registry.beam.initsql.BackupPaths.getCommitLogTimestamp;
 import static google.registry.beam.initsql.BackupPaths.getExportFilePatterns;
 import static google.registry.model.ofy.ObjectifyService.ofy;
-import static google.registry.persistence.JpaRetries.isFailedTxnRetriable;
-import static google.registry.persistence.transaction.TransactionManagerFactory.jpaTm;
-import static google.registry.persistence.transaction.TransactionManagerFactory.setJpaTm;
 import static google.registry.util.DateTimeUtils.START_OF_TIME;
 import static google.registry.util.DateTimeUtils.isBeforeOrAt;
 import static java.util.Comparator.comparing;
-import static org.apache.beam.sdk.values.TypeDescriptors.integers;
 import static org.apache.beam.sdk.values.TypeDescriptors.kvs;
 import static org.apache.beam.sdk.values.TypeDescriptors.strings;
 
@@ -38,22 +33,21 @@ import com.google.common.annotations.VisibleForTesting;
 import com.google.common.collect.ImmutableList;
 import com.google.common.collect.ImmutableMap;
 import com.google.common.collect.Streams;
-import google.registry.backup.AppEngineEnvironment;
 import google.registry.backup.CommitLogImports;
 import google.registry.backup.VersionedEntity;
 import google.registry.model.domain.DomainBase;
-import google.registry.model.ofy.ObjectifyService;
-import google.registry.model.ofy.Ofy;
-import google.registry.persistence.transaction.JpaTransactionManager;
+import google.registry.model.reporting.HistoryEntry;
+import google.registry.schema.replay.DatastoreAndSqlEntity;
+import google.registry.schema.replay.SqlEntity;
 import google.registry.tools.LevelDbLogReader;
-import google.registry.util.SystemSleeper;
 import java.io.Serializable;
 import java.util.Collection;
 import java.util.Iterator;
+import java.util.Objects;
 import java.util.Optional;
 import java.util.Set;
-import java.util.concurrent.ThreadLocalRandom;
 import java.util.function.Supplier;
+import javax.annotation.Nullable;
 import org.apache.beam.sdk.coders.StringUtf8Coder;
 import org.apache.beam.sdk.io.Compression;
 import org.apache.beam.sdk.io.FileIO;
@@ -64,12 +58,10 @@ import org.apache.beam.sdk.transforms.Create;
 import org.apache.beam.sdk.transforms.DoFn;
 import org.apache.beam.sdk.transforms.Flatten;
 import org.apache.beam.sdk.transforms.GroupByKey;
-import org.apache.beam.sdk.transforms.GroupIntoBatches;
 import org.apache.beam.sdk.transforms.MapElements;
 import org.apache.beam.sdk.transforms.PTransform;
 import org.apache.beam.sdk.transforms.ParDo;
 import org.apache.beam.sdk.transforms.ProcessFunction;
-import org.apache.beam.sdk.transforms.SerializableFunction;
 import org.apache.beam.sdk.values.KV;
 import org.apache.beam.sdk.values.PBegin;
 import org.apache.beam.sdk.values.PCollection;
@@ -79,7 +71,6 @@ import org.apache.beam.sdk.values.TupleTag;
 import org.apache.beam.sdk.values.TupleTagList;
 import org.apache.beam.sdk.values.TypeDescriptor;
 import org.joda.time.DateTime;
-import org.joda.time.Duration;
 
 /**
  * {@link PTransform Pipeline transforms} used in pipelines that load from both Datastore export
@@ -265,74 +256,39 @@ public final class Transforms {
                     .iterator()));
   }
 
-  /**
-   * Returns a {@link PTransform} that writes a {@link PCollection} of {@link VersionedEntity}s to a
-   * SQL database. and outputs an empty {@code PCollection<Void>}. This allows other operations to
-   * {@link org.apache.beam.sdk.transforms.Wait wait} for the completion of this transform.
-   *
-   * <p>Errors are handled according to the pipeline runner's default policy. As part of a one-time
-   * job, we will not add features unless proven necessary.
-   *
-   * @param transformId a unique ID for an instance of the returned transform
-   * @param maxWriters the max number of concurrent writes to SQL, which also determines the max
-   *     number of connection pools created
-   * @param batchSize the number of entities to write in each operation
-   * @param jpaSupplier supplier of a {@link JpaTransactionManager}
-   */
-  public static PTransform<PCollection<VersionedEntity>, PCollection<Void>> writeToSql(
-      String transformId,
-      int maxWriters,
-      int batchSize,
-      SerializableSupplier<JpaTransactionManager> jpaSupplier) {
-    return writeToSql(
-        transformId,
-        maxWriters,
-        batchSize,
-        jpaSupplier,
-        (e) -> ofy().toPojo(e.getEntity().get()),
-        TypeDescriptor.of(VersionedEntity.class));
+  private static boolean isMigratable(Entity entity) {
+    if (entity.getKind().equals("HistoryEntry")) {
+      // DOMAIN_APPLICATION_CREATE is deprecated type and should not be migrated.
+      // The Enum name DOMAIN_APPLICATION_CREATE no longer exists in Java and cannot
+      // be deserialized.
+      return !Objects.equals(entity.getProperty("type"), "DOMAIN_APPLICATION_CREATE");
+    }
+    return true;
+  }
+
+  private static SqlEntity toSqlEntity(Object ofyEntity) {
+    if (ofyEntity instanceof HistoryEntry) {
+      HistoryEntry ofyHistory = (HistoryEntry) ofyEntity;
+      return (SqlEntity) ofyHistory.toChildHistoryEntity();
+    }
+    return ((DatastoreAndSqlEntity) ofyEntity).toSqlEntity().get();
   }
 
   /**
-   * Returns a {@link PTransform} that writes a {@link PCollection} of entities to a SQL database.
-   * and outputs an empty {@code PCollection<Void>}. This allows other operations to {@link
-   * org.apache.beam.sdk.transforms.Wait wait} for the completion of this transform.
+   * Converts a {@link VersionedEntity} to an JPA entity for persistence.
    *
-   * <p>The converter and type descriptor are generics so that we can convert any type of entity to
-   * an object to be placed in SQL.
-   *
-   * <p>Errors are handled according to the pipeline runner's default policy. As part of a one-time
-   * job, we will not add features unless proven necessary.
-   *
-   * @param transformId a unique ID for an instance of the returned transform
-   * @param maxWriters the max number of concurrent writes to SQL, which also determines the max
-   *     number of connection pools created
-   * @param batchSize the number of entities to write in each operation
-   * @param jpaSupplier supplier of a {@link JpaTransactionManager}
-   * @param jpaConverter the function that converts the input object to a JPA entity
-   * @param objectDescriptor the type descriptor of the input object
+   * @return An object to be persisted to SQL, or null if the input is not to be migrated. (Not
+   *     using Optional in return because as a one-use method, we do not want to invest the effort
+   *     to make Optional work with BEAM)
    */
-  public static <T> PTransform<PCollection<T>, PCollection<Void>> writeToSql(
-      String transformId,
-      int maxWriters,
-      int batchSize,
-      SerializableSupplier<JpaTransactionManager> jpaSupplier,
-      SerializableFunction<T, Object> jpaConverter,
-      TypeDescriptor<T> objectDescriptor) {
-    return new PTransform<PCollection<T>, PCollection<Void>>() {
-      @Override
-      public PCollection<Void> expand(PCollection<T> input) {
-        return input
-            .apply(
-                "Shard data for " + transformId,
-                MapElements.into(kvs(integers(), objectDescriptor))
-                    .via(ve -> KV.of(ThreadLocalRandom.current().nextInt(maxWriters), ve)))
-            .apply("Batch output by shard " + transformId, GroupIntoBatches.ofSize(batchSize))
-            .apply(
-                "Write in batch for " + transformId,
-                ParDo.of(new SqlBatchWriter<T>(jpaSupplier, jpaConverter)));
-      }
-    };
+  @Nullable
+  public static Object convertVersionedEntityToSqlEntity(VersionedEntity dsEntity) {
+    return dsEntity
+        .getEntity()
+        .filter(Transforms::isMigratable)
+        .map(e -> ofy().toPojo(e))
+        .map(Transforms::toSqlEntity)
+        .orElse(null);
   }
 
   /** Interface for serializable {@link Supplier suppliers}. */
@@ -416,97 +372,6 @@ public final class Transforms {
     }
   }
 
-  /**
-   * Writes a batch of entities to a SQL database.
-   *
-   * <p>Note that an arbitrary number of instances of this class may be created and freed in
-   * arbitrary order in a single JVM. Due to the tech debt that forced us to use a static variable
-   * to hold the {@code JpaTransactionManager} instance, we must ensure that JpaTransactionManager
-   * is not changed or torn down while being used by some instance.
-   */
-  private static class SqlBatchWriter<T> extends DoFn<KV<Integer, Iterable<T>>, Void> {
-
-    private static int instanceCount = 0;
-    private static JpaTransactionManager originalJpa;
-
-    private final SerializableSupplier<JpaTransactionManager> jpaSupplier;
-    private final SerializableFunction<T, Object> jpaConverter;
-
-    private transient Ofy ofy;
-    private transient SystemSleeper sleeper;
-
-    SqlBatchWriter(
-        SerializableSupplier<JpaTransactionManager> jpaSupplier,
-        SerializableFunction<T, Object> jpaConverter) {
-      this.jpaSupplier = jpaSupplier;
-      this.jpaConverter = jpaConverter;
-    }
-
-    @Setup
-    public void setup() {
-      sleeper = new SystemSleeper();
-
-      try (AppEngineEnvironment env = new AppEngineEnvironment()) {
-        ObjectifyService.initOfy();
-        ofy = ObjectifyService.ofy();
-      }
-
-      synchronized (SqlBatchWriter.class) {
-        if (instanceCount == 0) {
-          originalJpa = jpaTm();
-          setJpaTm(jpaSupplier);
-        }
-        instanceCount++;
-      }
-    }
-
-    @Teardown
-    public void teardown() {
-      synchronized (SqlBatchWriter.class) {
-        instanceCount--;
-        if (instanceCount == 0) {
-          jpaTm().teardown();
-          setJpaTm(() -> originalJpa);
-        }
-      }
-    }
-
-    @ProcessElement
-    public void processElement(@Element KV<Integer, Iterable<T>> kv) {
-      try (AppEngineEnvironment env = new AppEngineEnvironment()) {
-        ImmutableList<Object> ofyEntities =
-            Streams.stream(kv.getValue())
-                .map(this.jpaConverter::apply)
-                .collect(ImmutableList.toImmutableList());
-        retry(() -> jpaTm().transact(() -> jpaTm().putAll(ofyEntities)));
-      }
-    }
-
-    // TODO(b/160632289): Enhance Retrier and use it here.
-    private void retry(Runnable runnable) {
-      int maxAttempts = 5;
-      int initialDelayMillis = 100;
-      double jitterRatio = 0.2;
-
-      for (int attempt = 0; attempt < maxAttempts; attempt++) {
-        try {
-          runnable.run();
-          return;
-        } catch (Throwable throwable) {
-          if (!isFailedTxnRetriable(throwable)) {
-            throwIfUnchecked(throwable);
-            throw new RuntimeException(throwable);
-          }
-          int sleepMillis = (1 << attempt) * initialDelayMillis;
-          int jitter =
-              ThreadLocalRandom.current().nextInt((int) (sleepMillis * jitterRatio))
-                  - (int) (sleepMillis * jitterRatio / 2);
-          sleeper.sleepUninterruptibly(Duration.millis(sleepMillis + jitter));
-        }
-      }
-    }
-  }
-
   /**
    * Removes BillingEvents, {@link google.registry.model.poll.PollMessage PollMessages} and {@link
    * google.registry.model.host.HostResource} from a {@link DomainBase}. These are circular foreign

core/src/main/java/google/registry/beam/invoicing/BillingEvent.java

@@ -260,6 +260,11 @@ public abstract class BillingEvent implements Serializable {
         poNumber());
   }
 
+  /** Returns the grouping key for this {@code BillingEvent}, to generate the detailed report. */
+  String getDetailedReportGroupingKey() {
+    return String.format("%s_%s", registrarId(), tld());
+  }
+
   /** Key for each {@code BillingEvent}, when aggregating for the overall invoice. */
   @AutoValue
   abstract static class InvoiceGroupingKey implements Serializable {

core/src/main/java/google/registry/beam/invoicing/InvoicingPipeline.java

@@ -14,28 +14,28 @@
 
 package google.registry.beam.invoicing;
 
-import com.google.auth.oauth2.GoogleCredentials;
+import static google.registry.beam.BeamUtils.getQueryFromFile;
+import static org.apache.beam.sdk.values.TypeDescriptors.strings;
+
+import com.google.common.annotations.VisibleForTesting;
 import google.registry.beam.invoicing.BillingEvent.InvoiceGroupingKey;
 import google.registry.beam.invoicing.BillingEvent.InvoiceGroupingKey.InvoiceGroupingKeyCoder;
-import google.registry.config.CredentialModule.LocalCredential;
-import google.registry.config.RegistryConfig.Config;
 import google.registry.reporting.billing.BillingModule;
-import google.registry.reporting.billing.GenerateInvoicesAction;
-import google.registry.util.GoogleCredentialsBundle;
+import google.registry.util.SqlTemplate;
 import java.io.Serializable;
-import javax.inject.Inject;
-import org.apache.beam.runners.dataflow.DataflowRunner;
-import org.apache.beam.runners.dataflow.options.DataflowPipelineOptions;
+import java.time.LocalDateTime;
+import java.time.LocalTime;
+import java.time.YearMonth;
+import java.time.format.DateTimeFormatter;
 import org.apache.beam.sdk.Pipeline;
+import org.apache.beam.sdk.PipelineResult;
 import org.apache.beam.sdk.coders.SerializableCoder;
-import org.apache.beam.sdk.io.DefaultFilenamePolicy.Params;
-import org.apache.beam.sdk.io.FileBasedSink;
+import org.apache.beam.sdk.coders.StringUtf8Coder;
+import org.apache.beam.sdk.io.FileIO;
 import org.apache.beam.sdk.io.TextIO;
 import org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO;
-import org.apache.beam.sdk.options.Description;
 import org.apache.beam.sdk.options.PipelineOptionsFactory;
-import org.apache.beam.sdk.options.ValueProvider;
-import org.apache.beam.sdk.options.ValueProvider.NestedValueProvider;
+import org.apache.beam.sdk.transforms.Contextful;
 import org.apache.beam.sdk.transforms.Count;
 import org.apache.beam.sdk.transforms.Filter;
 import org.apache.beam.sdk.transforms.MapElements;
@@ -43,107 +43,54 @@ import org.apache.beam.sdk.transforms.PTransform;
 import org.apache.beam.sdk.values.KV;
 import org.apache.beam.sdk.values.PCollection;
 import org.apache.beam.sdk.values.TypeDescriptor;
-import org.apache.beam.sdk.values.TypeDescriptors;
 
 /**
- * Definition of a Dataflow pipeline template, which generates a given month's invoices.
+ * Definition of a Dataflow Flex pipeline template, which generates a given month's invoices.
  *
- * <p>To stage this template on GCS, run the {@link
- * google.registry.tools.DeployInvoicingPipelineCommand} Nomulus command.
+ * <p>To stage this template locally, run the {@code stage_beam_pipeline.sh} shell script.
  *
  * <p>Then, you can run the staged template via the API client library, gCloud or a raw REST call.
- * For an example using the API client library, see {@link GenerateInvoicesAction}.
  *
- * @see <a href="https://cloud.google.com/dataflow/docs/templates/overview">Dataflow Templates</a>
+ * @see <a href="https://cloud.google.com/dataflow/docs/guides/templates/using-flex-templates">Using
+ *     Flex Templates</a>
  */
 public class InvoicingPipeline implements Serializable {
 
-  private final String projectId;
-  private final String beamJobRegion;
-  private final String beamBucketUrl;
-  private final String invoiceTemplateUrl;
-  private final String beamStagingUrl;
-  private final String billingBucketUrl;
-  private final String invoiceFilePrefix;
-  private final GoogleCredentials googleCredentials;
+  private static final DateTimeFormatter TIMESTAMP_FORMATTER =
+      DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss.SSSSSS");
 
-  @Inject
-  public InvoicingPipeline(
-      @Config("projectId") String projectId,
-      @Config("defaultJobRegion") String beamJobRegion,
-      @Config("apacheBeamBucketUrl") String beamBucketUrl,
-      @Config("invoiceTemplateUrl") String invoiceTemplateUrl,
-      @Config("beamStagingUrl") String beamStagingUrl,
-      @Config("billingBucketUrl") String billingBucketUrl,
-      @Config("invoiceFilePrefix") String invoiceFilePrefix,
-      @LocalCredential GoogleCredentialsBundle googleCredentialsBundle) {
-    this.projectId = projectId;
-    this.beamJobRegion = beamJobRegion;
-    this.beamBucketUrl = beamBucketUrl;
-    this.invoiceTemplateUrl = invoiceTemplateUrl;
-    this.beamStagingUrl = beamStagingUrl;
-    this.billingBucketUrl = billingBucketUrl;
-    this.invoiceFilePrefix = invoiceFilePrefix;
-    this.googleCredentials = googleCredentialsBundle.getGoogleCredentials();
+  private final InvoicingPipelineOptions options;
+  private final Pipeline pipeline;
+
+  @VisibleForTesting
+  InvoicingPipeline(InvoicingPipelineOptions options, Pipeline pipeline) {
+    this.options = options;
+    this.pipeline = pipeline;
   }
 
-  /** Custom options for running the invoicing pipeline. */
-  public interface InvoicingPipelineOptions extends DataflowPipelineOptions {
-    /** Returns the yearMonth we're generating invoices for, in yyyy-MM format. */
-    @Description("The yearMonth we generate invoices for, in yyyy-MM format.")
-    ValueProvider<String> getYearMonth();
-    /**
-     * Sets the yearMonth we generate invoices for.
-     *
-     * <p>This is implicitly set when executing the Dataflow template, by specifying the 'yearMonth
-     * parameter.
-     */
-    void setYearMonth(ValueProvider<String> value);
+  InvoicingPipeline(InvoicingPipelineOptions options) {
+    this(options, Pipeline.create(options));
   }
 
-  /** Deploys the invoicing pipeline as a template on GCS, for a given projectID and GCS bucket. */
-  public void deploy() {
-    // We can't store options as a member variable due to serialization concerns.
-    InvoicingPipelineOptions options = PipelineOptionsFactory.as(InvoicingPipelineOptions.class);
-    options.setProject(projectId);
-    options.setRegion(beamJobRegion);
-    options.setRunner(DataflowRunner.class);
-    // This causes p.run() to stage the pipeline as a template on GCS, as opposed to running it.
-    options.setTemplateLocation(invoiceTemplateUrl);
-    options.setStagingLocation(beamStagingUrl);
-    // This credential is used when Dataflow deploys the template to GCS in target GCP project.
-    // So, make sure the credential has write permission to GCS in that project.
-    options.setGcpCredential(googleCredentials);
-
-    Pipeline p = Pipeline.create(options);
+  PipelineResult run() {
+    setupPipeline();
+    return pipeline.run();
+  }
 
+  void setupPipeline() {
     PCollection<BillingEvent> billingEvents =
-        p.apply(
+        pipeline.apply(
             "Read BillingEvents from Bigquery",
             BigQueryIO.read(BillingEvent::parseFromRecord)
-                .fromQuery(InvoicingUtils.makeQueryProvider(options.getYearMonth(), projectId))
+                .fromQuery(makeQuery(options.getYearMonth(), options.getProject()))
                 .withCoder(SerializableCoder.of(BillingEvent.class))
                 .usingStandardSql()
                 .withoutValidation()
                 .withTemplateCompatibility());
-    applyTerminalTransforms(billingEvents, options.getYearMonth());
-    p.run();
-  }
 
-  /**
-   * Applies output transforms to the {@code BillingEvent} source collection.
-   *
-   * <p>This is factored out purely to facilitate testing.
-   */
-  void applyTerminalTransforms(
-      PCollection<BillingEvent> billingEvents, ValueProvider<String> yearMonthProvider) {
-    billingEvents
-        .apply("Generate overall invoice rows", new GenerateInvoiceRows())
-        .apply("Write overall invoice to CSV", writeInvoice(yearMonthProvider));
+    saveInvoiceCsv(billingEvents, options);
 
-    billingEvents.apply(
-        "Write detail reports to separate CSVs keyed by registrarId_tld pair",
-        writeDetailReports(yearMonthProvider));
+    saveDetailedCsv(billingEvents, options);
   }
 
   /** Transform that converts a {@code BillingEvent} into an invoice CSV row. */
@@ -156,49 +103,85 @@ public class InvoicingPipeline implements Serializable {
               "Map to invoicing key",
               MapElements.into(TypeDescriptor.of(InvoiceGroupingKey.class))
                   .via(BillingEvent::getInvoiceGroupingKey))
-          .apply(Filter.by((InvoiceGroupingKey key) -> key.unitPrice() != 0))
+          .apply(
+              "Filter out free events", Filter.by((InvoiceGroupingKey key) -> key.unitPrice() != 0))
           .setCoder(new InvoiceGroupingKeyCoder())
           .apply("Count occurrences", Count.perElement())
           .apply(
               "Format as CSVs",
-              MapElements.into(TypeDescriptors.strings())
+              MapElements.into(strings())
                   .via((KV<InvoiceGroupingKey, Long> kv) -> kv.getKey().toCsv(kv.getValue())));
     }
   }
 
-  /** Returns an IO transform that writes the overall invoice to a single CSV file. */
-  private TextIO.Write writeInvoice(ValueProvider<String> yearMonthProvider) {
-    return TextIO.write()
-        .to(
-            NestedValueProvider.of(
-                yearMonthProvider,
-                yearMonth ->
+  /** Saves the billing events to a single overall invoice CSV file. */
+  static void saveInvoiceCsv(
+      PCollection<BillingEvent> billingEvents, InvoicingPipelineOptions options) {
+    billingEvents
+        .apply("Generate overall invoice rows", new GenerateInvoiceRows())
+        .apply(
+            "Write overall invoice to CSV",
+            TextIO.write()
+                .to(
                     String.format(
                         "%s/%s/%s/%s-%s",
-                        billingBucketUrl,
+                        options.getBillingBucketUrl(),
                         BillingModule.INVOICES_DIRECTORY,
-                        yearMonth,
-                        invoiceFilePrefix,
-                        yearMonth)))
-        .withHeader(InvoiceGroupingKey.invoiceHeader())
-        .withoutSharding()
-        .withSuffix(".csv");
+                        options.getYearMonth(),
+                        options.getInvoiceFilePrefix(),
+                        options.getYearMonth()))
+                .withHeader(InvoiceGroupingKey.invoiceHeader())
+                .withoutSharding()
+                .withSuffix(".csv"));
   }
 
-  /** Returns an IO transform that writes detail reports to registrar-tld keyed CSV files. */
-  private TextIO.TypedWrite<BillingEvent, Params> writeDetailReports(
-      ValueProvider<String> yearMonthProvider) {
-    return TextIO.<BillingEvent>writeCustomType()
-        .to(
-            InvoicingUtils.makeDestinationFunction(
-                String.format("%s/%s", billingBucketUrl, BillingModule.INVOICES_DIRECTORY),
-                yearMonthProvider),
-            InvoicingUtils.makeEmptyDestinationParams(billingBucketUrl + "/errors"))
-        .withFormatFunction(BillingEvent::toCsv)
-        .withoutSharding()
-        .withTempDirectory(
-            FileBasedSink.convertToFileResourceIfPossible(beamBucketUrl + "/temporary"))
-        .withHeader(BillingEvent.getHeader())
-        .withSuffix(".csv");
+  /** Saves the billing events to detailed report CSV files keyed by registrar-tld pairs. */
+  static void saveDetailedCsv(
+      PCollection<BillingEvent> billingEvents, InvoicingPipelineOptions options) {
+    String yearMonth = options.getYearMonth();
+    billingEvents.apply(
+        "Write detailed report for each registrar-tld pair",
+        FileIO.<String, BillingEvent>writeDynamic()
+            .to(
+                String.format(
+                    "%s/%s/%s",
+                    options.getBillingBucketUrl(), BillingModule.INVOICES_DIRECTORY, yearMonth))
+            .by(BillingEvent::getDetailedReportGroupingKey)
+            .withNumShards(1)
+            .withDestinationCoder(StringUtf8Coder.of())
+            .withNaming(
+                key ->
+                    (window, pane, numShards, shardIndex, compression) ->
+                        String.format(
+                            "%s_%s_%s.csv", BillingModule.DETAIL_REPORT_PREFIX, yearMonth, key))
+            .via(
+                Contextful.fn(BillingEvent::toCsv),
+                TextIO.sink().withHeader(BillingEvent.getHeader())));
+  }
+
+  /** Create the Bigquery query for a given project and yearMonth at runtime. */
+  static String makeQuery(String yearMonth, String projectId) {
+    // Get the timestamp endpoints capturing the entire month with microsecond precision
+    YearMonth reportingMonth = YearMonth.parse(yearMonth);
+    LocalDateTime firstMoment = reportingMonth.atDay(1).atTime(LocalTime.MIDNIGHT);
+    LocalDateTime lastMoment = reportingMonth.atEndOfMonth().atTime(LocalTime.MAX);
+    // Construct the month's query by filling in the billing_events.sql template
+    return SqlTemplate.create(getQueryFromFile(InvoicingPipeline.class, "billing_events.sql"))
+        .put("FIRST_TIMESTAMP_OF_MONTH", firstMoment.format(TIMESTAMP_FORMATTER))
+        .put("LAST_TIMESTAMP_OF_MONTH", lastMoment.format(TIMESTAMP_FORMATTER))
+        .put("PROJECT_ID", projectId)
+        .put("DATASTORE_EXPORT_DATA_SET", "latest_datastore_export")
+        .put("ONETIME_TABLE", "OneTime")
+        .put("REGISTRY_TABLE", "Registry")
+        .put("REGISTRAR_TABLE", "Registrar")
+        .put("CANCELLATION_TABLE", "Cancellation")
+        .build();
+  }
+
+  public static void main(String[] args) {
+    PipelineOptionsFactory.register(InvoicingPipelineOptions.class);
+    InvoicingPipelineOptions options =
+        PipelineOptionsFactory.fromArgs(args).withValidation().as(InvoicingPipelineOptions.class);
+    new InvoicingPipeline(options).run();
   }
 }

core/src/main/java/google/registry/beam/invoicing/InvoicingPipelineOptions.java

@@ -0,0 +1,37 @@
+// Copyright 2021 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.beam.invoicing;
+
+import google.registry.beam.common.RegistryPipelineOptions;
+import org.apache.beam.sdk.options.Description;
+
+/** Custom options for running the invoicing pipeline. */
+public interface InvoicingPipelineOptions extends RegistryPipelineOptions {
+
+  @Description("The year and month we generate invoices for, in yyyy-MM format.")
+  String getYearMonth();
+
+  void setYearMonth(String value);
+
+  @Description("Filename prefix for the invoice CSV file.")
+  String getInvoiceFilePrefix();
+
+  void setInvoiceFilePrefix(String value);
+
+  @Description("The GCS bucket URL for invoices and detailed  reports to be uploaded.")
+  String getBillingBucketUrl();
+
+  void setBillingBucketUrl(String value);
+}

core/src/main/java/google/registry/beam/invoicing/InvoicingUtils.java

@@ -1,106 +0,0 @@
-// Copyright 2018 The Nomulus Authors. All Rights Reserved.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-package google.registry.beam.invoicing;
-
-import static google.registry.beam.BeamUtils.getQueryFromFile;
-
-import google.registry.util.SqlTemplate;
-import java.time.LocalDateTime;
-import java.time.LocalTime;
-import java.time.YearMonth;
-import java.time.format.DateTimeFormatter;
-import org.apache.beam.sdk.io.DefaultFilenamePolicy.Params;
-import org.apache.beam.sdk.io.FileBasedSink;
-import org.apache.beam.sdk.options.ValueProvider;
-import org.apache.beam.sdk.options.ValueProvider.NestedValueProvider;
-import org.apache.beam.sdk.transforms.SerializableFunction;
-
-/** Pipeline helper functions used to generate invoices from instances of {@link BillingEvent}. */
-public class InvoicingUtils {
-
-  private InvoicingUtils() {}
-
-  private static final DateTimeFormatter TIMESTAMP_FORMATTER =
-      DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss.SSSSSS");
-
-  /**
-   * Returns a function mapping from {@code BillingEvent} to filename {@code Params}.
-   *
-   * <p>Beam uses this to determine which file a given {@code BillingEvent} should get placed into.
-   *
-   * @param outputBucket the GCS bucket we're outputting reports to
-   * @param yearMonthProvider a runtime provider for the yyyy-MM we're generating the invoice for
-   */
-  static SerializableFunction<BillingEvent, Params> makeDestinationFunction(
-      String outputBucket, ValueProvider<String> yearMonthProvider) {
-    return billingEvent ->
-        new Params()
-            .withShardTemplate("")
-            .withSuffix(".csv")
-            .withBaseFilename(
-                NestedValueProvider.of(
-                    yearMonthProvider,
-                    yearMonth ->
-                        FileBasedSink.convertToFileResourceIfPossible(
-                            String.format(
-                                "%s/%s/%s",
-                                outputBucket, yearMonth, billingEvent.toFilename(yearMonth)))));
-  }
-
-  /**
-   * Returns the default filename parameters for an unmappable {@code BillingEvent}.
-   *
-   * <p>The "failed" file should only be populated when an error occurs, which warrants further
-   * investigation.
-   */
-  static Params makeEmptyDestinationParams(String outputBucket) {
-    return new Params()
-        .withBaseFilename(
-            FileBasedSink.convertToFileResourceIfPossible(
-                String.format("%s/%s", outputBucket, "FAILURES")));
-  }
-
-  /**
-   * Returns a provider that creates a Bigquery query for a given project and yearMonth at runtime.
-   *
-   * <p>We only know yearMonth at runtime, so this provider fills in the {@code
-   * sql/billing_events.sql} template at runtime.
-   *
-   * @param yearMonthProvider a runtime provider that returns which month we're invoicing for.
-   * @param projectId the projectId we're generating invoicing for.
-   */
-  static ValueProvider<String> makeQueryProvider(
-      ValueProvider<String> yearMonthProvider, String projectId) {
-    return NestedValueProvider.of(
-        yearMonthProvider,
-        (yearMonth) -> {
-          // Get the timestamp endpoints capturing the entire month with microsecond precision
-          YearMonth reportingMonth = YearMonth.parse(yearMonth);
-          LocalDateTime firstMoment = reportingMonth.atDay(1).atTime(LocalTime.MIDNIGHT);
-          LocalDateTime lastMoment = reportingMonth.atEndOfMonth().atTime(LocalTime.MAX);
-          // Construct the month's query by filling in the billing_events.sql template
-          return SqlTemplate.create(getQueryFromFile(InvoicingPipeline.class, "billing_events.sql"))
-              .put("FIRST_TIMESTAMP_OF_MONTH", firstMoment.format(TIMESTAMP_FORMATTER))
-              .put("LAST_TIMESTAMP_OF_MONTH", lastMoment.format(TIMESTAMP_FORMATTER))
-              .put("PROJECT_ID", projectId)
-              .put("DATASTORE_EXPORT_DATA_SET", "latest_datastore_export")
-              .put("ONETIME_TABLE", "OneTime")
-              .put("REGISTRY_TABLE", "Registry")
-              .put("REGISTRAR_TABLE", "Registrar")
-              .put("CANCELLATION_TABLE", "Cancellation")
-              .build();
-        });
-  }
-}

core/src/main/java/google/registry/beam/spec11/SafeBrowsingTransforms.java

@@ -14,7 +14,6 @@
 
 package google.registry.beam.spec11;
 
-
 import static java.nio.charset.StandardCharsets.UTF_8;
 import static org.apache.http.HttpStatus.SC_OK;
 
@@ -30,7 +29,6 @@ import java.net.URISyntaxException;
 import java.util.LinkedHashMap;
 import java.util.Map;
 import java.util.function.Supplier;
-import org.apache.beam.sdk.options.ValueProvider;
 import org.apache.beam.sdk.transforms.DoFn;
 import org.apache.beam.sdk.transforms.windowing.GlobalWindow;
 import org.apache.beam.sdk.values.KV;
@@ -73,7 +71,7 @@ public class SafeBrowsingTransforms {
     private static final int BATCH_SIZE = 490;
 
     /** Provides the SafeBrowsing API key at runtime. */
-    private final ValueProvider<String> apiKeyProvider;
+    private final String apiKey;
 
     /**
      * Maps a subdomain's {@code fullyQualifiedDomainName} to its corresponding {@link Subdomain} to
@@ -93,20 +91,18 @@ public class SafeBrowsingTransforms {
     private final Retrier retrier;
 
     /**
-     * Constructs a {@link EvaluateSafeBrowsingFn} that gets its API key from the given provider.
+     * Constructs a {@link EvaluateSafeBrowsingFn} with a given API key.
      *
      * <p>We need to dual-cast the closeableHttpClientSupplier lambda because all {@code DoFn}
      * member variables need to be serializable. The (Supplier & Serializable) dual cast is safe
      * because class methods are generally serializable, especially a static function such as {@link
      * HttpClients#createDefault()}.
-     *
-     * @param apiKeyProvider provides the SafeBrowsing API key from {@code KMS} at runtime
      */
     @SuppressWarnings("unchecked")
-    EvaluateSafeBrowsingFn(ValueProvider<String> apiKeyProvider, Retrier retrier) {
-      this.apiKeyProvider = apiKeyProvider;
+    EvaluateSafeBrowsingFn(String apiKey, Retrier retrier) {
+      this.apiKey = apiKey;
       this.retrier = retrier;
-      this.closeableHttpClientSupplier = (Supplier & Serializable) HttpClients::createDefault;
+      closeableHttpClientSupplier = (Supplier & Serializable) HttpClients::createDefault;
     }
 
     /**
@@ -117,12 +113,10 @@ public class SafeBrowsingTransforms {
      */
     @VisibleForTesting
     EvaluateSafeBrowsingFn(
-        ValueProvider<String> apiKeyProvider,
-        Retrier retrier,
-        Supplier<CloseableHttpClient> clientSupplier) {
-      this.apiKeyProvider = apiKeyProvider;
+        String apiKey, Retrier retrier, Supplier<CloseableHttpClient> clientSupplier) {
+      this.apiKey = apiKey;
       this.retrier = retrier;
-      this.closeableHttpClientSupplier = clientSupplier;
+      closeableHttpClientSupplier = clientSupplier;
     }
 
     /** Evaluates any buffered {@link Subdomain} objects upon completing the bundle. */
@@ -159,7 +153,7 @@ public class SafeBrowsingTransforms {
       try {
         URIBuilder uriBuilder = new URIBuilder(SAFE_BROWSING_URL);
         // Add the API key param
-        uriBuilder.addParameter("key", apiKeyProvider.get());
+        uriBuilder.addParameter("key", apiKey);
 
         HttpPost httpPost = new HttpPost(uriBuilder.build());
         httpPost.addHeader(HTTP.CONTENT_TYPE, ContentType.APPLICATION_JSON.toString());
@@ -175,7 +169,7 @@ public class SafeBrowsingTransforms {
               }
             },
             IOException.class);
-      } catch (URISyntaxException | JSONException  e) {
+      } catch (URISyntaxException | JSONException e) {
         // Fail the pipeline on a parsing exception- this indicates the API likely changed.
         throw new RuntimeException("Caught parsing exception, failing pipeline.", e);
       } finally {
@@ -239,7 +233,9 @@ public class SafeBrowsingTransforms {
             String url = match.getJSONObject("threat").getString("url");
             Subdomain subdomain = subdomainBuffer.get(url);
             resultBuilder.add(
-                KV.of(subdomain, ThreatMatch.create(match, subdomain.domainName())));
+                KV.of(
+                    subdomain,
+                    ThreatMatch.create(match.getString("threatType"), subdomain.domainName())));
           }
         }
       }

core/src/main/java/google/registry/beam/spec11/Spec11Pipeline.java

@@ -17,32 +17,28 @@ package google.registry.beam.spec11;
 import static com.google.common.base.Preconditions.checkArgument;
 import static google.registry.beam.BeamUtils.getQueryFromFile;
 
-import com.google.auth.oauth2.GoogleCredentials;
 import com.google.auto.value.AutoValue;
+import com.google.common.annotations.VisibleForTesting;
 import com.google.common.collect.ImmutableSet;
-import google.registry.beam.initsql.Transforms;
-import google.registry.beam.initsql.Transforms.SerializableSupplier;
+import dagger.Component;
+import dagger.Module;
+import dagger.Provides;
+import google.registry.beam.common.RegistryJpaIO;
 import google.registry.beam.spec11.SafeBrowsingTransforms.EvaluateSafeBrowsingFn;
-import google.registry.config.CredentialModule.LocalCredential;
-import google.registry.config.RegistryConfig.Config;
+import google.registry.config.RegistryConfig.ConfigModule;
 import google.registry.model.reporting.Spec11ThreatMatch;
 import google.registry.model.reporting.Spec11ThreatMatch.ThreatType;
-import google.registry.persistence.transaction.JpaTransactionManager;
-import google.registry.util.GoogleCredentialsBundle;
 import google.registry.util.Retrier;
 import google.registry.util.SqlTemplate;
+import google.registry.util.UtilsModule;
 import java.io.Serializable;
-import javax.inject.Inject;
-import org.apache.beam.runners.dataflow.DataflowRunner;
-import org.apache.beam.runners.dataflow.options.DataflowPipelineOptions;
+import javax.inject.Singleton;
 import org.apache.beam.sdk.Pipeline;
+import org.apache.beam.sdk.PipelineResult;
 import org.apache.beam.sdk.coders.SerializableCoder;
 import org.apache.beam.sdk.io.TextIO;
 import org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO;
-import org.apache.beam.sdk.options.Description;
 import org.apache.beam.sdk.options.PipelineOptionsFactory;
-import org.apache.beam.sdk.options.ValueProvider;
-import org.apache.beam.sdk.options.ValueProvider.NestedValueProvider;
 import org.apache.beam.sdk.transforms.GroupByKey;
 import org.apache.beam.sdk.transforms.MapElements;
 import org.apache.beam.sdk.transforms.ParDo;
@@ -58,21 +54,20 @@ import org.json.JSONException;
 import org.json.JSONObject;
 
 /**
- * Definition of a Dataflow pipeline template, which generates a given month's spec11 report.
+ * Definition of a Dataflow Flex template, which generates a given month's spec11 report.
  *
- * <p>To stage this template on GCS, run the {@link
- * google.registry.tools.DeploySpec11PipelineCommand} Nomulus command.
+ * <p>To stage this template locally, run the {@code stage_beam_pipeline.sh} shell script.
  *
  * <p>Then, you can run the staged template via the API client library, gCloud or a raw REST call.
  *
- * @see <a href="https://cloud.google.com/dataflow/docs/templates/overview">Dataflow Templates</a>
+ * @see <a href="https://cloud.google.com/dataflow/docs/guides/templates/using-flex-templates">Using
+ *     Flex Templates</a>
  */
 public class Spec11Pipeline implements Serializable {
 
   /**
    * Returns the subdirectory spec11 reports reside in for a given local date in yyyy-MM-dd format.
    *
-   * @see google.registry.beam.spec11.Spec11Pipeline
    * @see google.registry.reporting.spec11.Spec11EmailUtils
    */
   public static String getSpec11ReportFilePath(LocalDate localDate) {
@@ -87,84 +82,35 @@ public class Spec11Pipeline implements Serializable {
   /** The JSON object field into which we put the threat match array for Spec11 reports. */
   public static final String THREAT_MATCHES_FIELD = "threatMatches";
 
-  private final String projectId;
-  private final String beamJobRegion;
-  private final String beamStagingUrl;
-  private final String spec11TemplateUrl;
-  private final String reportingBucketUrl;
-  private final GoogleCredentials googleCredentials;
-  private final Retrier retrier;
-  private final SerializableSupplier<JpaTransactionManager> jpaSupplierFactory;
+  private final Spec11PipelineOptions options;
+  private final EvaluateSafeBrowsingFn safeBrowsingFn;
+  private final Pipeline pipeline;
 
-  @Inject
-  public Spec11Pipeline(
-      @Config("projectId") String projectId,
-      @Config("defaultJobRegion") String beamJobRegion,
-      @Config("beamStagingUrl") String beamStagingUrl,
-      @Config("spec11TemplateUrl") String spec11TemplateUrl,
-      @Config("reportingBucketUrl") String reportingBucketUrl,
-      SerializableSupplier<JpaTransactionManager> jpaSupplierFactory,
-      @LocalCredential GoogleCredentialsBundle googleCredentialsBundle,
-      Retrier retrier) {
-    this.projectId = projectId;
-    this.beamJobRegion = beamJobRegion;
-    this.beamStagingUrl = beamStagingUrl;
-    this.spec11TemplateUrl = spec11TemplateUrl;
-    this.reportingBucketUrl = reportingBucketUrl;
-    this.jpaSupplierFactory = jpaSupplierFactory;
-    this.googleCredentials = googleCredentialsBundle.getGoogleCredentials();
-    this.retrier = retrier;
+  @VisibleForTesting
+  Spec11Pipeline(
+      Spec11PipelineOptions options, EvaluateSafeBrowsingFn safeBrowsingFn, Pipeline pipeline) {
+    this.options = options;
+    this.safeBrowsingFn = safeBrowsingFn;
+    this.pipeline = pipeline;
   }
 
-  /** Custom options for running the spec11 pipeline. */
-  public interface Spec11PipelineOptions extends DataflowPipelineOptions {
-    /** Returns the local date we're generating the report for, in yyyy-MM-dd format. */
-    @Description("The local date we generate the report for, in yyyy-MM-dd format.")
-    ValueProvider<String> getDate();
-
-    /**
-     * Sets the local date we generate invoices for.
-     *
-     * <p>This is implicitly set when executing the Dataflow template, by specifying the "date"
-     * parameter.
-     */
-    void setDate(ValueProvider<String> value);
-
-    /** Returns the SafeBrowsing API key we use to evaluate subdomain health. */
-    @Description("The API key we use to access the SafeBrowsing API.")
-    ValueProvider<String> getSafeBrowsingApiKey();
-
-    /**
-     * Sets the SafeBrowsing API key we use.
-     *
-     * <p>This is implicitly set when executing the Dataflow template, by specifying the
-     * "safeBrowsingApiKey" parameter.
-     */
-    void setSafeBrowsingApiKey(ValueProvider<String> value);
+  Spec11Pipeline(Spec11PipelineOptions options, EvaluateSafeBrowsingFn safeBrowsingFn) {
+    this(options, safeBrowsingFn, Pipeline.create(options));
   }
 
-  /** Deploys the spec11 pipeline as a template on GCS. */
-  public void deploy() {
-    // We can't store options as a member variable due to serialization concerns.
-    Spec11PipelineOptions options = PipelineOptionsFactory.as(Spec11PipelineOptions.class);
-    options.setProject(projectId);
-    options.setRegion(beamJobRegion);
-    options.setRunner(DataflowRunner.class);
-    // This causes p.run() to stage the pipeline as a template on GCS, as opposed to running it.
-    options.setTemplateLocation(spec11TemplateUrl);
-    options.setStagingLocation(beamStagingUrl);
-    // This credential is used when Dataflow deploys the template to GCS in target GCP project.
-    // So, make sure the credential has write permission to GCS in that project.
-    options.setGcpCredential(googleCredentials);
+  PipelineResult run() {
+    setupPipeline();
+    return pipeline.run();
+  }
 
-    Pipeline p = Pipeline.create(options);
+  void setupPipeline() {
     PCollection<Subdomain> domains =
-        p.apply(
+        pipeline.apply(
             "Read active domains from BigQuery",
             BigQueryIO.read(Subdomain::parseFromRecord)
                 .fromQuery(
                     SqlTemplate.create(getQueryFromFile(Spec11Pipeline.class, "subdomains.sql"))
-                        .put("PROJECT_ID", projectId)
+                        .put("PROJECT_ID", options.getProject())
                         .put("DATASTORE_EXPORT_DATASET", "latest_datastore_export")
                         .put("REGISTRAR_TABLE", "Registrar")
                         .put("DOMAIN_BASE_TABLE", "DomainBase")
@@ -174,48 +120,40 @@ public class Spec11Pipeline implements Serializable {
                 .withoutValidation()
                 .withTemplateCompatibility());
 
-    evaluateUrlHealth(
-        domains,
-        new EvaluateSafeBrowsingFn(options.getSafeBrowsingApiKey(), retrier),
-        options.getDate());
-    p.run();
+    PCollection<KV<Subdomain, ThreatMatch>> threatMatches =
+        domains.apply("Run through SafeBrowsing API", ParDo.of(safeBrowsingFn));
+
+    saveToSql(threatMatches, options);
+    saveToGcs(threatMatches, options);
   }
 
-  /**
-   * Evaluate each {@link Subdomain} URL via the SafeBrowsing API.
-   *
-   * <p>This is factored out to facilitate testing.
-   */
-  void evaluateUrlHealth(
-      PCollection<Subdomain> domains,
-      EvaluateSafeBrowsingFn evaluateSafeBrowsingFn,
-      ValueProvider<String> dateProvider) {
-    PCollection<KV<Subdomain, ThreatMatch>> subdomainsSql =
-        domains.apply("Run through SafeBrowsing API", ParDo.of(evaluateSafeBrowsingFn));
-    TypeDescriptor<KV<Subdomain, ThreatMatch>> descriptor =
-        new TypeDescriptor<KV<Subdomain, ThreatMatch>>() {};
-    subdomainsSql.apply(
-        Transforms.writeToSql(
-            "Spec11ThreatMatch",
-            4,
-            4,
-            jpaSupplierFactory,
-            (kv) -> {
-              Subdomain subdomain = kv.getKey();
-              return new Spec11ThreatMatch.Builder()
-                  .setThreatTypes(ImmutableSet.of(ThreatType.valueOf(kv.getValue().threatType())))
-                  .setCheckDate(LocalDate.parse(dateProvider.get(), ISODateTimeFormat.date()))
-                  .setDomainName(subdomain.domainName())
-                  .setDomainRepoId(subdomain.domainRepoId())
-                  .setRegistrarId(subdomain.registrarId())
-                  .build();
-            },
-            descriptor));
+  static void saveToSql(
+      PCollection<KV<Subdomain, ThreatMatch>> threatMatches, Spec11PipelineOptions options) {
+    String transformId = "Spec11 Threat Matches";
+    LocalDate date = LocalDate.parse(options.getDate(), ISODateTimeFormat.date());
+    threatMatches.apply(
+        "Write to Sql: " + transformId,
+        RegistryJpaIO.<KV<Subdomain, ThreatMatch>>write()
+            .withName(transformId)
+            .withBatchSize(options.getSqlWriteBatchSize())
+            .withShards(options.getSqlWriteShards())
+            .withJpaConverter(
+                (kv) -> {
+                  Subdomain subdomain = kv.getKey();
+                  return new Spec11ThreatMatch.Builder()
+                      .setThreatTypes(
+                          ImmutableSet.of(ThreatType.valueOf(kv.getValue().threatType())))
+                      .setCheckDate(date)
+                      .setDomainName(subdomain.domainName())
+                      .setDomainRepoId(subdomain.domainRepoId())
+                      .setRegistrarId(subdomain.registrarId())
+                      .build();
+                }));
+  }
 
-    /* Store ThreatMatch objects in JSON. */
-    PCollection<KV<Subdomain, ThreatMatch>> subdomainsJson =
-        domains.apply("Run through SafeBrowsingAPI", ParDo.of(evaluateSafeBrowsingFn));
-    subdomainsJson
+  static void saveToGcs(
+      PCollection<KV<Subdomain, ThreatMatch>> threatMatches, Spec11PipelineOptions options) {
+    threatMatches
         .apply(
             "Map registrar ID to email/ThreatMatch pair",
             MapElements.into(
@@ -260,17 +198,54 @@ public class Spec11Pipeline implements Serializable {
             "Output to text file",
             TextIO.write()
                 .to(
-                    NestedValueProvider.of(
-                        dateProvider,
-                        date ->
-                            String.format(
-                                "%s/%s",
-                                reportingBucketUrl,
-                                getSpec11ReportFilePath(LocalDate.parse(date)))))
+                    String.format(
+                        "%s/%s",
+                        options.getReportingBucketUrl(),
+                        getSpec11ReportFilePath(LocalDate.parse(options.getDate()))))
                 .withoutSharding()
                 .withHeader("Map from registrar email / name to detected subdomain threats:"));
   }
 
+  public static void main(String[] args) {
+    PipelineOptionsFactory.register(Spec11PipelineOptions.class);
+    DaggerSpec11Pipeline_Spec11PipelineComponent.builder()
+        .spec11PipelineModule(new Spec11PipelineModule(args))
+        .build()
+        .spec11Pipeline()
+        .run();
+  }
+
+  @Module
+  static class Spec11PipelineModule {
+    private final String[] args;
+
+    Spec11PipelineModule(String[] args) {
+      this.args = args;
+    }
+
+    @Provides
+    Spec11PipelineOptions provideOptions() {
+      return PipelineOptionsFactory.fromArgs(args).withValidation().as(Spec11PipelineOptions.class);
+    }
+
+    @Provides
+    EvaluateSafeBrowsingFn provideSafeBrowsingFn(Spec11PipelineOptions options, Retrier retrier) {
+      return new EvaluateSafeBrowsingFn(options.getSafeBrowsingApiKey(), retrier);
+    }
+
+    @Provides
+    Spec11Pipeline providePipeline(
+        Spec11PipelineOptions options, EvaluateSafeBrowsingFn safeBrowsingFn) {
+      return new Spec11Pipeline(options, safeBrowsingFn);
+    }
+  }
+
+  @Component(modules = {Spec11PipelineModule.class, UtilsModule.class, ConfigModule.class})
+  @Singleton
+  interface Spec11PipelineComponent {
+    Spec11Pipeline spec11Pipeline();
+  }
+
   @AutoValue
   abstract static class EmailAndThreatMatch implements Serializable {
 

core/src/main/java/google/registry/beam/spec11/Spec11PipelineOptions.java

@@ -0,0 +1,37 @@
+// Copyright 2021 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.beam.spec11;
+
+import google.registry.beam.common.RegistryPipelineOptions;
+import org.apache.beam.sdk.options.Description;
+
+/** Custom options for running the spec11 pipeline. */
+public interface Spec11PipelineOptions extends RegistryPipelineOptions {
+
+  @Description("The local date we generate the report for, in yyyy-MM-dd format.")
+  String getDate();
+
+  void setDate(String value);
+
+  @Description("The API key we use to access the SafeBrowsing API.")
+  String getSafeBrowsingApiKey();
+
+  void setSafeBrowsingApiKey(String value);
+
+  @Description("The GCS bucket URL for Spec11 reports to be uploaded.")
+  String getReportingBucketUrl();
+
+  void setReportingBucketUrl(String value);
+}

core/src/main/java/google/registry/beam/spec11/ThreatMatch.java

@@ -15,6 +15,7 @@
 package google.registry.beam.spec11;
 
 import com.google.auto.value.AutoValue;
+import com.google.common.annotations.VisibleForTesting;
 import java.io.Serializable;
 import org.json.JSONException;
 import org.json.JSONObject;
@@ -31,16 +32,9 @@ public abstract class ThreatMatch implements Serializable {
   /** Returns the fully qualified domain name [SLD].[TLD] of the matched threat. */
   public abstract String fullyQualifiedDomainName();
 
-  /**
-   * Constructs a {@link ThreatMatch} by parsing a {@code SafeBrowsing API} response {@link
-   * JSONObject}.
-   *
-   * @throws JSONException when encountering parse errors in the response format
-   */
-  static ThreatMatch create(JSONObject threatMatchJSON, String fullyQualifiedDomainName)
-      throws JSONException {
-    return new AutoValue_ThreatMatch(
-        threatMatchJSON.getString(THREAT_TYPE_FIELD), fullyQualifiedDomainName);
+  @VisibleForTesting
+  static ThreatMatch create(String threatType, String fullyQualifiedDomainName) {
+    return new AutoValue_ThreatMatch(threatType, fullyQualifiedDomainName);
   }
 
   /** Returns a {@link JSONObject} representing a subset of this object's data. */

core/src/main/java/google/registry/bigquery/BigqueryConnection.java

@@ -300,10 +300,9 @@ public class BigqueryConnection implements AutoCloseable {
    * Initializes the BigqueryConnection object by setting up the API client and creating the default
    * dataset if it doesn't exist.
    */
-  private BigqueryConnection initialize() throws Exception {
+  private void initialize() throws Exception {
     createDatasetIfNeeded(datasetId);
     createDatasetIfNeeded(TEMP_DATASET_NAME);
-    return this;
   }
 
   /**
@@ -378,13 +377,11 @@ public class BigqueryConnection implements AutoCloseable {
 
   /**
    * Starts an asynchronous load job to populate the specified destination table with the given
-   * source URIs and source format.  Returns a ListenableFuture that holds the same destination
-   * table object on success.
+   * source URIs and source format. Returns a ListenableFuture that holds the same destination table
+   * object on success.
    */
-  public ListenableFuture<DestinationTable> load(
-      DestinationTable dest,
-      SourceFormat sourceFormat,
-      Iterable<String> sourceUris) {
+  public ListenableFuture<DestinationTable> startLoad(
+      DestinationTable dest, SourceFormat sourceFormat, Iterable<String> sourceUris) {
     Job job = new Job()
         .setConfiguration(new JobConfiguration()
             .setLoad(new JobConfigurationLoad()
@@ -400,9 +397,7 @@ public class BigqueryConnection implements AutoCloseable {
    * of the specified query, or if the table is a view, to update the view to reflect that query.
    * Returns a ListenableFuture that holds the same destination table object on success.
    */
-  public ListenableFuture<DestinationTable> query(
-      String querySql,
-      DestinationTable dest) {
+  public ListenableFuture<DestinationTable> startQuery(String querySql, DestinationTable dest) {
     if (dest.type == TableType.VIEW) {
       // Use Futures.transform() rather than calling apply() directly so that any exceptions thrown
       // by calling updateTable will be propagated on the get() call, not from here.
@@ -562,20 +557,18 @@ public class BigqueryConnection implements AutoCloseable {
     // Tracking bug for query-to-GCS support is b/13777340.
     DestinationTable tempTable = buildTemporaryTable().build();
     return transformAsync(
-        query(querySql, tempTable),
+        startQuery(querySql, tempTable),
         tempTable1 -> extractTable(tempTable1, destinationUri, destinationFormat, printHeader),
         directExecutor());
   }
 
   /** @see #runJob(Job, AbstractInputStreamContent) */
-  public Job runJob(Job job) {
+  private Job runJob(Job job) {
     return runJob(job, null);
   }
 
-  /**
-   * Launch a job, wait for it to complete, but <i>do not</i> check for errors.
-   */
-  public Job runJob(Job job, @Nullable AbstractInputStreamContent data) {
+  /** Launch a job, wait for it to complete, but <i>do not</i> check for errors. */
+  private Job runJob(Job job, @Nullable AbstractInputStreamContent data) {
     return checkJob(waitForJob(launchJob(job, data)));
   }