Add a bit of documentation about the replica config (#1488)

* Add support for null or empty params

* Add Null or empty check in CollectionUtils

* Remove content type header for empty params in POST request

.gcloudignore

@@ -1,4 +1,5 @@
 python/
+node_modules/
 **/build/
 **/out/
 .*/

.gitignore

@@ -4,6 +4,7 @@
 ######################################################################
 # Java Ignores
 
+gjf.out
 *.class
 
 # Mobile Tools for Java (J2ME)
@@ -75,7 +76,7 @@ local.properties
 autogenerated/
 
 # IDEA
-nomulus.iml
+**/*.iml
 nomulus.ipr
 nomulus.iws
 
@@ -111,3 +112,7 @@ core/**/registrar_bin*.js
 core/**/registrar_dbg*.js
 core/**/registrar_bin*.css
 core/**/registrar_dbg*.css
+
+# Appengine generated files
+core/WEB-INF/appengine-generated/*.bin
+core/WEB-INF/appengine-generated/*.xml

CONTRIBUTORS

@@ -34,3 +34,5 @@ Guy Bensky <guyben@google.com>
 Weimin Yu <weiminyu@google.com>
 Shicong Huang <shicong@google.com>
 Gustav Brodman <gbrodman@google.com>
+Sarah Botwinick <sarahbot@google.com>
+Legina Chen <legina@google.com>

SECURITY.md

@@ -0,0 +1,4 @@
+To report a security issue, please use http://g.co/vulnz. We use
+http://g.co/vulnz for our intake, and do coordination and disclosure here on
+GitHub (including using GitHub Security Advisory). The Google Security Team will
+respond within 5 working days of your report on g.co/vulnz.

build.gradle

@@ -20,11 +20,15 @@ buildscript {
     // Lock buildscript dependencies.
     configurations.classpath {
       resolutionStrategy.activateDependencyLocking()
+
+      // log4j has high-profile security vulnerabilities. It's a transitive
+      // dependency used by Gradle itself during build, and not strictly needed.
+      exclude group: 'org.apache.logging.log4j'
     }
   }
 
   dependencies {
-    classpath 'com.google.cloud.tools:appengine-gradle-plugin:2.0.1'
+    classpath 'com.google.cloud.tools:appengine-gradle-plugin:2.4.1'
     classpath 'net.ltgt.gradle:gradle-errorprone-plugin:0.6.1'
     classpath 'org.sonatype.aether:aether-api:1.13.1'
     classpath 'org.sonatype.aether:aether-impl:1.13.1'
@@ -40,13 +44,19 @@ plugins {
   id 'com.github.johnrengelman.shadow' version '5.1.0'
 
   // NodeJs plugin
-  id "com.moowork.node" version "1.2.0"
+  id "com.github.node-gradle.node" version "3.0.1"
 
   id 'idea'
   id 'com.diffplug.gradle.spotless' version '3.25.0'
 
   id 'jacoco'
-  id 'com.dorongold.task-tree' version '1.5'
+  id 'com.dorongold.task-tree' version '2.1.0'
+}
+
+node {
+  download = true
+  version = "14.15.5"
+  npmVersion = "6.14.11"
 }
 
 wrapper {
@@ -115,7 +125,7 @@ task stage {
 // App-engine environment configuration.  We set up all of the variables in
 // the root project.
 
-def environments = ['production', 'sandbox', 'alpha', 'crash']
+def environments = ['production', 'sandbox', 'alpha', 'crash', 'qa']
 
 def gcpProject = null
 
@@ -149,7 +159,7 @@ def verifyDeploymentParams() {
         System.err.println('-----------------------------------------------------------------')
         throw new GradleException('Aborting. See prominent error above.')
     } else if (gcpProject == null) {
-        def error = 'You must specify -P environment={alpha,crash}'
+        def error = 'You must specify -P environment={alpha,crash,qa}'
         System.err.println("\033[33;1m${error}\033[0m")
         throw GradleException("Aborting:  ${error}")
     }
@@ -176,6 +186,12 @@ allprojects {
       println "Java dependencies: Using Maven Central..."
       mavenCentral()
       google()
+      maven {
+        url "https://packages.confluent.io/maven/"
+        content {
+          includeGroup "io.confluent"
+        }
+      }
     }
   }
 
@@ -190,9 +206,41 @@ allprojects {
   }
 }
 
+rootProject.ext {
+  pyver = { exe ->
+    try {
+      ext.execInBash(
+          exe + " -c 'import sys; print(sys.hexversion)' 2>/dev/null",
+          "/") as Integer
+    } catch (org.gradle.process.internal.ExecException e) {
+      return -1;
+    }
+  }
+
+  // Return the path to a usable python3 executable.
+  getPythonExecutable = {
+    // Find a python version greater than 3.7.3 (this is somewhat arbitrary, we
+    // know we'd like at least 3.6, but 3.7.3 is the latest that ships with
+    // Debian so it seems like that should be available anywhere).
+    def MIN_PY_VER = 0x3070300
+    if (pyver('python') >= MIN_PY_VER) {
+      return 'python'
+    } else if (pyver('/usr/bin/python3') >= MIN_PY_VER) {
+      return '/usr/bin/python3'
+    } else {
+      throw new GradleException("No usable Python version found (build " +
+                                "requires at least python 3.7.3)");
+    }
+  }
+}
+
 task runPresubmits(type: Exec) {
-  executable '/usr/bin/python3'
+
   args('config/presubmits.py')
+
+  doFirst {
+    executable getPythonExecutable()
+  }
 }
 
 def javadocSource = []
@@ -312,7 +360,7 @@ subprojects {
   // expose to users.
   if (project.name != 'docs') {
     javadocSource << project.sourceSets.main.allJava
-    javadocClasspath << project.sourceSets.main.compileClasspath
+    javadocClasspath << project.sourceSets.main.runtimeClasspath
     javadocClasspath << "${buildDir}/generated/sources/annotationProcessor/java/main"
     javadocDependentTasks << project.tasks.compileJava
   }
@@ -395,6 +443,10 @@ def createGetBuildSrcDirectDepsTask(outputFileName) {
 
 rootProject.ext {
   invokeJavaDiffFormatScript = { action ->
+    println("JAVA_HOME=${System.env.JAVA_HOME}")
+    println("PATH=${System.env.PATH}")
+    println(ext.execInBash("type java", "${rootDir}"))
+    println(ext.execInBash("java -version", "${rootDir}"))
     def scriptDir = rootDir.path.endsWith('buildSrc')
             ? "${rootDir}/../java-format"
             : "${rootDir}/java-format"
@@ -402,9 +454,10 @@ rootProject.ext {
             ? "${rootDir}/.."
             : rootDir
     def formatDiffScript = "${scriptDir}/google-java-format-git-diff.sh"
+    def pythonExe = getPythonExecutable()
 
     return ext.execInBash(
-        "${formatDiffScript} ${action}", "${workingDir}")
+        "PYTHON=${pythonExe} ${formatDiffScript} ${action}", "${workingDir}")
   }
 }
 
@@ -412,18 +465,23 @@ rootProject.ext {
 // Note that this task checks modified Java files in the entire repository.
 task javaIncrementalFormatCheck {
   doLast {
-    def checkResult = invokeJavaDiffFormatScript("check")
-    if (checkResult == 'true') {
-      throw new IllegalStateException(
-          "Some Java files need to be reformatted. You may use the "
-              + "'javaIncrementalFormatDryRun' task to review\n "
-              + "the changes, or the 'javaIncrementalFormatApply' task "
-              + "to reformat.")
-    } else if (checkResult != 'false') {
-      throw new RuntimeException(
-          "Failed to invoke format check script:\n" + checkResult)
+    // We can only do this in a git tree.
+    if (new File("${rootDir}/.git").exists()) {
+      def checkResult = invokeJavaDiffFormatScript("check")
+      if (checkResult == 'true') {
+        throw new IllegalStateException(
+            "Some Java files need to be reformatted. You may use the "
+                + "'javaIncrementalFormatDryRun' task to review\n "
+                + "the changes, or the 'javaIncrementalFormatApply' task "
+                + "to reformat.")
+      } else if (checkResult != 'false') {
+        throw new RuntimeException(
+            "Failed to invoke format check script:\n" + checkResult)
+      }
+      println("Incremental Java format check ok.")
+    } else {
+      println("Omitting format check: not in a git directory.")
     }
-    println("Incremental Java format check ok.")
   }
 }
 
@@ -453,7 +511,8 @@ task javadoc(type: Javadoc) {
   options.addBooleanOption('Xdoclint:all,-missing', true)
   options.addBooleanOption("-allow-script-in-comments",true)
   options.tags = ["type:a:Generic Type",
-                  "error:a:Expected Error"]
+                  "error:a:Expected Error",
+                  "invariant:a:Guaranteed Property"]
 }
 
 tasks.build.dependsOn(tasks.javadoc)
@@ -471,3 +530,15 @@ task coreDev {
 }
 
 javadocDependentTasks.each { tasks.javadoc.dependsOn(it) }
+
+// disable javadoc in subprojects, these will break because they don't have
+// the correct classpath (see above).
+gradle.taskGraph.whenReady { graph ->
+  graph.getAllTasks().each { task ->
+    def subprojectJavadoc = (task.path =~ /:.+:javadoc/)
+    if (subprojectJavadoc) {
+        println "Skipping ${task.path} for javadoc (only root javadoc works)"
+        task.enabled = false
+    }
+  }
+}

buildSrc/build.gradle

@@ -71,12 +71,14 @@ dependencies {
   def deps = dependencyMap
   compile deps['com.google.auth:google-auth-library-credentials']
   compile deps['com.google.auth:google-auth-library-oauth2-http']
-  compile deps['com.google.cloud:google-cloud-core']
-  compile deps['com.google.guava:guava']
   compile deps['com.google.auto.value:auto-value-annotations']
+  compile deps['com.google.common.html.types:types']
+  compile deps['com.google.cloud:google-cloud-core']
   compile deps['com.google.cloud:google-cloud-storage']
-  compile deps['org.apache.commons:commons-text']
+  compile deps['com.google.guava:guava']
+  compile deps['com.google.protobuf:protobuf-java']
   compile deps['com.google.template:soy']
+  compile deps['org.apache.commons:commons-text']
   annotationProcessor deps['com.google.auto.value:auto-value']
   testCompile deps['com.google.truth:truth']
   testCompile deps['com.google.truth.extensions:truth-java8-extension']

buildSrc/gradle/dependency-locks/annotationProcessor.lockfile

@@ -3,7 +3,7 @@
 # This file is expected to be part of source control.
 com.github.ben-manes.caffeine:caffeine:2.7.0
 com.github.kevinstern:software-and-algorithms:1.0
-com.google.auto.value:auto-value:1.6.3
+com.google.auto.value:auto-value:1.7.4
 com.google.auto:auto-common:0.10
 com.google.code.findbugs:jFormatString:3.0.0
 com.google.code.findbugs:jsr305:3.0.2

buildSrc/gradle/dependency-locks/checkstyle.lockfile

@@ -3,16 +3,17 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.2
+com.google.errorprone:error_prone_annotations:2.3.4
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:28.1-jre
+com.google.guava:guava:29.0-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.puppycrawl.tools:checkstyle:8.27
+com.puppycrawl.tools:checkstyle:8.37
 commons-beanutils:commons-beanutils:1.9.4
 commons-collections:commons-collections:3.2.2
-info.picocli:picocli:4.1.1
-net.sf.saxon:Saxon-HE:9.9.1-5
-org.antlr:antlr4-runtime:4.7.2
-org.checkerframework:checker-qual:2.8.1
-org.codehaus.mojo:animal-sniffer-annotations:1.18
+info.picocli:picocli:4.5.2
+net.sf.saxon:Saxon-HE:10.3
+org.antlr:antlr4-runtime:4.8-1
+org.checkerframework:checker-qual:2.11.1
+org.javassist:javassist:3.26.0-GA
+org.reflections:reflections:0.9.12

buildSrc/gradle/dependency-locks/compile.lockfile

@@ -3,58 +3,61 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
-com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.code.gson:gson:2.8.6
+com.google.common.html.types:types:1.0.6
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.escapevelocity:escapevelocity:0.9.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
-com.google.template:soy:2018-03-14
+com.google.jsinterop:jsinterop-annotations:1.0.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
+com.google.template:soy:2021-02-01
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
-javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
-org.checkerframework:checker-qual:3.5.0
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
+org.checkerframework:checker-compat-qual:2.5.5
+org.checkerframework:checker-qual:3.8.0
 org.json:json:20160212
-org.ow2.asm:asm-analysis:6.0
-org.ow2.asm:asm-commons:6.0
-org.ow2.asm:asm-tree:6.0
-org.ow2.asm:asm-util:6.0
-org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.ow2.asm:asm-analysis:7.0
+org.ow2.asm:asm-commons:7.0
+org.ow2.asm:asm-tree:7.0
+org.ow2.asm:asm-util:7.0
+org.ow2.asm:asm:7.0
+org.threeten:threetenbp:1.5.0

buildSrc/gradle/dependency-locks/compileClasspath.lockfile

@@ -3,58 +3,61 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
-com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.code.gson:gson:2.8.6
+com.google.common.html.types:types:1.0.6
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.escapevelocity:escapevelocity:0.9.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
-com.google.template:soy:2018-03-14
+com.google.jsinterop:jsinterop-annotations:1.0.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
+com.google.template:soy:2021-02-01
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
-javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
-org.checkerframework:checker-qual:3.5.0
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
+org.checkerframework:checker-compat-qual:2.5.5
+org.checkerframework:checker-qual:3.8.0
 org.json:json:20160212
-org.ow2.asm:asm-analysis:6.0
-org.ow2.asm:asm-commons:6.0
-org.ow2.asm:asm-tree:6.0
-org.ow2.asm:asm-util:6.0
-org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.ow2.asm:asm-analysis:7.0
+org.ow2.asm:asm-commons:7.0
+org.ow2.asm:asm-tree:7.0
+org.ow2.asm:asm-util:7.0
+org.ow2.asm:asm:7.0
+org.threeten:threetenbp:1.5.0

buildSrc/gradle/dependency-locks/deploy_jar.lockfile

@@ -3,58 +3,61 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
-com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.code.gson:gson:2.8.6
+com.google.common.html.types:types:1.0.6
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.escapevelocity:escapevelocity:0.9.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
-com.google.template:soy:2018-03-14
+com.google.jsinterop:jsinterop-annotations:1.0.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
+com.google.template:soy:2021-02-01
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
-javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
-org.checkerframework:checker-qual:3.5.0
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
+org.checkerframework:checker-compat-qual:2.5.5
+org.checkerframework:checker-qual:3.8.0
 org.json:json:20160212
-org.ow2.asm:asm-analysis:6.0
-org.ow2.asm:asm-commons:6.0
-org.ow2.asm:asm-tree:6.0
-org.ow2.asm:asm-util:6.0
-org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.ow2.asm:asm-analysis:7.0
+org.ow2.asm:asm-commons:7.0
+org.ow2.asm:asm-tree:7.0
+org.ow2.asm:asm-util:7.0
+org.ow2.asm:asm:7.0
+org.threeten:threetenbp:1.5.0

buildSrc/gradle/dependency-locks/jacocoAgent.lockfile

@@ -1,4 +1,4 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-org.jacoco:org.jacoco.agent:0.8.5
+org.jacoco:org.jacoco.agent:0.8.6

buildSrc/gradle/dependency-locks/jacocoAnt.lockfile

@@ -1,11 +1,11 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-org.jacoco:org.jacoco.agent:0.8.5
-org.jacoco:org.jacoco.ant:0.8.5
-org.jacoco:org.jacoco.core:0.8.5
-org.jacoco:org.jacoco.report:0.8.5
-org.ow2.asm:asm-analysis:7.2
-org.ow2.asm:asm-commons:7.2
-org.ow2.asm:asm-tree:7.2
-org.ow2.asm:asm:7.2
+org.jacoco:org.jacoco.agent:0.8.6
+org.jacoco:org.jacoco.ant:0.8.6
+org.jacoco:org.jacoco.core:0.8.6
+org.jacoco:org.jacoco.report:0.8.6
+org.ow2.asm:asm-analysis:8.0.1
+org.ow2.asm:asm-commons:8.0.1
+org.ow2.asm:asm-tree:8.0.1
+org.ow2.asm:asm:8.0.1

buildSrc/gradle/dependency-locks/runtime.lockfile

@@ -3,58 +3,61 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
-com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.code.gson:gson:2.8.6
+com.google.common.html.types:types:1.0.6
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.escapevelocity:escapevelocity:0.9.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
-com.google.template:soy:2018-03-14
+com.google.jsinterop:jsinterop-annotations:1.0.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
+com.google.template:soy:2021-02-01
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
-javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
-org.checkerframework:checker-qual:3.5.0
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
+org.checkerframework:checker-compat-qual:2.5.5
+org.checkerframework:checker-qual:3.8.0
 org.json:json:20160212
-org.ow2.asm:asm-analysis:6.0
-org.ow2.asm:asm-commons:6.0
-org.ow2.asm:asm-tree:6.0
-org.ow2.asm:asm-util:6.0
-org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.ow2.asm:asm-analysis:7.0
+org.ow2.asm:asm-commons:7.0
+org.ow2.asm:asm-tree:7.0
+org.ow2.asm:asm-util:7.0
+org.ow2.asm:asm:7.0
+org.threeten:threetenbp:1.5.0

buildSrc/gradle/dependency-locks/runtimeClasspath.lockfile

@@ -3,58 +3,61 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
-com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.code.gson:gson:2.8.6
+com.google.common.html.types:types:1.0.6
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.escapevelocity:escapevelocity:0.9.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
-com.google.template:soy:2018-03-14
+com.google.jsinterop:jsinterop-annotations:1.0.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
+com.google.template:soy:2021-02-01
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
-javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
-org.checkerframework:checker-qual:3.5.0
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
+org.checkerframework:checker-compat-qual:2.5.5
+org.checkerframework:checker-qual:3.8.0
 org.json:json:20160212
-org.ow2.asm:asm-analysis:6.0
-org.ow2.asm:asm-commons:6.0
-org.ow2.asm:asm-tree:6.0
-org.ow2.asm:asm-util:6.0
-org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.ow2.asm:asm-analysis:7.0
+org.ow2.asm:asm-commons:7.0
+org.ow2.asm:asm-tree:7.0
+org.ow2.asm:asm-util:7.0
+org.ow2.asm:asm:7.0
+org.threeten:threetenbp:1.5.0

buildSrc/gradle/dependency-locks/testCompile.lockfile

@@ -3,62 +3,63 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
-com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.code.gson:gson:2.8.6
+com.google.common.html.types:types:1.0.6
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.escapevelocity:escapevelocity:0.9.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
-com.google.template:soy:2018-03-14
-com.google.truth.extensions:truth-java8-extension:1.0
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
+com.google.jsinterop:jsinterop-annotations:1.0.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
+com.google.template:soy:2021-02-01
+com.google.truth.extensions:truth-java8-extension:1.1.2
+com.google.truth:truth:1.1.2
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
-javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
-junit:junit:4.12
-net.bytebuddy:byte-buddy-agent:1.10.5
-net.bytebuddy:byte-buddy:1.10.5
+junit:junit:4.13.1
+net.bytebuddy:byte-buddy-agent:1.10.19
+net.bytebuddy:byte-buddy:1.10.19
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apiguardian:apiguardian-api:1.1.0
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
 org.json:json:20160212
 org.junit.jupiter:junit-jupiter-api:5.6.2
@@ -66,12 +67,12 @@ org.junit.jupiter:junit-jupiter-engine:5.6.2
 org.junit.platform:junit-platform-commons:1.6.2
 org.junit.platform:junit-platform-engine:1.6.2
 org.junit:junit-bom:5.6.2
-org.mockito:mockito-core:3.3.3
-org.objenesis:objenesis:2.6
+org.mockito:mockito-core:3.7.7
+org.objenesis:objenesis:3.1
 org.opentest4j:opentest4j:1.2.0
-org.ow2.asm:asm-analysis:6.0
-org.ow2.asm:asm-commons:6.0
-org.ow2.asm:asm-tree:6.0
-org.ow2.asm:asm-util:6.0
-org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.ow2.asm:asm-analysis:7.0
+org.ow2.asm:asm-commons:7.0
+org.ow2.asm:asm-tree:7.0
+org.ow2.asm:asm-util:7.0
+org.ow2.asm:asm:9.0
+org.threeten:threetenbp:1.5.0

buildSrc/gradle/dependency-locks/testCompileClasspath.lockfile

@@ -3,62 +3,63 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
-com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.code.gson:gson:2.8.6
+com.google.common.html.types:types:1.0.6
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.escapevelocity:escapevelocity:0.9.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
-com.google.template:soy:2018-03-14
-com.google.truth.extensions:truth-java8-extension:1.0
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
+com.google.jsinterop:jsinterop-annotations:1.0.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
+com.google.template:soy:2021-02-01
+com.google.truth.extensions:truth-java8-extension:1.1.2
+com.google.truth:truth:1.1.2
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
-javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
-junit:junit:4.12
-net.bytebuddy:byte-buddy-agent:1.10.5
-net.bytebuddy:byte-buddy:1.10.5
+junit:junit:4.13.1
+net.bytebuddy:byte-buddy-agent:1.10.19
+net.bytebuddy:byte-buddy:1.10.19
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apiguardian:apiguardian-api:1.1.0
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
 org.json:json:20160212
 org.junit.jupiter:junit-jupiter-api:5.6.2
@@ -66,12 +67,12 @@ org.junit.jupiter:junit-jupiter-engine:5.6.2
 org.junit.platform:junit-platform-commons:1.6.2
 org.junit.platform:junit-platform-engine:1.6.2
 org.junit:junit-bom:5.6.2
-org.mockito:mockito-core:3.3.3
-org.objenesis:objenesis:2.6
+org.mockito:mockito-core:3.7.7
+org.objenesis:objenesis:3.1
 org.opentest4j:opentest4j:1.2.0
-org.ow2.asm:asm-analysis:6.0
-org.ow2.asm:asm-commons:6.0
-org.ow2.asm:asm-tree:6.0
-org.ow2.asm:asm-util:6.0
-org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.ow2.asm:asm-analysis:7.0
+org.ow2.asm:asm-commons:7.0
+org.ow2.asm:asm-tree:7.0
+org.ow2.asm:asm-util:7.0
+org.ow2.asm:asm:9.0
+org.threeten:threetenbp:1.5.0

buildSrc/gradle/dependency-locks/testRuntime.lockfile

@@ -3,62 +3,63 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
-com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.code.gson:gson:2.8.6
+com.google.common.html.types:types:1.0.6
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.escapevelocity:escapevelocity:0.9.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
-com.google.template:soy:2018-03-14
-com.google.truth.extensions:truth-java8-extension:1.0
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
+com.google.jsinterop:jsinterop-annotations:1.0.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
+com.google.template:soy:2021-02-01
+com.google.truth.extensions:truth-java8-extension:1.1.2
+com.google.truth:truth:1.1.2
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
-javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
-junit:junit:4.12
-net.bytebuddy:byte-buddy-agent:1.10.5
-net.bytebuddy:byte-buddy:1.10.5
+junit:junit:4.13.1
+net.bytebuddy:byte-buddy-agent:1.10.19
+net.bytebuddy:byte-buddy:1.10.19
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apiguardian:apiguardian-api:1.1.0
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
 org.json:json:20160212
 org.junit.jupiter:junit-jupiter-api:5.6.2
@@ -66,12 +67,12 @@ org.junit.jupiter:junit-jupiter-engine:5.6.2
 org.junit.platform:junit-platform-commons:1.6.2
 org.junit.platform:junit-platform-engine:1.6.2
 org.junit:junit-bom:5.6.2
-org.mockito:mockito-core:3.3.3
-org.objenesis:objenesis:2.6
+org.mockito:mockito-core:3.7.7
+org.objenesis:objenesis:3.1
 org.opentest4j:opentest4j:1.2.0
-org.ow2.asm:asm-analysis:6.0
-org.ow2.asm:asm-commons:6.0
-org.ow2.asm:asm-tree:6.0
-org.ow2.asm:asm-util:6.0
-org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.ow2.asm:asm-analysis:7.0
+org.ow2.asm:asm-commons:7.0
+org.ow2.asm:asm-tree:7.0
+org.ow2.asm:asm-util:7.0
+org.ow2.asm:asm:9.0
+org.threeten:threetenbp:1.5.0

buildSrc/gradle/dependency-locks/testRuntimeClasspath.lockfile

@@ -3,62 +3,63 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.fasterxml.jackson.core:jackson-core:2.9.9
-com.google.api-client:google-api-client:1.27.0
-com.google.api.grpc:proto-google-common-protos:1.12.0
-com.google.api.grpc:proto-google-iam-v1:0.12.0
-com.google.api:api-common:1.7.0
-com.google.api:gax-httpjson:0.52.1
-com.google.api:gax:1.35.1
-com.google.apis:google-api-services-storage:v1-rev20181013-1.27.0
-com.google.auth:google-auth-library-credentials:0.16.1
-com.google.auth:google-auth-library-oauth2-http:0.16.1
-com.google.auto.value:auto-value-annotations:1.6.3
-com.google.cloud:google-cloud-core-http:1.59.0
-com.google.cloud:google-cloud-core:1.59.0
-com.google.cloud:google-cloud-storage:1.59.0
+com.fasterxml.jackson.core:jackson-core:2.12.1
+com.fasterxml.jackson:jackson-bom:2.12.1
+com.google.api-client:google-api-client:1.31.2
+com.google.api.grpc:proto-google-common-protos:2.1.0
+com.google.api.grpc:proto-google-iam-v1:1.0.10
+com.google.api:api-common:1.10.1
+com.google.api:gax-httpjson:0.79.0
+com.google.api:gax:1.62.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.auth:google-auth-library-credentials:0.24.1
+com.google.auth:google-auth-library-oauth2-http:0.24.1
+com.google.auto.value:auto-value-annotations:1.7.4
+com.google.cloud:google-cloud-core-http:1.94.1
+com.google.cloud:google-cloud-core:1.94.3
+com.google.cloud:google-cloud-storage:1.113.12
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
-com.google.common.html.types:types:1.0.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.code.gson:gson:2.8.6
+com.google.common.html.types:types:1.0.6
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.escapevelocity:escapevelocity:0.9.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.0-beta1
-com.google.http-client:google-http-client-appengine:1.27.0
-com.google.http-client:google-http-client-jackson2:1.30.1
-com.google.http-client:google-http-client:1.30.1
+com.google.http-client:google-http-client-apache-v2:1.39.0
+com.google.http-client:google-http-client-appengine:1.39.0
+com.google.http-client:google-http-client-gson:1.39.0
+com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client:1.39.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.oauth-client:google-oauth-client:1.27.0
-com.google.protobuf:protobuf-java-util:3.6.1
-com.google.protobuf:protobuf-java:3.6.1
-com.google.template:soy:2018-03-14
-com.google.truth.extensions:truth-java8-extension:1.0
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
+com.google.jsinterop:jsinterop-annotations:1.0.1
+com.google.oauth-client:google-oauth-client:1.31.4
+com.google.protobuf:protobuf-java-util:3.15.3
+com.google.protobuf:protobuf-java:3.15.3
+com.google.template:soy:2021-02-01
+com.google.truth.extensions:truth-java8-extension:1.1.2
+com.google.truth:truth:1.1.2
 com.ibm.icu:icu4j:57.1
 commons-codec:commons-codec:1.11
 commons-logging:commons-logging:1.2
-io.grpc:grpc-context:1.19.0
-io.opencensus:opencensus-api:0.21.0
-io.opencensus:opencensus-contrib-http-util:0.21.0
-javax.annotation:javax.annotation-api:1.2
+io.grpc:grpc-context:1.36.0
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+javax.annotation:javax.annotation-api:1.3.2
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
-javax.validation:validation-api:1.0.0.GA
-joda-time:joda-time:2.9.2
-junit:junit:4.12
-net.bytebuddy:byte-buddy-agent:1.10.5
-net.bytebuddy:byte-buddy:1.10.5
+junit:junit:4.13.1
+net.bytebuddy:byte-buddy-agent:1.10.19
+net.bytebuddy:byte-buddy:1.10.19
 org.apache.commons:commons-lang3:3.8.1
 org.apache.commons:commons-text:1.6
-org.apache.httpcomponents:httpclient:4.5.8
-org.apache.httpcomponents:httpcore:4.4.11
+org.apache.httpcomponents:httpclient:4.5.13
+org.apache.httpcomponents:httpcore:4.4.14
 org.apiguardian:apiguardian-api:1.1.0
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
 org.json:json:20160212
 org.junit.jupiter:junit-jupiter-api:5.6.2
@@ -66,12 +67,12 @@ org.junit.jupiter:junit-jupiter-engine:5.6.2
 org.junit.platform:junit-platform-commons:1.6.2
 org.junit.platform:junit-platform-engine:1.6.2
 org.junit:junit-bom:5.6.2
-org.mockito:mockito-core:3.3.3
-org.objenesis:objenesis:2.6
+org.mockito:mockito-core:3.7.7
+org.objenesis:objenesis:3.1
 org.opentest4j:opentest4j:1.2.0
-org.ow2.asm:asm-analysis:6.0
-org.ow2.asm:asm-commons:6.0
-org.ow2.asm:asm-tree:6.0
-org.ow2.asm:asm-util:6.0
-org.ow2.asm:asm:6.0
-org.threeten:threetenbp:1.3.3
+org.ow2.asm:asm-analysis:7.0
+org.ow2.asm:asm-commons:7.0
+org.ow2.asm:asm-tree:7.0
+org.ow2.asm:asm-util:7.0
+org.ow2.asm:asm:9.0
+org.threeten:threetenbp:1.5.0

buildSrc/src/main/java/google/registry/gradle/plugin/CoverPageGenerator.java

@@ -23,6 +23,7 @@ import static google.registry.gradle.plugin.GcsPluginUtils.toByteArraySupplier;
 import com.google.common.collect.ImmutableMap;
 import com.google.common.collect.ImmutableSet;
 import com.google.common.collect.ImmutableSetMultimap;
+import com.google.common.html.types.TrustedResourceUrls;
 import com.google.template.soy.SoyFileSet;
 import com.google.template.soy.tofu.SoyTofu;
 import google.registry.gradle.plugin.ProjectData.TaskData;
@@ -118,7 +119,7 @@ final class CoverPageGenerator {
 
     builder.put("projectState", state.toString());
     builder.put("title", title);
-    builder.put("cssFiles", ImmutableSet.of("css/style.css"));
+    builder.put("cssFiles", ImmutableSet.of(TrustedResourceUrls.fromConstant("css/style.css")));
     builder.put("invocation", getInvocation());
     builder.put("tasksByState", getTasksByStateSoyData());
     return builder.build();

buildSrc/src/main/java/google/registry/gradle/plugin/ProjectData.java

@@ -91,7 +91,7 @@ abstract class ProjectData {
       /** The task was actually run and has finished successfully. */
       SUCCESS,
       /** The task was up-to-date and successful, and hence didn't need to run again. */
-      UP_TO_DATE;
+      UP_TO_DATE
     }
 
     abstract String uniqueName();

buildSrc/src/main/resources/google/registry/gradle/plugin/soy/coverpage.soy

@@ -16,7 +16,7 @@
 
 {template .coverPage}
   {@param title: string}
-  {@param cssFiles: list<string>}
+  {@param cssFiles: list<trusted_resource_uri>}
   {@param projectState: string}
   {@param invocation: string}
   {@param tasksByState: map<string, list<[uniqueName: string, description: string, log: string, reports: map<string, string>]>>}

buildSrc/src/test/resources/mockito-extensions/org.mockito.plugins.MockMaker

@@ -0,0 +1 @@
+mock-maker-inline

common/gradle/dependency-locks/checkstyle.lockfile

@@ -3,16 +3,17 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.2
+com.google.errorprone:error_prone_annotations:2.3.4
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:28.1-jre
+com.google.guava:guava:29.0-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.puppycrawl.tools:checkstyle:8.27
+com.puppycrawl.tools:checkstyle:8.37
 commons-beanutils:commons-beanutils:1.9.4
 commons-collections:commons-collections:3.2.2
-info.picocli:picocli:4.1.1
-net.sf.saxon:Saxon-HE:9.9.1-5
-org.antlr:antlr4-runtime:4.7.2
-org.checkerframework:checker-qual:2.8.1
-org.codehaus.mojo:animal-sniffer-annotations:1.18
+info.picocli:picocli:4.5.2
+net.sf.saxon:Saxon-HE:10.3
+org.antlr:antlr4-runtime:4.8-1
+org.checkerframework:checker-qual:2.11.1
+org.javassist:javassist:3.26.0-GA
+org.reflections:reflections:0.9.12

common/gradle/dependency-locks/compile.lockfile

@@ -2,11 +2,11 @@
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.8.0

common/gradle/dependency-locks/compileClasspath.lockfile

@@ -2,11 +2,11 @@
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.8.0

common/gradle/dependency-locks/default.lockfile

@@ -2,11 +2,11 @@
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.8.0

common/gradle/dependency-locks/deploy_jar.lockfile

@@ -2,11 +2,11 @@
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.8.0

common/gradle/dependency-locks/jacocoAgent.lockfile

@@ -1,4 +1,4 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-org.jacoco:org.jacoco.agent:0.8.5
+org.jacoco:org.jacoco.agent:0.8.6

common/gradle/dependency-locks/jacocoAnt.lockfile

@@ -1,11 +1,11 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-org.jacoco:org.jacoco.agent:0.8.5
-org.jacoco:org.jacoco.ant:0.8.5
-org.jacoco:org.jacoco.core:0.8.5
-org.jacoco:org.jacoco.report:0.8.5
-org.ow2.asm:asm-analysis:7.2
-org.ow2.asm:asm-commons:7.2
-org.ow2.asm:asm-tree:7.2
-org.ow2.asm:asm:7.2
+org.jacoco:org.jacoco.agent:0.8.6
+org.jacoco:org.jacoco.ant:0.8.6
+org.jacoco:org.jacoco.core:0.8.6
+org.jacoco:org.jacoco.report:0.8.6
+org.ow2.asm:asm-analysis:8.0.1
+org.ow2.asm:asm-commons:8.0.1
+org.ow2.asm:asm-tree:8.0.1
+org.ow2.asm:asm:8.0.1

common/gradle/dependency-locks/runtime.lockfile

@@ -2,11 +2,11 @@
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.8.0

common/gradle/dependency-locks/runtimeClasspath.lockfile

@@ -2,11 +2,11 @@
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.8.0

common/gradle/dependency-locks/testCompile.lockfile

@@ -1,24 +1,22 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-com.google.auto.value:auto-value-annotations:1.6.3
+com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
-com.google.flogger:flogger:0.1
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.flogger:flogger:0.7.3
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
-io.github.java-diff-utils:java-diff-utils:4.0
+com.google.truth:truth:1.1.2
+io.github.java-diff-utils:java-diff-utils:4.9
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-junit:junit:4.12
+junit:junit:4.13.1
 org.apiguardian:apiguardian-api:1.1.0
-org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
+org.checkerframework:checker-compat-qual:2.5.3
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
 org.junit.jupiter:junit-jupiter-api:5.6.2
 org.junit.jupiter:junit-jupiter-engine:5.6.2
@@ -26,3 +24,4 @@ org.junit.platform:junit-platform-commons:1.6.2
 org.junit.platform:junit-platform-engine:1.6.2
 org.junit:junit-bom:5.6.2
 org.opentest4j:opentest4j:1.2.0
+org.ow2.asm:asm:9.0

common/gradle/dependency-locks/testCompileClasspath.lockfile

@@ -1,24 +1,22 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-com.google.auto.value:auto-value-annotations:1.6.3
+com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
-com.google.flogger:flogger:0.1
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.flogger:flogger:0.7.3
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
-io.github.java-diff-utils:java-diff-utils:4.0
+com.google.truth:truth:1.1.2
+io.github.java-diff-utils:java-diff-utils:4.9
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-junit:junit:4.12
+junit:junit:4.13.1
 org.apiguardian:apiguardian-api:1.1.0
-org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
+org.checkerframework:checker-compat-qual:2.5.3
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
 org.junit.jupiter:junit-jupiter-api:5.6.2
 org.junit.jupiter:junit-jupiter-engine:5.6.2
@@ -26,3 +24,4 @@ org.junit.platform:junit-platform-commons:1.6.2
 org.junit.platform:junit-platform-engine:1.6.2
 org.junit:junit-bom:5.6.2
 org.opentest4j:opentest4j:1.2.0
+org.ow2.asm:asm:9.0

common/gradle/dependency-locks/testRuntime.lockfile

@@ -1,25 +1,23 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-com.google.auto.value:auto-value-annotations:1.6.3
+com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
-com.google.flogger:flogger-system-backend:0.1
-com.google.flogger:flogger:0.1
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
-io.github.java-diff-utils:java-diff-utils:4.0
+com.google.truth:truth:1.1.2
+io.github.java-diff-utils:java-diff-utils:4.9
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-junit:junit:4.12
+junit:junit:4.13.1
 org.apiguardian:apiguardian-api:1.1.0
-org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
+org.checkerframework:checker-compat-qual:2.5.3
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
 org.junit.jupiter:junit-jupiter-api:5.6.2
 org.junit.jupiter:junit-jupiter-engine:5.6.2
@@ -27,3 +25,4 @@ org.junit.platform:junit-platform-commons:1.6.2
 org.junit.platform:junit-platform-engine:1.6.2
 org.junit:junit-bom:5.6.2
 org.opentest4j:opentest4j:1.2.0
+org.ow2.asm:asm:9.0

common/gradle/dependency-locks/testRuntimeClasspath.lockfile

@@ -1,25 +1,23 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-com.google.auto.value:auto-value-annotations:1.6.3
+com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
-com.google.flogger:flogger-system-backend:0.1
-com.google.flogger:flogger:0.1
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
-io.github.java-diff-utils:java-diff-utils:4.0
+com.google.truth:truth:1.1.2
+io.github.java-diff-utils:java-diff-utils:4.9
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-junit:junit:4.12
+junit:junit:4.13.1
 org.apiguardian:apiguardian-api:1.1.0
-org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
+org.checkerframework:checker-compat-qual:2.5.3
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
 org.junit.jupiter:junit-jupiter-api:5.6.2
 org.junit.jupiter:junit-jupiter-engine:5.6.2
@@ -27,3 +25,4 @@ org.junit.platform:junit-platform-commons:1.6.2
 org.junit.platform:junit-platform-engine:1.6.2
 org.junit:junit-bom:5.6.2
 org.opentest4j:opentest4j:1.2.0
+org.ow2.asm:asm:9.0

common/gradle/dependency-locks/testingCompile.lockfile

@@ -1,21 +1,20 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-com.google.auto.value:auto-value-annotations:1.6.3
+com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
-com.google.flogger:flogger:0.1
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.flogger:flogger:0.7.3
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
-io.github.java-diff-utils:java-diff-utils:4.0
+com.google.truth:truth:1.1.2
+io.github.java-diff-utils:java-diff-utils:4.9
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-junit:junit:4.12
-org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
+junit:junit:4.13.1
+org.checkerframework:checker-compat-qual:2.5.3
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
+org.ow2.asm:asm:9.0

common/gradle/dependency-locks/testingCompileClasspath.lockfile

@@ -1,21 +1,20 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-com.google.auto.value:auto-value-annotations:1.6.3
+com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
-com.google.flogger:flogger:0.1
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.flogger:flogger:0.7.3
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
-io.github.java-diff-utils:java-diff-utils:4.0
+com.google.truth:truth:1.1.2
+io.github.java-diff-utils:java-diff-utils:4.9
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-junit:junit:4.12
-org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
+junit:junit:4.13.1
+org.checkerframework:checker-compat-qual:2.5.3
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
+org.ow2.asm:asm:9.0

common/gradle/dependency-locks/testingRuntime.lockfile

@@ -1,22 +1,21 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-com.google.auto.value:auto-value-annotations:1.6.3
+com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
-com.google.flogger:flogger-system-backend:0.1
-com.google.flogger:flogger:0.1
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
-io.github.java-diff-utils:java-diff-utils:4.0
+com.google.truth:truth:1.1.2
+io.github.java-diff-utils:java-diff-utils:4.9
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-junit:junit:4.12
-org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
+junit:junit:4.13.1
+org.checkerframework:checker-compat-qual:2.5.3
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
+org.ow2.asm:asm:9.0

common/gradle/dependency-locks/testingRuntimeClasspath.lockfile

@@ -1,22 +1,21 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-com.google.auto.value:auto-value-annotations:1.6.3
+com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.4
-com.google.flogger:flogger-system-backend:0.1
-com.google.flogger:flogger:0.1
+com.google.errorprone:error_prone_annotations:2.5.1
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.google.truth:truth:1.0
-com.googlecode.java-diff-utils:diffutils:1.3.0
-io.github.java-diff-utils:java-diff-utils:4.0
+com.google.truth:truth:1.1.2
+io.github.java-diff-utils:java-diff-utils:4.9
 javax.inject:javax.inject:1
 joda-time:joda-time:2.9.2
-junit:junit:4.12
-org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
+junit:junit:4.13.1
+org.checkerframework:checker-compat-qual:2.5.3
+org.checkerframework:checker-qual:3.9.1
 org.hamcrest:hamcrest-core:1.3
+org.ow2.asm:asm:9.0

common/src/main/java/google/registry/util/DateTimeUtils.java

@@ -100,6 +100,15 @@ public class DateTimeUtils {
     return ZonedDateTime.ofInstant(instant, ZoneId.of(dateTime.getZone().getID()).normalized());
   }
 
+  /**
+   * Converts a Joda {@link DateTime} object to an equivalent java.time {@link ZonedDateTime}
+   * object.
+   */
+  public static ZonedDateTime toZonedDateTime(DateTime dateTime, ZoneId zoneId) {
+    java.time.Instant instant = java.time.Instant.ofEpochMilli(dateTime.getMillis());
+    return ZonedDateTime.ofInstant(instant, zoneId);
+  }
+
   /**
    * Converts a java.time {@link ZonedDateTime} object to an equivalent Joda {@link DateTime}
    * object.

common/src/testing/java/google/registry/testing/FakeClock.java

@@ -22,6 +22,7 @@ import google.registry.util.Clock;
 import java.util.concurrent.atomic.AtomicLong;
 import javax.annotation.concurrent.ThreadSafe;
 import org.joda.time.DateTime;
+import org.joda.time.Duration;
 import org.joda.time.ReadableDuration;
 import org.joda.time.ReadableInstant;
 
@@ -35,6 +36,8 @@ public final class FakeClock implements Clock {
   // threads should see a consistent flow.
   private final AtomicLong currentTimeMillis = new AtomicLong();
 
+  private volatile long autoIncrementStepMs;
+
   /** Creates a FakeClock that starts at START_OF_TIME. */
   public FakeClock() {
     this(START_OF_TIME);
@@ -48,7 +51,21 @@ public final class FakeClock implements Clock {
   /** Returns the current time. */
   @Override
   public DateTime nowUtc() {
-    return new DateTime(currentTimeMillis.get(), UTC);
+    return new DateTime(currentTimeMillis.addAndGet(autoIncrementStepMs), UTC);
+  }
+
+  /**
+   * Sets the increment applied to the clock whenever it is queried. The increment is zero by
+   * default: the clock is left unchanged when queried.
+   *
+   * <p>Passing a duration of zero to this method effectively unsets the auto increment mode.
+   *
+   * @param autoIncrementStep the new auto increment duration
+   * @return this
+   */
+  public FakeClock setAutoIncrementStep(ReadableDuration autoIncrementStep) {
+    this.autoIncrementStepMs = autoIncrementStep.getMillis();
+    return this;
   }
 
   /** Advances clock by one millisecond. */
@@ -65,4 +82,14 @@ public final class FakeClock implements Clock {
   public void setTo(ReadableInstant time) {
     currentTimeMillis.set(time.getMillis());
   }
+
+  /** Invokes {@link #setAutoIncrementStep} with one millisecond-step. */
+  public FakeClock setAutoIncrementByOneMilli() {
+    return setAutoIncrementStep(Duration.millis(1));
+  }
+
+  /** Disables the auto-increment mode. */
+  public FakeClock disableAutoIncrement() {
+    return setAutoIncrementStep(Duration.ZERO);
+  }
 }

common/src/testing/java/google/registry/testing/SystemInfo.java

@@ -39,7 +39,7 @@ public final class SystemInfo {
                     pid.getOutputStream().close();
                     pid.waitFor();
                   } catch (IOException e) {
-                    logger.atWarning().withCause(e).log("%s command not available", cmd);
+                    logger.atWarning().withCause(e).log("%s command not available.", cmd);
                     return false;
                   }
                   return true;

common/src/testing/java/google/registry/testing/truth/TextDiffSubject.java

@@ -21,7 +21,6 @@ import static java.nio.charset.StandardCharsets.UTF_8;
 
 import com.github.difflib.DiffUtils;
 import com.github.difflib.UnifiedDiffUtils;
-import com.github.difflib.algorithm.DiffException;
 import com.github.difflib.patch.Patch;
 import com.github.difflib.text.DiffRow;
 import com.github.difflib.text.DiffRowGenerator;
@@ -132,12 +131,7 @@ public class TextDiffSubject extends Subject {
 
   static String generateUnifiedDiff(
       ImmutableList<String> expectedContent, ImmutableList<String> actualContent) {
-    Patch<String> diff;
-    try {
-      diff = DiffUtils.diff(expectedContent, actualContent);
-    } catch (DiffException e) {
-      throw new RuntimeException(e);
-    }
+    Patch<String> diff = DiffUtils.diff(expectedContent, actualContent);
     List<String> unifiedDiff =
         UnifiedDiffUtils.generateUnifiedDiff("expected", "actual", expectedContent, diff, 0);
 
@@ -153,12 +147,7 @@ public class TextDiffSubject extends Subject {
             .oldTag(f -> "~")
             .newTag(f -> "**")
             .build();
-    List<DiffRow> rows;
-    try {
-      rows = generator.generateDiffRows(expectedContent, actualContent);
-    } catch (DiffException e) {
-      throw new RuntimeException(e);
-    }
+    List<DiffRow> rows = generator.generateDiffRows(expectedContent, actualContent);
 
     int maxExpectedLineLength =
         findMaxLineLength(rows.stream().map(DiffRow::getOldLine).collect(Collectors.toList()));

config/dependency-license/allowed_licenses.json

@@ -24,6 +24,9 @@
     {
       "moduleLicense": "Apache License v2.0"
     },
+    {
+      "moduleLicense": "Apache License V2.0"
+    },
     {
       "moduleLicense": "Apache License, Version 2.0"
     },
@@ -72,9 +75,15 @@
     {
       "moduleLicense": "The 3-Clause BSD License"
     },
+    {
+      "moduleLicense": "BSD Licence 3"
+    },
     {
       "moduleLicense": "BSD License"
     },
+    {
+      "moduleLicense": "BSD License 3"
+    },
     {
       "moduleLicense": "BSD New License"
     },
@@ -129,6 +138,12 @@
     {
       "moduleLicense": "Eclipse Distribution License v. 1.0"
     },
+    {
+      "moduleLicense": "Eclipse Distribution License - v 1.0"
+    },
+    {
+      "moduleLicense": "EDL 1.0"
+    },
     {
       "moduleLicense": "Eclipse Public License - Version 1.0"
     },
@@ -147,21 +162,24 @@
     {
       "moduleLicense": "Eclipse Public License 2.0"
     },
+    {
+      "moduleLicense": "Eclipse Public License v. 2.0"
+    },
     {
       "moduleLicense": "Eclipse Public License v2.0"
     },
     {
       "moduleLicense": "https://www.eclipse.org/legal/epl-2.0/, http://www.gnu.org/copyleft/gpl.html, http://www.gnu.org/licenses/lgpl.html"
     },
-    {
-      "moduleLicense": "Google App Engine Terms of Service"
-    },
     {
       "moduleLicense": "GNU General Public License Version 2"
     },
     {
       "moduleLicense": "GNU General Public License, version 2, with the Classpath Exception"
     },
+    {
+      "moduleLicense": "GNU General Public License, version 2 with the GNU Classpath Exception"
+    },
     {
       "moduleLicense": "GNU GENERAL PUBLIC LICENSE, Version 2 + Classpath Exception"
     },
@@ -180,9 +198,16 @@
     {
       "moduleLicense": "GNU Library General Public License v2.1 or later"
     },
+    // This is just 3-clause BSD.
+    {
+      "moduleLicense": "Go License"
+    },
     {
       "moduleLicense": "The Go license"
     },
+    {
+      "moduleLicense": "Google App Engine Terms of Service"
+    },
     {
       "moduleLicense": "GWT Terms"
     },
@@ -222,6 +247,9 @@
     {
       "moduleLicense": "Mozilla Public License Version 2.0"
     },
+    {
+      "moduleLicense": "Unicode/ICU License"
+    },
     {
       "moduleLicense": "Public Domain",
       "moduleName": "aopalliance:aopalliance"
@@ -230,6 +258,13 @@
       "moduleLicense": "Public Domain",
       "moduleName": "org.tukaani:xz"
     },
+    {
+      // "Apache License, Version 2.0". The plugin is able to parse up to
+      // 2.11.3 correctly but then something changed with 2.12.* and it no
+      // longer parses correctly, even though it's still Apache 2.0.
+      "moduleLicense": null,
+      "moduleName": "com.fasterxml.jackson:jackson-bom"
+    },
     {
       // Actually Eclipse Public License v2.0
       "moduleLicense": null,

config/nom_build.py

@@ -111,8 +111,9 @@ PROPERTIES = [
 
     # Cloud SQL properties
     Property('dbServer',
-             'A registry environment name (e.g., "alpha") or a host[:port] '
-             'string'),
+             'Sets the target database of a Flyway task. This may be a '
+             'registry environment name (e.g., alpha) or the host[:port] '
+             'of a database that accepts direct IP access.'),
     Property('dbName',
              'Database name to use in connection.',
              'postgres'),
@@ -139,6 +140,8 @@ PROPERTIES = [
              'a BEAM pipeline to image. Setting this property to empty string '
              'will disable image generation.',
              '/usr/bin/dot'),
+    Property('pipeline',
+             'The name of the Beam pipeline being staged.')
 ]
 
 GRADLE_FLAGS = [
@@ -255,6 +258,7 @@ GRADLE_FLAGS = [
                'Specify a task to be excluded from execution.',
                True),
 ]
+
 def generate_gradle_properties() -> str:
     """Returns the expected contents of gradle.properties."""
     out = io.StringIO()
@@ -269,7 +273,7 @@ def generate_gradle_properties() -> str:
 def get_root() -> str:
     """Returns the root of the nomulus build tree."""
     cur_dir = os.getcwd()
-    if not os.path.exists(os.path.join(cur_dir, '.git')) or \
+    if not os.path.exists(os.path.join(cur_dir, 'buildSrc')) or \
        not os.path.exists(os.path.join(cur_dir, 'core')) or \
        not os.path.exists(os.path.join(cur_dir, 'gradle.properties')):
         raise Exception('You must run this script from the root directory')

config/presubmits.py

@@ -17,17 +17,26 @@ These aren't built in to the static code analysis tools we use (e.g. Checkstyle,
 Error Prone) so we must write them manually.
 """
 
+import json
 import os
 from typing import List, Tuple
 import sys
+import textwrap
 import re
 
 # We should never analyze any generated files
-UNIVERSALLY_SKIPPED_PATTERNS = {"/build/", "cloudbuild-caches", "/out/", ".git/"}
+UNIVERSALLY_SKIPPED_PATTERNS = {"/build/", "cloudbuild-caches", "/out/", ".git/", ".gradle/"}
 # We can't rely on CI to have the Enum package installed so we do this instead.
 FORBIDDEN = 1
 REQUIRED = 2
 
+# The list of expected json packages and their licenses.
+# These should be one of the allowed licenses in:
+# config/dependency-license/allowed_licenses.json
+EXPECTED_JS_PACKAGES = [
+    'google-closure-library',   # Owned by Google, Apache 2.0
+]
+
 
 class PresubmitCheck:
 
@@ -79,9 +88,9 @@ PRESUBMITS = {
         r".*Copyright 20\d{2} The Nomulus Authors\. All Rights Reserved\.",
         ("java", "js", "soy", "sql", "py", "sh", "gradle"), {
             ".git", "/build/", "/generated/", "/generated_tests/",
-            "node_modules/", "JUnitBackports.java", "registrar_bin.",
+            "node_modules/", "LoggerConfig.java", "registrar_bin.",
             "registrar_dbg.", "google-java-format-diff.py",
-            "nomulus.golden.sql", "soyutils_usegoog.js"
+            "nomulus.golden.sql", "soyutils_usegoog.js", "javascript/checks.js"
         }, REQUIRED):
         "File did not include the license header.",
 
@@ -110,9 +119,10 @@ PRESUBMITS = {
       "AppEngineExtension.register(...) instead.",
 
     # PostgreSQLContainer instantiation must specify docker tag
+    # TODO(b/204572437): Fix the pattern to pass DatabaseSnapshotTest.java
     PresubmitCheck(
         r"[\s\S]*new\s+PostgreSQLContainer(<[\s\S]*>)?\(\s*\)[\s\S]*",
-        "java", {}):
+        "java", {"DatabaseSnapshotTest.java"}):
       "PostgreSQLContainer instantiation must specify docker tag.",
 
     # Various Soy linting checks
@@ -176,7 +186,7 @@ PRESUBMITS = {
         "js",
         {"/node_modules/", "google/registry/ui/js/util.js", "registrar_bin."},
     ):
-        "JavaScript files should not include console logging."
+        "JavaScript files should not include console logging.",
 }
 
 # Note that this regex only works for one kind of Flyway file.  If we want to
@@ -264,6 +274,26 @@ def verify_flyway_index():
   return not success
 
 
+def verify_javascript_deps():
+  """Verifies that we haven't introduced any new javascript dependencies."""
+  with open('package.json') as f:
+    package = json.load(f)
+
+  deps = list(package['dependencies'].keys())
+  if deps != EXPECTED_JS_PACKAGES:
+    print('Unexpected javascript dependencies.  Was expecting '
+          '%s, got %s.' % (EXPECTED_JS_PACKAGES, deps))
+    print(textwrap.dedent("""
+        * If the new dependencies are intentional, please verify that the
+        * license is one of the allowed licenses (see
+        * config/dependency-license/allowed_licenses.json) and add an entry
+        * for the package (with the license in a comment) to the
+        * EXPECTED_JS_PACKAGES variable in config/presubmits.py.
+        """))
+    return True
+  return False
+
+
 def get_files():
   for root, dirnames, filenames in os.walk("."):
     for filename in filenames:
@@ -271,6 +301,7 @@ def get_files():
 
 
 if __name__ == "__main__":
+  print('python version is %s' % sys.version)
   failed = False
   for file in get_files():
     error_messages = []
@@ -287,5 +318,8 @@ if __name__ == "__main__":
   # when we put it here it fails fast before all of the tests are run.
   failed |= verify_flyway_index()
 
+  # Make sure we haven't introduced any javascript dependencies.
+  failed |= verify_javascript_deps()
+
   if failed:
     sys.exit(1)

config/show_upgrade_diffs.py

@@ -0,0 +1,187 @@
+# Copyright 2021 The Nomulus Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Show the set of dependency diffs introduced by a branch.
+
+Usage:
+    show-upgrade-diffs.py [-d <directory>] <user> <branch>
+
+Assumes that there is a <user>/nomulus repository on github with the specified
+branch name.
+"""
+
+import argparse
+import os
+import six
+import subprocess
+import sys
+import tempfile
+from typing import cast, Dict, Set, Tuple, Union
+
+
+def run(*args):
+    if subprocess.call(args):
+        raise Abort(f'"{" ".join(args)}" failed')
+
+
+PackageName = Tuple[bytes, bytes]
+VersionSet = Set[bytes]
+PackageMap = Dict[PackageName, VersionSet]
+
+RED = b'\033[40;31;1m'
+GREEN = b'\033[40;32;1m'
+
+
+class Abort(Exception):
+    """Raised to abort processing and record an error."""
+
+
+def merge(dest: PackageMap, new: PackageMap) -> None:
+    for key, val in new.items():
+        dest[key] = dest.setdefault(key, set()) | val
+
+
+def parse_lockfile(filename: str) -> PackageMap:
+    result: PackageMap = {}
+    for line in open(filename, 'rb'):
+        if line.startswith(b'#'):
+            continue
+        line = line.rstrip()
+        package = cast(Tuple[bytes, bytes, bytes], tuple(line.split(b':')))
+        result.setdefault(package[:-1], set()).add(package[-1])
+    return result
+
+
+def get_all_package_versions(dir: str) -> PackageMap:
+    """Return list of all package versions in the directory."""
+    packages = {}
+    for file in os.listdir(dir):
+        file = os.path.join(dir, file)
+        if file.endswith('.lockfile'):
+            merge(packages, parse_lockfile(file))
+        elif os.path.isdir(file):
+            merge(packages, get_all_package_versions(file))
+    return packages
+
+
+def pr(*args: Union[str, bytes]) -> None:
+    """Print replacement that prints bytes without weird conversions."""
+    for text in args:
+        sys.stdout.buffer.write(six.ensure_binary(text))
+    sys.stdout.buffer.flush()
+
+
+def format_versions(a: VersionSet, b: VersionSet, missing_esc: bytes) -> bytes:
+    """Returns a formatted string of the elements of "a".
+
+    Returns the elements of "a" as a comma-separated string, colorizes the
+    elements of "a" that are not also in "b" with "missing_esc".
+
+    Args:
+        a: Elements to print.
+        b: Other set, if a printed element is not a member of "b" it is
+            colorized.
+        missing_esc: ANSI terminal sequence to use to colorize elements that
+            are missing from "b".
+    """
+    elems = []
+    for item in a:
+        if item in b:
+            elems.append(item)
+        else:
+            elems.append(missing_esc + item + b'\033[0m')
+    return b', '.join(elems)
+
+
+def main():
+    parser = argparse.ArgumentParser(description=__doc__)
+    parser.add_argument('--directory', '-d', type=str, default='',
+                        dest='directory',
+                        help=('Directory to use for a local git '
+                              'repository.  By default, this script clones '
+                              'the nomulus repo into a temporary directory '
+                              'which is deleted after the script is run.  '
+                              'This option allows you to specify the '
+                              'directory and causes it to be retained (not '
+                              'deleted) after the script is run, allowing '
+                              'it to be reused for subsequent runs, speeding '
+                              'them up considerably.'))
+    parser.add_argument('user', type=str,
+                        help=('The name of the user on github.  The full '
+                              'github repository name is presumed to be '
+                              '"$user/nomulus".'))
+    parser.add_argument('branch', type=str,
+                        help='The git branch containing the changes.')
+
+    args = parser.parse_args()
+
+    user = args.user
+    branch = args.branch
+    if not args.directory:
+        tempdir = tempfile.TemporaryDirectory()
+        dir = tempdir.name
+    else:
+        dir = args.directory
+
+    # Either clone or fetch the master branch if it exists.
+    if args.directory and os.path.exists(dir):
+        pr(f'Reusing directory {dir}\n')
+        os.chdir(dir)
+        run('git', 'fetch', 'git@github.com:google/nomulus', 'master')
+        run('git', 'checkout', 'origin/master')
+    else:
+        run('git', 'clone', 'git@github.com:google/nomulus', dir)
+        os.chdir(dir)
+
+    old_packages = get_all_package_versions('.')
+    run('git', 'fetch', f'https://github.com/{user}/nomulus.git',
+        f'{branch}:{branch}')
+    run('git', 'checkout', branch)
+    new_packages = get_all_package_versions('.')
+
+    if new_packages != old_packages:
+        pr('\n\nPackage version change report:\n')
+        pr('change package-name: {old versions} -> {new versions}\n')
+        pr('=====================================================\n\n')
+        for package, new_versions in new_packages.items():
+            old_versions = old_packages.get(package)
+            if not old_versions:
+                pr('added ', b':'.join(package), ': {',
+                   format_versions(new_versions, set(), GREEN),
+                   '}\n')
+            elif new_versions != old_versions:
+
+                # Print out "package-name: {old versions} -> {new versions} with
+                # pretty colors.
+                formatted_old_versions = (
+                    format_versions(old_versions, new_versions, RED))
+                formatted_new_versions = (
+                    format_versions(new_versions, old_versions, GREEN))
+                pr('updated ', b':'.join(package), ': {',
+                   formatted_old_versions, '} -> {',
+                   formatted_new_versions, '}\n')
+
+        # Print the list of packages that were removed.
+        for package in old_packages:
+            if package not in new_packages:
+                pr('removed ', b':'.join(package), '\n')
+    else:
+        pr('Package versions not updated!\n')
+
+    if args.directory:
+        pr(f'\nRetaining git directory {dir}, to delete: rm -rf {dir}\n')
+
+
+if __name__ == '__main__':
+    main()

core/build.gradle

@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-import java.lang.reflect.Constructor
+import com.google.common.base.CaseFormat
 import java.util.Optional
 
 plugins {
@@ -44,7 +44,6 @@ def outcastTestPatterns = [
     "google/registry/flows/domain/DomainCreateFlowTest.*",
     "google/registry/flows/domain/DomainUpdateFlowTest.*",
     "google/registry/tools/CreateDomainCommandTest.*",
-    "google/registry/tools/server/CreatePremiumListActionTest.*",
 ]
 
 // Tests that fail when running Gradle in a docker container, e. g. when
@@ -70,12 +69,14 @@ def dockerIncompatibleTestPatterns = [
 // Nomulus classes, e.g., threads and objects retained by frameworks.
 // TODO(weiminyu): identify cause and fix offending tests.
 def fragileTestPatterns = [
-    // Problem seems to lie with AppEngine TaskQueue for test.
-    "google/registry/cron/TldFanoutActionTest.*",
     // Test Datastore inexplicably aborts transaction.
     "google/registry/model/tmch/ClaimsListShardTest.*",
-    // Creates large object (64MBytes), occasionally throws OOM error.
-    "google/registry/model/server/KmsSecretRevisionTest.*",
+    // Changes cache timeouts and for some reason appears to have contention
+    // with other tests.
+    "google/registry/whois/WhoisCommandFactoryTest.*",
+    // Currently changes a global configuration parameter that for some reason
+    // results in timestamp inversions for other tests.  TODO(mmuller): fix.
+    "google/registry/flows/host/HostInfoFlowTest.*",
 ] + dockerIncompatibleTestPatterns
 
 sourceSets {
@@ -172,6 +173,8 @@ dependencies {
 
   compile deps['com.beust:jcommander']
   compile deps['com.google.api:gax']
+  compile deps['com.google.api.grpc:proto-google-cloud-datastore-v1']
+  compile deps['com.google.api.grpc:proto-google-common-protos']
   compile deps['com.google.api.grpc:proto-google-cloud-secretmanager-v1']
   compile deps['com.google.api-client:google-api-client']
   compile deps['com.google.api-client:google-api-client-appengine']
@@ -179,6 +182,7 @@ dependencies {
   compile deps['com.google.monitoring-client:metrics']
   compile deps['com.google.monitoring-client:stackdriver']
   compile deps['com.google.api-client:google-api-client-java6']
+  compile deps['com.google.api.grpc:proto-google-cloud-tasks-v2']
   compile deps['com.google.apis:google-api-services-admin-directory']
   compile deps['com.google.apis:google-api-services-appengine']
   compile deps['com.google.apis:google-api-services-bigquery']
@@ -189,6 +193,7 @@ dependencies {
   compile deps['com.google.apis:google-api-services-groupssettings']
   compile deps['com.google.apis:google-api-services-monitoring']
   compile deps['com.google.apis:google-api-services-sheets']
+  compile deps['com.google.apis:google-api-services-storage']
   testCompile deps['com.google.appengine:appengine-api-stubs']
   compile deps['com.google.appengine.tools:appengine-gcs-client']
   compile deps['com.google.appengine.tools:appengine-mapreduce']
@@ -196,10 +201,13 @@ dependencies {
   compile deps['com.google.appengine:appengine-remote-api']
   compile deps['com.google.auth:google-auth-library-credentials']
   compile deps['com.google.auth:google-auth-library-oauth2-http']
+  compile deps['com.google.cloud.bigdataoss:util']
+  compile deps['com.google.cloud.datastore:datastore-v1-proto-client']
   compile deps['com.google.cloud.sql:jdbc-socket-factory-core']
   runtimeOnly deps['com.google.cloud.sql:postgres-socket-factory']
   compile deps['com.google.cloud:google-cloud-secretmanager']
   compile deps['com.google.code.gson:gson']
+  compile deps['com.google.auto.service:auto-service-annotations']
   compile deps['com.google.auto.value:auto-value-annotations']
   compile deps['com.google.code.findbugs:jsr305']
   compile deps['com.google.dagger:dagger']
@@ -207,9 +215,13 @@ dependencies {
   compile deps['com.google.flogger:flogger']
   runtime deps['com.google.flogger:flogger-system-backend']
   compile deps['com.google.guava:guava']
+  compile deps['com.google.protobuf:protobuf-java']
   gradleLint.ignore('unused-dependency') {
     compile deps['com.google.gwt:gwt-user']
   }
+  compile deps['com.google.cloud:google-cloud-core']
+  compile deps['com.google.cloud:google-cloud-storage']
+  compile deps['com.google.cloud:google-cloud-tasks']
   compile deps['com.google.http-client:google-http-client']
   compile deps['com.google.http-client:google-http-client-appengine']
   compile deps['com.google.http-client:google-http-client-jackson2']
@@ -245,13 +257,12 @@ dependencies {
   compile deps['org.apache.beam:beam-sdks-java-core']
   compile deps['org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core']
   compile deps['org.apache.beam:beam-sdks-java-io-google-cloud-platform']
-  testCompile deps['org.apache.commons:commons-lang3']
+  compile deps['org.apache.commons:commons-lang3']
   testCompile deps['org.apache.commons:commons-text']
   testCompile deps['org.apache.ftpserver:ftplet-api']
   testCompile deps['org.apache.ftpserver:ftpserver-core']
   compile deps['org.apache.httpcomponents:httpclient']
   compile deps['org.apache.httpcomponents:httpcore']
-  runtime deps['org.apache.logging.log4j:log4j-core']
   testCompile deps['org.apache.sshd:sshd-core']
   testCompile deps['org.apache.sshd:sshd-scp']
   testCompile deps['org.apache.sshd:sshd-sftp']
@@ -296,11 +307,7 @@ dependencies {
   compile project(path: ':db', configuration: 'compileApi')
   testRuntime project(':db')
 
-  // Include auto-value in compile until nebula-lint understands
-  // annotationProcessor
-  gradleLint.ignore('unused-dependency') {
-    compile deps['com.google.auto.value:auto-value']
-  }
+  annotationProcessor deps['com.google.auto.service:auto-service']
   annotationProcessor deps['com.google.auto.value:auto-value']
   testAnnotationProcessor deps['com.google.auto.value:auto-value']
   annotationProcessor deps['com.google.dagger:dagger-compiler']
@@ -308,12 +315,14 @@ dependencies {
   annotationProcessor project(':processor')
   testAnnotationProcessor project(':processor')
 
+  testCompile deps['com.google.cloud:google-cloud-nio']
   testCompile deps['com.google.appengine:appengine-testing']
   testCompile deps['com.google.guava:guava-testlib']
   testCompile deps['com.google.monitoring-client:contrib']
   testCompile deps['com.google.truth:truth']
   testCompile deps['com.google.truth.extensions:truth-java8-extension']
-  testCompile deps['org.hamcrest:hamcrest-all']
+  testCompile deps['org.checkerframework:checker-qual']
+  testCompile deps['org.hamcrest:hamcrest']
   testCompile deps['org.hamcrest:hamcrest-core']
   testCompile deps['org.hamcrest:hamcrest-library']
   testCompile deps['junit:junit']
@@ -343,6 +352,8 @@ dependencies {
   jaxb deps['com.sun.xml.bind:jaxb-osgi']
 
   // Dependency needed for soy to java compilation.
+  soy deps['com.google.inject:guice']
+  soy deps['com.google.protobuf:protobuf-java']
   soy deps['com.google.template:soy']
 
   // Dependencies needed for compiling stylesheets to javascript
@@ -417,7 +428,7 @@ task jaxbToJava {
       }
     }
     execInBash(
-        'find . -name *.java -exec sed -i /\\*\\ \\<p\\>\\$/d {} +',
+        "find . -name *.java -exec sed -i -e '/" + /\* <p>$/ + "/d' {} +",
         generatedDir)
   }
 }
@@ -426,12 +437,9 @@ task soyToJava {
   // Relative paths of soy directories.
   def spec11SoyDir = "google/registry/reporting/spec11/soy"
   def toolsSoyDir = "google/registry/tools/soy"
-  def uiSoyDir = "google/registry/ui/soy"
   def registrarSoyDir = "google/registry/ui/soy/registrar"
 
-  def soyRelativeDirs = [
-          spec11SoyDir, toolsSoyDir, uiSoyDir, registrarSoyDir,
-  ]
+  def soyRelativeDirs = [spec11SoyDir, toolsSoyDir, registrarSoyDir]
   soyRelativeDirs.each {
     inputs.dir "${resourcesSourceDir}/${it}"
     outputs.dir "${generatedDir}/${it}"
@@ -445,7 +453,24 @@ task soyToJava {
               "--outputDirectory", "${outputDirectory}",
               "--javaClassNameSource", "filename",
               "--allowExternalCalls", "true",
-              "--srcs", "${soyFiles.join(',')}"
+              "--srcs", "${soyFiles.join(',')}",
+              "--compileTimeGlobalsFile", "${resourcesSourceDir}/google/registry/ui/globals.txt"
+    }
+
+    // Replace the "@link" tags after the "@deprecated" tags in the generated
+    // files.  The soy compiler doesn't generate imports for these, causing
+    // us to get warnings when we generate javadocs.
+    // TODO(b/200296387): To be fair, the deprecations are accurate: we're
+    // using the old "SoyInfo" classes instead of the new "Templates" files.
+    // When we convert to the new classes, this hack can go away.
+    def outputs = fileTree(outputDirectory) {
+      include '**/*.java'
+    }
+
+    outputs.each { file ->
+      exec {
+        commandLine 'sed', '-i""', '-e', 's/@link/LINK/g', file.getCanonicalPath()
+      }
     }
   }
 
@@ -462,14 +487,6 @@ task soyToJava {
                     dir: "${resourcesSourceDir}/${registrarSoyDir}",
                     include: ['**/*.soy']))
 
-    soyToJava('google.registry.ui.soy',
-            "${generatedDir}/${uiSoyDir}",
-            files {
-              file("${resourcesSourceDir}/${uiSoyDir}").listFiles()
-            }.filter {
-              it.name.endsWith(".soy")
-            })
-
     soyToJava('google.registry.reporting.spec11.soy',
             "${generatedDir}/${spec11SoyDir}",
             fileTree(
@@ -478,42 +495,24 @@ task soyToJava {
   }
 }
 
-task soyToJS {
-  def rootSoyDirectory = "${resourcesSourceDir}/google/registry/ui/soy"
-  def outputSoyDirectory = "${generatedDir}/google/registry/ui/soy"
+task soyToJS(type: JavaExec) {
+  def rootSoyDirectory = "${resourcesSourceDir}/google/registry/ui/soy/registrar"
+  def outputSoyDirectory = "${generatedDir}/google/registry/ui/soy/registrar"
   inputs.dir rootSoyDirectory
   outputs.dir outputSoyDirectory
 
-  ext.soyToJS = { outputDirectory, soyFiles , deps->
-    javaexec {
-      main = "com.google.template.soy.SoyToJsSrcCompiler"
-      classpath configurations.soy
+  def inputSoyFiles = files {
+    file("${rootSoyDirectory}").listFiles()
+  }.filter {
+    it.name.endsWith(".soy")
+  }
 
-      args "--outputPathFormat", "${outputDirectory}/{INPUT_FILE_NAME}.js",
+  classpath configurations.soy
+  main = "com.google.template.soy.SoyToJsSrcCompiler"
+  args "--outputPathFormat", "${outputSoyDirectory}/{INPUT_FILE_NAME}.js",
           "--allowExternalCalls", "false",
-          "--srcs", "${soyFiles.join(',')}",
-          "--shouldProvideRequireSoyNamespaces", "true",
+          "--srcs", "${inputSoyFiles.join(',')}",
           "--compileTimeGlobalsFile", "${resourcesSourceDir}/google/registry/ui/globals.txt"
-      if (deps != "") {
-        args "--deps", "${deps.join(',')}"
-      }
-    }
-  }
-
-  doLast {
-    def rootSoyFiles =
-      fileTree(
-        dir: "${rootSoyDirectory}",
-        include: ['*.soy'])
-
-    soyToJS("${outputSoyDirectory}", rootSoyFiles, "")
-    soyToJS("${outputSoyDirectory}/registrar",
-      files {
-        file("${rootSoyDirectory}/registrar").listFiles()
-      }.filter {
-        it.name.endsWith(".soy")
-      }, rootSoyFiles)
-  }
 }
 
 task stylesheetsToJavascript {
@@ -596,11 +595,10 @@ task compileProdJS(type: JavaExec) {
   closureArgs << "--generate_exports"
 
   // manually include all the required js files
-  closureArgs << "--js=${nodeModulesDir}/google-closure-library/**.js"
-  closureArgs << "--js=${jsDir}/soyutils_usegoog.js"
+  closureArgs << "--js=${nodeModulesDir}/google-closure-library/**/*.js"
+  closureArgs << "--js=${jsDir}/*.js"
   closureArgs << "--js=${cssSourceDir}/registrar_bin.css.js"
   closureArgs << "--js=${jsSourceDir}/**.js"
-  // TODO(shicong) Verify the compiled JS file works in Alpha
   closureArgs << "--js=${externsDir}/json.js"
   closureArgs << "--js=${soySourceDir}/**.js"
   args closureArgs
@@ -625,15 +623,6 @@ compileProdJS.dependsOn processResources
 compileProdJS.dependsOn processTestResources
 compileProdJS.dependsOn soyToJS
 
-task karmaTest(type: Exec) {
-  dependsOn ':npmInstall'
-  workingDir rootProject.projectDir
-  executable 'node_modules/karma/bin/karma'
-  args('start', "${project.projectDir}/karma.conf.js")
-}
-
-test.dependsOn karmaTest
-
 // Make testing artifacts available to be depended up on by other projects.
 // TODO: factor out google.registry.testing to be a separate project.
 task testJar(type: Jar) {
@@ -687,9 +676,9 @@ Optional<List<String>> getToolArgsList() {
 
 // To run the nomulus tools with these command line tokens:
 // "--foo", "bar baz", "--qux=quz"
-//   gradle registryTool --args="--foo 'bar baz' --qux=quz"
+//   gradle core:registryTool --args="--foo 'bar baz' --qux=quz"
 // or:
-//   gradle registryTool --PtoolArgs="--foo|bar baz|--qux=quz"
+//   gradle core:registryTool -PtoolArgs="--foo|bar baz|--qux=quz"
 // Note that the delimiting pipe can be backslash escaped if it is part of a
 // parameter.
 ext.createToolTask = {
@@ -713,29 +702,27 @@ createToolTask(
     'google.registry.tools.DevTool',
     sourceSets.nonprod)
 
-project.tasks.create('initSqlPipeline', JavaExec) {
-  main = 'google.registry.beam.initsql.InitSqlPipeline'
+createToolTask(
+    'initSqlPipeline', 'google.registry.beam.initsql.InitSqlPipeline')
 
-  doFirst {
-    getToolArgsList().ifPresent {
-      args it
-    }
+createToolTask(
+    'validateSqlPipeline', 'google.registry.beam.comparedb.ValidateSqlPipeline')
 
-    def isDirectRunner =
-        args.contains('DirectRunner') || args.contains('--runner=DirectRunner')
-    // The dependency containing DirectRunner is intentionally excluded from the
-    // production binary, so that it won't be chosen by mistake: we definitely do
-    // not want to use it for the real jobs, yet DirectRunner is the default if
-    // the user forgets to override it.
-    // DirectRunner is required for tests and is already on testRuntimeClasspath.
-    // For simplicity, we add testRuntimeClasspath to this task's classpath instead
-    // of defining a new configuration just for the DirectRunner dependency.
-    classpath =
-        isDirectRunner
-            ? sourceSets.main.runtimeClasspath.plus(sourceSets.test.runtimeClasspath)
-            : sourceSets.main.runtimeClasspath
-  }
-}
+
+createToolTask(
+    'jpaDemoPipeline', 'google.registry.beam.common.JpaDemoPipeline')
+
+createToolTask(
+    'createSyntheticHistoryEntries',
+    'google.registry.tools.javascrap.CreateSyntheticHistoryEntriesPipeline')
+
+// Caller must provide projectId, GCP region, runner, and the kinds to delete
+// (comma-separated kind names or '*' for all). E.g.:
+// nom_build :core:bulkDeleteDatastore --args="--project=domain-registry-crash \
+//     --region=us-central1 --runner=DataflowRunner --kindsToDelete=*"
+createToolTask(
+    'bulkDeleteDatastore',
+    'google.registry.beam.datastore.BulkDeleteDatastorePipeline')
 
 project.tasks.create('generateSqlSchema', JavaExec) {
   classpath = sourceSets.nonprod.runtimeClasspath
@@ -766,6 +753,77 @@ generateGoldenImages.finalizedBy(findGoldenImages)
 
 createUberJar('nomulus', 'nomulus', 'google.registry.tools.RegistryTool')
 
+// Build the Uber jar shared by all flex-template based BEAM pipelines.
+// This packages more code and dependency than necessary. However, without
+// restructuring the source tree it is difficult to generate leaner jars.
+createUberJar(
+    'beamPipelineCommon',
+    'beam_pipeline_common',
+    '')
+
+// Create beam staging task if the environment is alpha. Production, sandbox and
+// qa use formally released pipelines through CloudBuild, whereas crash and
+// alpha use the pipelines staged on alpha deployment project.
+//
+// User should install gcloud and login to GCP before invoking this tasks.
+if (environment == 'alpha') {
+  def pipelines = [
+      initSql            :
+          [
+              mainClass: 'google.registry.beam.initsql.InitSqlPipeline',
+              metaData : 'google/registry/beam/init_sql_pipeline_metadata.json'
+          ],
+      bulkDeleteDatastore:
+          [
+              mainClass: 'google.registry.beam.datastore.BulkDeleteDatastorePipeline',
+              metaData : 'google/registry/beam/bulk_delete_datastore_pipeline_metadata.json'
+          ],
+      spec11             :
+          [
+              mainClass: 'google.registry.beam.spec11.Spec11Pipeline',
+              metaData : 'google/registry/beam/spec11_pipeline_metadata.json'
+          ],
+      invoicing          :
+          [
+              mainClass: 'google.registry.beam.invoicing.InvoicingPipeline',
+              metaData : 'google/registry/beam/invoicing_pipeline_metadata.json'
+          ],
+      rde                :
+          [
+              mainClass: 'google.registry.beam.rde.RdePipeline',
+              metaData : 'google/registry/beam/rde_pipeline_metadata.json'
+          ],
+  ]
+  project.tasks.create("stageBeamPipelines") {
+    doLast {
+      pipelines.each {
+        if (rootProject.pipeline == ''|| rootProject.pipeline == it.key) {
+          def mainClass = it.value['mainClass']
+          def metaData = it.value['metaData']
+          def pipelineName = CaseFormat.UPPER_CAMEL.to(
+              CaseFormat.LOWER_UNDERSCORE,
+              mainClass.substring(mainClass.lastIndexOf('.') + 1))
+          def imageName = "gcr.io/${gcpProject}/beam/${pipelineName}"
+          def metaDataBaseName = metaData.substring(metaData.lastIndexOf('/') + 1)
+          def uberJarName = tasks.beamPipelineCommon.outputs.files.asPath
+
+          def command = "\
+            gcloud dataflow flex-template build \
+            gs://${gcpProject}-deploy/live/beam/${metaDataBaseName} \
+            --image-gcr-path ${imageName}:live \
+            --sdk-language JAVA \
+            --flex-template-base-image JAVA11 \
+            --metadata-file ${projectDir}/src/main/resources/${metaData} \
+            --jar ${uberJarName} \
+            --env FLEX_TEMPLATE_JAVA_MAIN_CLASS=${mainClass} \
+            --project ${gcpProject}".toString()
+          rootProject.ext.execInBash(command, '/tmp')
+        }
+      }
+    }
+  }.dependsOn(tasks.beamPipelineCommon)
+}
+
 // A jar with classes and resources from main sourceSet, excluding internal
 // data. See comments on configurations.nomulus_test above for details.
 // TODO(weiminyu): release process should build this using the public repo to eliminate the need
@@ -828,9 +886,8 @@ task buildToolImage(dependsOn: nomulus, type: Exec) {
   commandLine 'docker', 'build', '-t', 'nomulus-tool', '.'
 }
 
-task generateInitSqlPipelineGraph(type: Test) {
-  include "**/InitSqlPipelineGraphTest.*"
-  testNameIncludePatterns = ["**createPipeline_compareGraph"]
+task generateInitSqlPipelineGraph(type: FilteringTest) {
+  tests = ['InitSqlPipelineGraphTest.createPipeline_compareGraph']
   ignoreFailures = true
 }
 
@@ -1039,6 +1096,10 @@ test {
   // TODO(weiminyu): Remove dependency on sqlIntegrationTest
 }.dependsOn(fragileTest, outcastTest, standardTest, registryToolIntegrationTest, sqlIntegrationTest)
 
+// When we override tests, we also break the cleanTest command.
+cleanTest.dependsOn(cleanFragileTest, cleanOutcastTest, cleanStandardTest,
+                    cleanRegistryToolIntegrationTest, cleanSqlIntegrationTest)
+
 project.build.dependsOn devtool
 project.build.dependsOn buildToolImage
 project.build.dependsOn ':stage'

core/gradle/dependency-locks/annotationProcessor.lockfile

@@ -3,38 +3,40 @@
 # This file is expected to be part of source control.
 com.github.ben-manes.caffeine:caffeine:2.7.0
 com.github.kevinstern:software-and-algorithms:1.0
-com.google.auto.value:auto-value:1.6.3
+com.google.auto.service:auto-service-annotations:1.0-rc7
+com.google.auto.service:auto-service:1.0-rc7
+com.google.auto.value:auto-value:1.7.4
 com.google.auto:auto-common:0.10
 com.google.code.findbugs:jFormatString:3.0.0
 com.google.code.findbugs:jsr305:3.0.2
-com.google.dagger:dagger-compiler:2.28
-com.google.dagger:dagger-producers:2.28
-com.google.dagger:dagger-spi:2.28
-com.google.dagger:dagger:2.28
+com.google.dagger:dagger-compiler:2.33
+com.google.dagger:dagger-producers:2.33
+com.google.dagger:dagger-spi:2.33
+com.google.dagger:dagger:2.33
 com.google.errorprone:error_prone_annotation:2.3.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.errorprone:error_prone_check_api:2.3.4
 com.google.errorprone:error_prone_core:2.3.4
 com.google.errorprone:error_prone_type_annotations:2.3.4
 com.google.errorprone:javac-shaded:9-dev-r4023-3
 com.google.googlejavaformat:google-java-format:1.5
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
 com.google.protobuf:protobuf-java:3.4.0
 com.googlecode.java-diff-utils:diffutils:1.3.0
-com.squareup:javapoet:1.12.1
+com.squareup:javapoet:1.13.0
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
 javax.persistence:javax.persistence-api:2.2
 net.ltgt.gradle.incap:incap:0.2
 org.checkerframework:checker-compat-qual:2.5.3
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.8.0
 org.checkerframework:dataflow:3.0.0
 org.checkerframework:javacutil:3.0.0
-org.jetbrains.kotlin:kotlin-stdlib-common:1.3.61
-org.jetbrains.kotlin:kotlin-stdlib:1.3.61
+org.jetbrains.kotlin:kotlin-stdlib-common:1.4.20
+org.jetbrains.kotlin:kotlin-stdlib:1.4.20
 org.jetbrains.kotlinx:kotlinx-metadata-jvm:0.1.0
 org.jetbrains:annotations:13.0
 org.pcollections:pcollections:2.1.2

core/gradle/dependency-locks/checkstyle.lockfile

@@ -3,16 +3,17 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 com.google.code.findbugs:jsr305:3.0.2
-com.google.errorprone:error_prone_annotations:2.3.2
+com.google.errorprone:error_prone_annotations:2.3.4
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:28.1-jre
+com.google.guava:guava:29.0-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
-com.puppycrawl.tools:checkstyle:8.27
+com.puppycrawl.tools:checkstyle:8.37
 commons-beanutils:commons-beanutils:1.9.4
 commons-collections:commons-collections:3.2.2
-info.picocli:picocli:4.1.1
-net.sf.saxon:Saxon-HE:9.9.1-5
-org.antlr:antlr4-runtime:4.7.2
-org.checkerframework:checker-qual:2.8.1
-org.codehaus.mojo:animal-sniffer-annotations:1.18
+info.picocli:picocli:4.5.2
+net.sf.saxon:Saxon-HE:10.3
+org.antlr:antlr4-runtime:4.8-1
+org.checkerframework:checker-qual:2.11.1
+org.javassist:javassist:3.26.0-GA
+org.reflections:reflections:0.9.12

core/gradle/dependency-locks/closureCompiler.lockfile

@@ -1,15 +1,4 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-args4j:args4j:2.0.26
-com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.7
-com.google.errorprone:error_prone_annotations:2.3.1
-com.google.guava:guava:25.1-jre
-com.google.j2objc:j2objc-annotations:1.1
-com.google.javascript:closure-compiler-externs:v20190301
-com.google.javascript:closure-compiler:v20190301
-com.google.jsinterop:jsinterop-annotations:1.0.0
-com.google.protobuf:protobuf-java:3.0.2
-org.checkerframework:checker-qual:2.0.0
-org.codehaus.mojo:animal-sniffer-annotations:1.14
+com.google.javascript:closure-compiler:v20210505

core/gradle/dependency-locks/compile.lockfile

@@ -3,166 +3,194 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
-com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.31.3
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
-com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
+com.google.auto.service:auto-service-annotations:1.0-rc7
+com.google.auto.value:auto-value-annotations:1.8.2
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:6.12.1
+com.google.cloud:google-cloud-storage:1.113.12
+com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.6
-com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.code.gson:gson:2.8.8
+com.google.common.html.types:types:1.0.6
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.9.0
+com.google.escapevelocity:escapevelocity:0.9.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.6
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
-com.google.template:soy:2018-03-14
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
+com.google.protobuf:protobuf-java-util:3.17.3
+com.google.protobuf:protobuf-java:3.17.3
+com.google.re2j:re2j:1.6
+com.google.template:soy:2021-02-01
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+dnsjava:dnsjava:3.3.1
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.52.Final
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -177,48 +205,52 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
-junit:junit:4.12
+joda-time:joda-time:2.10.10
+junit:junit:4.13.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
 org.apache.commons:commons-compress:1.20
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
-org.apache.logging.log4j:log4j-api:2.6.2
+org.apache.httpcomponents:httpcore:4.4.14
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-core:1.3
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -226,34 +258,31 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.1
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/compileClasspath.lockfile

@@ -3,163 +3,190 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
-com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.31.3
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
-com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
+com.google.auto.service:auto-service-annotations:1.0-rc7
+com.google.auto.value:auto-value-annotations:1.8.2
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:6.12.1
+com.google.cloud:google-cloud-storage:1.113.12
+com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.6
-com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.code.gson:gson:2.8.8
+com.google.common.html.types:types:1.0.6
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.9.0
+com.google.escapevelocity:escapevelocity:0.9.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.6
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.11.4
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
-com.google.template:soy:2018-03-14
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
+com.google.protobuf:protobuf-java-util:3.17.3
+com.google.protobuf:protobuf-java:3.17.3
+com.google.re2j:re2j:1.6
+com.google.template:soy:2021-02-01
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
+dnsjava:dnsjava:3.3.1
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.52.Final
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -174,45 +201,50 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
+joda-time:joda-time:2.10.10
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
 org.apache.commons:commons-compress:1.20
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
-org.apache.logging.log4j:log4j-api:2.6.2
+org.apache.httpcomponents:httpcore:4.4.14
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -220,34 +252,31 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.1
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/default.lockfile

@@ -3,174 +3,202 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
-com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.31.3
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
-com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
+com.google.auto.service:auto-service-annotations:1.0-rc7
+com.google.auto.value:auto-value-annotations:1.8.2
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud.sql:postgres-socket-factory:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud.sql:postgres-socket-factory:1.2.1
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:6.12.1
+com.google.cloud:google-cloud-storage:1.113.12
+com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.6
-com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.code.gson:gson:2.8.8
+com.google.common.html.types:types:1.0.6
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.9.0
+com.google.escapevelocity:escapevelocity:0.9.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
-com.google.template:soy:2018-03-14
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
+com.google.protobuf:protobuf-java-util:3.17.3
+com.google.protobuf:protobuf-java:3.17.3
+com.google.re2j:re2j:1.6
+com.google.template:soy:2021-02-01
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.52.Final
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -185,51 +213,54 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
-junit:junit:4.12
+joda-time:joda-time:2.10.10
+junit:junit:4.13.1
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
-org.apache.logging.log4j:log4j-api:2.13.3
-org.apache.logging.log4j:log4j-core:2.13.3
+org.apache.httpcomponents:httpcore:4.4.14
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-core:1.3
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -237,38 +268,35 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
 org.slf4j:slf4j-jdk14:1.7.28
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.1
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/deploy_jar.lockfile

@@ -3,174 +3,202 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
-com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.31.3
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
-com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
+com.google.auto.service:auto-service-annotations:1.0-rc7
+com.google.auto.value:auto-value-annotations:1.8.2
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud.sql:postgres-socket-factory:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud.sql:postgres-socket-factory:1.2.1
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:6.12.1
+com.google.cloud:google-cloud-storage:1.113.12
+com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.6
-com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.code.gson:gson:2.8.8
+com.google.common.html.types:types:1.0.6
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.9.0
+com.google.escapevelocity:escapevelocity:0.9.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
-com.google.template:soy:2018-03-14
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
+com.google.protobuf:protobuf-java-util:3.17.3
+com.google.protobuf:protobuf-java:3.17.3
+com.google.re2j:re2j:1.6
+com.google.template:soy:2021-02-01
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.52.Final
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -185,49 +213,53 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
+joda-time:joda-time:2.10.10
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
-org.apache.logging.log4j:log4j-api:2.13.3
-org.apache.logging.log4j:log4j-core:2.13.3
+org.apache.httpcomponents:httpcore:4.4.14
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -235,38 +267,35 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
 org.slf4j:slf4j-jdk14:1.7.28
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.1
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/jacocoAgent.lockfile

@@ -1,4 +1,4 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-org.jacoco:org.jacoco.agent:0.8.5
+org.jacoco:org.jacoco.agent:0.8.6

core/gradle/dependency-locks/jacocoAnt.lockfile

@@ -1,11 +1,11 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
-org.jacoco:org.jacoco.agent:0.8.5
-org.jacoco:org.jacoco.ant:0.8.5
-org.jacoco:org.jacoco.core:0.8.5
-org.jacoco:org.jacoco.report:0.8.5
-org.ow2.asm:asm-analysis:7.2
-org.ow2.asm:asm-commons:7.2
-org.ow2.asm:asm-tree:7.2
-org.ow2.asm:asm:7.2
+org.jacoco:org.jacoco.agent:0.8.6
+org.jacoco:org.jacoco.ant:0.8.6
+org.jacoco:org.jacoco.core:0.8.6
+org.jacoco:org.jacoco.report:0.8.6
+org.ow2.asm:asm-analysis:8.0.1
+org.ow2.asm:asm-commons:8.0.1
+org.ow2.asm:asm-tree:8.0.1
+org.ow2.asm:asm:8.0.1

core/gradle/dependency-locks/jaxb.lockfile

@@ -1,8 +1,10 @@
 # This is a Gradle generated file for dependency locking.
 # Manual edits can break the build and are not advised.
 # This file is expected to be part of source control.
+com.sun.activation:jakarta.activation:1.2.2
 com.sun.activation:javax.activation:1.2.0
-com.sun.xml.bind:jaxb-impl:2.2.11
-com.sun.xml.bind:jaxb-osgi:2.2.11
-com.sun.xml.bind:jaxb-xjc:2.2.11
+com.sun.xml.bind:jaxb-impl:2.3.3
+com.sun.xml.bind:jaxb-osgi:2.3.3
+com.sun.xml.bind:jaxb-xjc:2.3.3
+jakarta.xml.bind:jakarta.xml.bind-api:2.3.3
 javax.xml.bind:jaxb-api:2.3.0

core/gradle/dependency-locks/nonprodCompile.lockfile

@@ -3,166 +3,194 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
-com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.31.3
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
-com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
+com.google.auto.service:auto-service-annotations:1.0-rc7
+com.google.auto.value:auto-value-annotations:1.8.2
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:6.12.1
+com.google.cloud:google-cloud-storage:1.113.12
+com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.6
-com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.code.gson:gson:2.8.8
+com.google.common.html.types:types:1.0.6
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.9.0
+com.google.escapevelocity:escapevelocity:0.9.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.6
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
-com.google.template:soy:2018-03-14
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
+com.google.protobuf:protobuf-java-util:3.17.3
+com.google.protobuf:protobuf-java:3.17.3
+com.google.re2j:re2j:1.6
+com.google.template:soy:2021-02-01
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+dnsjava:dnsjava:3.3.1
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.52.Final
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -177,48 +205,52 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
-junit:junit:4.12
+joda-time:joda-time:2.10.10
+junit:junit:4.13.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
 org.apache.commons:commons-compress:1.20
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
-org.apache.logging.log4j:log4j-api:2.6.2
+org.apache.httpcomponents:httpcore:4.4.14
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-core:1.3
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -226,34 +258,31 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.1
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/nonprodCompileClasspath.lockfile

@@ -3,163 +3,190 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
-com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.31.3
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
-com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
+com.google.auto.service:auto-service-annotations:1.0-rc7
+com.google.auto.value:auto-value-annotations:1.8.2
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:6.12.1
+com.google.cloud:google-cloud-storage:1.113.12
+com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.6
-com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.code.gson:gson:2.8.8
+com.google.common.html.types:types:1.0.6
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.9.0
+com.google.escapevelocity:escapevelocity:0.9.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.6
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.11.4
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
-com.google.template:soy:2018-03-14
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
+com.google.protobuf:protobuf-java-util:3.17.3
+com.google.protobuf:protobuf-java:3.17.3
+com.google.re2j:re2j:1.6
+com.google.template:soy:2021-02-01
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
+dnsjava:dnsjava:3.3.1
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.52.Final
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -174,47 +201,51 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
-junit:junit:4.12
+joda-time:joda-time:2.10.10
+junit:junit:4.13.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
 org.apache.commons:commons-compress:1.20
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
-org.apache.logging.log4j:log4j-api:2.6.2
+org.apache.httpcomponents:httpcore:4.4.14
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-core:1.3
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -222,34 +253,31 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.1
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/nonprodRuntime.lockfile

@@ -3,173 +3,201 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
-com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.31.3
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
-com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
+com.google.auto.service:auto-service-annotations:1.0-rc7
+com.google.auto.value:auto-value-annotations:1.8.2
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:6.12.1
+com.google.cloud:google-cloud-storage:1.113.12
+com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.6
-com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.code.gson:gson:2.8.8
+com.google.common.html.types:types:1.0.6
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.9.0
+com.google.escapevelocity:escapevelocity:0.9.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
-com.google.template:soy:2018-03-14
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
+com.google.protobuf:protobuf-java-util:3.17.3
+com.google.protobuf:protobuf-java:3.17.3
+com.google.re2j:re2j:1.6
+com.google.template:soy:2021-02-01
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.52.Final
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -184,51 +212,54 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
-junit:junit:4.12
+joda-time:joda-time:2.10.10
+junit:junit:4.13.1
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
-org.apache.logging.log4j:log4j-api:2.13.3
-org.apache.logging.log4j:log4j-core:2.13.3
+org.apache.httpcomponents:httpcore:4.4.14
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-core:1.3
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -236,37 +267,34 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.1
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/nonprodRuntimeClasspath.lockfile

@@ -3,173 +3,201 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
-com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.31.3
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
-com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
+com.google.auto.service:auto-service-annotations:1.0-rc7
+com.google.auto.value:auto-value-annotations:1.8.2
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:6.12.1
+com.google.cloud:google-cloud-storage:1.113.12
+com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.6
-com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.code.gson:gson:2.8.8
+com.google.common.html.types:types:1.0.6
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.9.0
+com.google.escapevelocity:escapevelocity:0.9.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
-com.google.template:soy:2018-03-14
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
+com.google.protobuf:protobuf-java-util:3.17.3
+com.google.protobuf:protobuf-java:3.17.3
+com.google.re2j:re2j:1.6
+com.google.template:soy:2021-02-01
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.52.Final
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -184,51 +212,54 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
-junit:junit:4.12
+joda-time:joda-time:2.10.10
+junit:junit:4.13.1
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
-org.apache.logging.log4j:log4j-api:2.13.3
-org.apache.logging.log4j:log4j-core:2.13.3
+org.apache.httpcomponents:httpcore:4.4.14
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-core:1.3
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -236,37 +267,34 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.1
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/runtime.lockfile

@@ -3,173 +3,201 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
-com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.31.3
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
-com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
+com.google.auto.service:auto-service-annotations:1.0-rc7
+com.google.auto.value:auto-value-annotations:1.8.2
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:6.12.1
+com.google.cloud:google-cloud-storage:1.113.12
+com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.6
-com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.code.gson:gson:2.8.8
+com.google.common.html.types:types:1.0.6
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.9.0
+com.google.escapevelocity:escapevelocity:0.9.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
-com.google.template:soy:2018-03-14
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
+com.google.protobuf:protobuf-java-util:3.17.3
+com.google.protobuf:protobuf-java:3.17.3
+com.google.re2j:re2j:1.6
+com.google.template:soy:2021-02-01
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.52.Final
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -184,51 +212,54 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
-junit:junit:4.12
+joda-time:joda-time:2.10.10
+junit:junit:4.13.1
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
-org.apache.logging.log4j:log4j-api:2.13.3
-org.apache.logging.log4j:log4j-core:2.13.3
+org.apache.httpcomponents:httpcore:4.4.14
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-core:1.3
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -236,37 +267,34 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.1
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/runtimeClasspath.lockfile

@@ -3,174 +3,202 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.10.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.10.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
-com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.31.3
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
-com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
+com.google.auto.service:auto-service-annotations:1.0-rc7
+com.google.auto.value:auto-value-annotations:1.8.2
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud.sql:postgres-socket-factory:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud.sql:postgres-socket-factory:1.2.1
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:6.12.1
+com.google.cloud:google-cloud-storage:1.113.12
+com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.6
-com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.code.gson:gson:2.8.8
+com.google.common.html.types:types:1.0.6
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.9.0
+com.google.escapevelocity:escapevelocity:0.9.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
-com.google.template:soy:2018-03-14
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
+com.google.protobuf:protobuf-java-util:3.17.3
+com.google.protobuf:protobuf-java:3.17.3
+com.google.re2j:re2j:1.6
+com.google.template:soy:2021-02-01
 com.googlecode.charts4j:charts4j:1.3
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
-com.squareup.okhttp:okhttp:2.5.0
-com.squareup.okio:okio:1.13.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.52.Final
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -185,49 +213,53 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
+joda-time:joda-time:2.10.10
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
-org.apache.logging.log4j:log4j-api:2.13.3
-org.apache.logging.log4j:log4j-core:2.13.3
+org.apache.httpcomponents:httpcore:4.4.14
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
+org.hamcrest:hamcrest-core:2.1
+org.hamcrest:hamcrest:2.1
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -235,38 +267,35 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.jvnet.staxex:stax-ex:1.8
-org.mortbay.jetty:jetty-util:6.1.26
-org.mortbay.jetty:jetty:6.1.26
 org.objenesis:objenesis:1.2
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
 org.slf4j:slf4j-jdk14:1.7.28
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.1
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/soy.lockfile

@@ -3,22 +3,27 @@
 # This file is expected to be part of source control.
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
-com.google.code.findbugs:jsr305:2.0.3
+com.google.code.findbugs:jsr305:3.0.2
 com.google.code.gson:gson:2.7
-com.google.common.html.types:types:1.0.4
-com.google.guava:guava:21.0
-com.google.gwt:gwt-user:2.8.0-beta1
+com.google.common.html.types:types:1.0.6
+com.google.errorprone:error_prone_annotations:2.3.4
+com.google.escapevelocity:escapevelocity:0.9.1
+com.google.guava:failureaccess:1.0.1
+com.google.guava:guava:30.1-jre
+com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.inject.extensions:guice-multibindings:4.1.0
-com.google.inject:guice:4.1.0
-com.google.protobuf:protobuf-java:3.3.0
-com.google.template:soy:2018-03-14
+com.google.inject:guice:5.0.1
+com.google.j2objc:j2objc-annotations:1.3
+com.google.jsinterop:jsinterop-annotations:1.0.1
+com.google.protobuf:protobuf-java:3.13.0
+com.google.template:soy:2021-02-01
 com.ibm.icu:icu4j:57.1
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
-javax.validation:validation-api:1.0.0.GA
+org.checkerframework:checker-qual:3.5.0
 org.json:json:20160212
-org.ow2.asm:asm-analysis:6.0
-org.ow2.asm:asm-commons:6.0
-org.ow2.asm:asm-tree:6.0
-org.ow2.asm:asm-util:6.0
-org.ow2.asm:asm:6.0
+org.ow2.asm:asm-analysis:7.0
+org.ow2.asm:asm-commons:7.0
+org.ow2.asm:asm-tree:7.0
+org.ow2.asm:asm-util:7.0
+org.ow2.asm:asm:7.0

core/gradle/dependency-locks/testAnnotationProcessor.lockfile

@@ -3,38 +3,38 @@
 # This file is expected to be part of source control.
 com.github.ben-manes.caffeine:caffeine:2.7.0
 com.github.kevinstern:software-and-algorithms:1.0
-com.google.auto.value:auto-value:1.6.3
+com.google.auto.value:auto-value:1.7.4
 com.google.auto:auto-common:0.10
 com.google.code.findbugs:jFormatString:3.0.0
 com.google.code.findbugs:jsr305:3.0.2
-com.google.dagger:dagger-compiler:2.28
-com.google.dagger:dagger-producers:2.28
-com.google.dagger:dagger-spi:2.28
-com.google.dagger:dagger:2.28
+com.google.dagger:dagger-compiler:2.33
+com.google.dagger:dagger-producers:2.33
+com.google.dagger:dagger-spi:2.33
+com.google.dagger:dagger:2.33
 com.google.errorprone:error_prone_annotation:2.3.4
-com.google.errorprone:error_prone_annotations:2.3.4
+com.google.errorprone:error_prone_annotations:2.5.1
 com.google.errorprone:error_prone_check_api:2.3.4
 com.google.errorprone:error_prone_core:2.3.4
 com.google.errorprone:error_prone_type_annotations:2.3.4
 com.google.errorprone:javac-shaded:9-dev-r4023-3
 com.google.googlejavaformat:google-java-format:1.5
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava:30.0-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.j2objc:j2objc-annotations:1.3
 com.google.protobuf:protobuf-java:3.4.0
 com.googlecode.java-diff-utils:diffutils:1.3.0
-com.squareup:javapoet:1.12.1
+com.squareup:javapoet:1.13.0
 javax.annotation:jsr250-api:1.0
 javax.inject:javax.inject:1
 javax.persistence:javax.persistence-api:2.2
 net.ltgt.gradle.incap:incap:0.2
 org.checkerframework:checker-compat-qual:2.5.3
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.8.0
 org.checkerframework:dataflow:3.0.0
 org.checkerframework:javacutil:3.0.0
-org.jetbrains.kotlin:kotlin-stdlib-common:1.3.61
-org.jetbrains.kotlin:kotlin-stdlib:1.3.61
+org.jetbrains.kotlin:kotlin-stdlib-common:1.4.20
+org.jetbrains.kotlin:kotlin-stdlib:1.4.20
 org.jetbrains.kotlinx:kotlinx-metadata-jvm:0.1.0
 org.jetbrains:annotations:13.0
 org.pcollections:pcollections:2.1.2

core/gradle/dependency-locks/testCompile.lockfile

@@ -3,174 +3,203 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.11.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.11.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
-com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.31.3
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-api-stubs:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
-com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-api-stubs:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
+com.google.auto.service:auto-service-annotations:1.0-rc7
+com.google.auto.value:auto-value-annotations:1.8.2
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-nio:0.123.4
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:6.12.1
+com.google.cloud:google-cloud-storage:1.118.0
+com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.6
-com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.code.gson:gson:2.8.8
+com.google.common.html.types:types:1.0.6
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.9.0
+com.google.escapevelocity:escapevelocity:0.9.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.6
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava-testlib:30.0-jre
-com.google.guava:guava:30.0-jre
+com.google.guava:guava-testlib:30.1.1-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:contrib:1.0.7
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
-com.google.template:soy:2018-03-14
-com.google.truth.extensions:truth-java8-extension:1.0
-com.google.truth:truth:1.0
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
+com.google.protobuf:protobuf-java-util:3.17.3
+com.google.protobuf:protobuf-java:3.17.3
+com.google.re2j:re2j:1.6
+com.google.template:soy:2021-02-01
+com.google.truth.extensions:truth-java8-extension:1.1.2
+com.google.truth:truth:1.1.2
 com.googlecode.charts4j:charts4j:1.3
-com.googlecode.java-diff-utils:diffutils:1.3.0
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
 com.squareup.okhttp3:okhttp:3.11.0
-com.squareup.okhttp:okhttp:2.5.0
 com.squareup.okio:okio:1.14.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.thoughtworks.qdox:qdox:1.12.1
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+dnsjava:dnsjava:3.3.1
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.52.Final
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -185,30 +214,34 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
-junit:junit:4.13
-net.bytebuddy:byte-buddy-agent:1.10.5
-net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
+joda-time:joda-time:2.10.10
+junit:junit:4.13.2
+net.bytebuddy:byte-buddy-agent:1.10.19
+net.bytebuddy:byte-buddy:1.10.19
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-direct-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-direct-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.8.1
@@ -216,8 +249,7 @@ org.apache.commons:commons-text:1.6
 org.apache.ftpserver:ftplet-api:1.0.6
 org.apache.ftpserver:ftpserver-core:1.0.6
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
-org.apache.logging.log4j:log4j-api:2.6.2
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.mina:mina-core:2.0.4
 org.apache.sshd:sshd-core:2.0.0
 org.apache.sshd:sshd-scp:2.0.0
@@ -228,19 +260,19 @@ org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-all:1.3
-org.hamcrest:hamcrest-core:1.3
-org.hamcrest:hamcrest-library:1.3
+org.hamcrest:hamcrest-core:2.2
+org.hamcrest:hamcrest-library:2.2
+org.hamcrest:hamcrest:2.2
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -248,38 +280,35 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.junit-pioneer:junit-pioneer:0.7.0
-org.junit.jupiter:junit-jupiter-api:5.6.2
-org.junit.jupiter:junit-jupiter-engine:5.6.2
-org.junit.jupiter:junit-jupiter-migrationsupport:5.6.2
-org.junit.jupiter:junit-jupiter-params:5.6.2
-org.junit.platform:junit-platform-commons:1.6.2
-org.junit.platform:junit-platform-engine:1.6.2
-org.junit.platform:junit-platform-launcher:1.6.2
-org.junit.platform:junit-platform-runner:1.6.2
-org.junit.platform:junit-platform-suite-api:1.6.2
-org.junit:junit-bom:5.6.2
+org.junit.jupiter:junit-jupiter-api:5.7.0
+org.junit.jupiter:junit-jupiter-engine:5.7.0
+org.junit.jupiter:junit-jupiter-migrationsupport:5.7.0
+org.junit.jupiter:junit-jupiter-params:5.7.0
+org.junit.platform:junit-platform-commons:1.7.0
+org.junit.platform:junit-platform-engine:1.7.0
+org.junit.platform:junit-platform-launcher:1.7.0
+org.junit.platform:junit-platform-runner:1.7.0
+org.junit.platform:junit-platform-suite-api:1.7.0
+org.junit:junit-bom:5.7.0
 org.jvnet.staxex:stax-ex:1.8
-org.mockito:mockito-core:3.3.3
-org.mockito:mockito-junit-jupiter:3.3.3
+org.mockito:mockito-core:3.7.7
+org.mockito:mockito-junit-jupiter:3.7.7
 org.mortbay.jetty:jetty-util:6.1.26
 org.mortbay.jetty:jetty:6.1.26
-org.objenesis:objenesis:2.6
+org.objenesis:objenesis:3.1
 org.opentest4j:opentest4j:1.2.0
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.seleniumhq.selenium:selenium-api:3.141.59
 org.seleniumhq.selenium:selenium-chrome-driver:3.141.59
 org.seleniumhq.selenium:selenium-edge-driver:3.141.59
@@ -291,17 +320,19 @@ org.seleniumhq.selenium:selenium-remote-driver:3.141.59
 org.seleniumhq.selenium:selenium-safari-driver:3.141.59
 org.seleniumhq.selenium:selenium-support:3.141.59
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:junit-jupiter:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:selenium:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:junit-jupiter:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:selenium:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.1
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/testCompileClasspath.lockfile

@@ -3,171 +3,199 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.11.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.11.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
-com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.31.3
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-api-stubs:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
-com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-api-stubs:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
+com.google.auto.service:auto-service-annotations:1.0-rc7
+com.google.auto.value:auto-value-annotations:1.8.2
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-nio:0.123.4
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:6.12.1
+com.google.cloud:google-cloud-storage:1.118.0
+com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.6
-com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.code.gson:gson:2.8.8
+com.google.common.html.types:types:1.0.6
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.9.0
+com.google.escapevelocity:escapevelocity:0.9.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.6
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava-testlib:30.0-jre
-com.google.guava:guava:30.0-jre
+com.google.guava:guava-testlib:30.1.1-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:contrib:1.0.7
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.11.4
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
-com.google.template:soy:2018-03-14
-com.google.truth.extensions:truth-java8-extension:1.0
-com.google.truth:truth:1.0
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
+com.google.protobuf:protobuf-java-util:3.17.3
+com.google.protobuf:protobuf-java:3.17.3
+com.google.re2j:re2j:1.6
+com.google.template:soy:2021-02-01
+com.google.truth.extensions:truth-java8-extension:1.1.2
+com.google.truth:truth:1.1.2
 com.googlecode.charts4j:charts4j:1.3
-com.googlecode.java-diff-utils:diffutils:1.3.0
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
 com.squareup.okhttp3:okhttp:3.11.0
-com.squareup.okhttp:okhttp:2.5.0
 com.squareup.okio:okio:1.14.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.thoughtworks.qdox:qdox:1.12.1
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
+dnsjava:dnsjava:3.3.1
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.52.Final
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -182,30 +210,34 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
-junit:junit:4.13
-net.bytebuddy:byte-buddy-agent:1.10.5
-net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
+joda-time:joda-time:2.10.10
+junit:junit:4.13.2
+net.bytebuddy:byte-buddy-agent:1.10.19
+net.bytebuddy:byte-buddy:1.10.19
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-direct-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-direct-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.8.1
@@ -213,8 +245,7 @@ org.apache.commons:commons-text:1.6
 org.apache.ftpserver:ftplet-api:1.0.6
 org.apache.ftpserver:ftpserver-core:1.0.6
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
-org.apache.logging.log4j:log4j-api:2.6.2
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.mina:mina-core:2.0.4
 org.apache.sshd:sshd-core:2.0.0
 org.apache.sshd:sshd-scp:2.0.0
@@ -225,18 +256,18 @@ org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-all:1.3
-org.hamcrest:hamcrest-core:1.3
-org.hamcrest:hamcrest-library:1.3
+org.hamcrest:hamcrest-core:2.2
+org.hamcrest:hamcrest-library:2.2
+org.hamcrest:hamcrest:2.2
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -244,38 +275,35 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.junit-pioneer:junit-pioneer:0.7.0
-org.junit.jupiter:junit-jupiter-api:5.6.2
-org.junit.jupiter:junit-jupiter-engine:5.6.2
-org.junit.jupiter:junit-jupiter-migrationsupport:5.6.2
-org.junit.jupiter:junit-jupiter-params:5.6.2
-org.junit.platform:junit-platform-commons:1.6.2
-org.junit.platform:junit-platform-engine:1.6.2
-org.junit.platform:junit-platform-launcher:1.6.2
-org.junit.platform:junit-platform-runner:1.6.2
-org.junit.platform:junit-platform-suite-api:1.6.2
-org.junit:junit-bom:5.6.2
+org.junit.jupiter:junit-jupiter-api:5.7.0
+org.junit.jupiter:junit-jupiter-engine:5.7.0
+org.junit.jupiter:junit-jupiter-migrationsupport:5.7.0
+org.junit.jupiter:junit-jupiter-params:5.7.0
+org.junit.platform:junit-platform-commons:1.7.0
+org.junit.platform:junit-platform-engine:1.7.0
+org.junit.platform:junit-platform-launcher:1.7.0
+org.junit.platform:junit-platform-runner:1.7.0
+org.junit.platform:junit-platform-suite-api:1.7.0
+org.junit:junit-bom:5.7.0
 org.jvnet.staxex:stax-ex:1.8
-org.mockito:mockito-core:3.3.3
-org.mockito:mockito-junit-jupiter:3.3.3
+org.mockito:mockito-core:3.7.7
+org.mockito:mockito-junit-jupiter:3.7.7
 org.mortbay.jetty:jetty-util:6.1.26
 org.mortbay.jetty:jetty:6.1.26
-org.objenesis:objenesis:2.6
+org.objenesis:objenesis:3.1
 org.opentest4j:opentest4j:1.2.0
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.seleniumhq.selenium:selenium-api:3.141.59
 org.seleniumhq.selenium:selenium-chrome-driver:3.141.59
 org.seleniumhq.selenium:selenium-edge-driver:3.141.59
@@ -287,17 +315,19 @@ org.seleniumhq.selenium:selenium-remote-driver:3.141.59
 org.seleniumhq.selenium:selenium-safari-driver:3.141.59
 org.seleniumhq.selenium:selenium-support:3.141.59
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:junit-jupiter:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:selenium:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:junit-jupiter:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:selenium:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.1
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/testRuntime.lockfile

@@ -3,183 +3,212 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.11.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.11.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
-com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.31.3
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-api-stubs:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
-com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-api-stubs:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
+com.google.auto.service:auto-service-annotations:1.0-rc7
+com.google.auto.value:auto-value-annotations:1.8.2
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud.sql:postgres-socket-factory:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud.sql:postgres-socket-factory:1.2.1
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-nio:0.123.4
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:6.12.1
+com.google.cloud:google-cloud-storage:1.118.0
+com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.6
-com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.code.gson:gson:2.8.8
+com.google.common.html.types:types:1.0.6
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.9.0
+com.google.escapevelocity:escapevelocity:0.9.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava-testlib:30.0-jre
-com.google.guava:guava:30.0-jre
+com.google.guava:guava-testlib:30.1.1-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:contrib:1.0.7
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
-com.google.template:soy:2018-03-14
-com.google.truth.extensions:truth-java8-extension:1.0
-com.google.truth:truth:1.0
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
+com.google.protobuf:protobuf-java-util:3.17.3
+com.google.protobuf:protobuf-java:3.17.3
+com.google.re2j:re2j:1.6
+com.google.template:soy:2021-02-01
+com.google.truth.extensions:truth-java8-extension:1.1.2
+com.google.truth:truth:1.1.2
 com.googlecode.charts4j:charts4j:1.3
-com.googlecode.java-diff-utils:diffutils:1.3.0
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
 com.squareup.okhttp3:okhttp:3.11.0
-com.squareup.okhttp:okhttp:2.5.0
 com.squareup.okio:okio:1.14.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.thoughtworks.qdox:qdox:1.12.1
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.github.java-diff-utils:java-diff-utils:4.0
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.github.java-diff-utils:java-diff-utils:4.9
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.52.Final
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -194,31 +223,35 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
-junit:junit:4.13
+joda-time:joda-time:2.10.10
+junit:junit:4.13.2
 net.arnx:nashorn-promise:0.1.1
-net.bytebuddy:byte-buddy-agent:1.10.5
-net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
+net.bytebuddy:byte-buddy-agent:1.10.19
+net.bytebuddy:byte-buddy:1.10.19
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-direct-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-direct-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.8.1
@@ -226,9 +259,7 @@ org.apache.commons:commons-text:1.6
 org.apache.ftpserver:ftplet-api:1.0.6
 org.apache.ftpserver:ftpserver-core:1.0.6
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
-org.apache.logging.log4j:log4j-api:2.13.3
-org.apache.logging.log4j:log4j-core:2.13.3
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.mina:mina-core:2.0.4
 org.apache.sshd:sshd-core:2.0.0
 org.apache.sshd:sshd-scp:2.0.0
@@ -239,20 +270,19 @@ org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-all:1.3
-org.hamcrest:hamcrest-core:1.3
-org.hamcrest:hamcrest-library:1.3
+org.hamcrest:hamcrest-core:2.2
+org.hamcrest:hamcrest-library:2.2
+org.hamcrest:hamcrest:2.2
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -260,38 +290,35 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.junit-pioneer:junit-pioneer:0.7.0
-org.junit.jupiter:junit-jupiter-api:5.6.2
-org.junit.jupiter:junit-jupiter-engine:5.6.2
-org.junit.jupiter:junit-jupiter-migrationsupport:5.6.2
-org.junit.jupiter:junit-jupiter-params:5.6.2
-org.junit.platform:junit-platform-commons:1.6.2
-org.junit.platform:junit-platform-engine:1.6.2
-org.junit.platform:junit-platform-launcher:1.6.2
-org.junit.platform:junit-platform-runner:1.6.2
-org.junit.platform:junit-platform-suite-api:1.6.2
-org.junit:junit-bom:5.6.2
+org.junit.jupiter:junit-jupiter-api:5.7.0
+org.junit.jupiter:junit-jupiter-engine:5.7.0
+org.junit.jupiter:junit-jupiter-migrationsupport:5.7.0
+org.junit.jupiter:junit-jupiter-params:5.7.0
+org.junit.platform:junit-platform-commons:1.7.0
+org.junit.platform:junit-platform-engine:1.7.0
+org.junit.platform:junit-platform-launcher:1.7.0
+org.junit.platform:junit-platform-runner:1.7.0
+org.junit.platform:junit-platform-suite-api:1.7.0
+org.junit:junit-bom:5.7.0
 org.jvnet.staxex:stax-ex:1.8
-org.mockito:mockito-core:3.3.3
-org.mockito:mockito-junit-jupiter:3.3.3
+org.mockito:mockito-core:3.7.7
+org.mockito:mockito-junit-jupiter:3.7.7
 org.mortbay.jetty:jetty-util:6.1.26
 org.mortbay.jetty:jetty:6.1.26
-org.objenesis:objenesis:2.6
+org.objenesis:objenesis:3.1
 org.opentest4j:opentest4j:1.2.0
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.seleniumhq.selenium:selenium-api:3.141.59
 org.seleniumhq.selenium:selenium-chrome-driver:3.141.59
 org.seleniumhq.selenium:selenium-edge-driver:3.141.59
@@ -305,18 +332,20 @@ org.seleniumhq.selenium:selenium-support:3.141.59
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:junit-jupiter:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:selenium:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:junit-jupiter:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:selenium:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.1
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/testRuntimeClasspath.lockfile

@@ -3,183 +3,212 @@
 # This file is expected to be part of source control.
 antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
-args4j:args4j:2.33
+args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.11.2
-com.fasterxml.jackson.core:jackson-core:2.11.3
-com.fasterxml.jackson.core:jackson-databind:2.11.2
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
-com.github.jnr:jffi:1.2.23
+com.github.docker-java:docker-java-api:3.2.7
+com.github.docker-java:docker-java-transport-zerodep:3.2.7
+com.github.docker-java:docker-java-transport:3.2.7
+com.github.jnr:jffi:1.3.1
 com.github.jnr:jnr-a64asm:1.0.0
-com.github.jnr:jnr-constants:0.9.15
-com.github.jnr:jnr-enxio:0.26
-com.github.jnr:jnr-ffi:2.1.13
-com.github.jnr:jnr-posix:3.0.55
-com.github.jnr:jnr-unixsocket:0.30
+com.github.jnr:jnr-constants:0.10.1
+com.github.jnr:jnr-enxio:0.32.3
+com.github.jnr:jnr-ffi:2.2.1
+com.github.jnr:jnr-posix:3.1.4
+com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
 com.google.android:annotations:4.1.1.4
-com.google.api-client:google-api-client-appengine:1.30.8
-com.google.api-client:google-api-client-jackson2:1.30.9
-com.google.api-client:google-api-client-java6:1.30.9
-com.google.api-client:google-api-client-servlet:1.30.8
-com.google.api-client:google-api-client:1.30.9
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:grpc-google-common-protos:1.17.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.90.0
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.90.0
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.9.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.85.0
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.85.1
-com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.2.3
-com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.2.3
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:1.49.1
-com.google.api.grpc:proto-google-cloud-spanner-v1:1.49.1
-com.google.api.grpc:proto-google-common-protos:2.0.0
-com.google.api.grpc:proto-google-iam-v1:1.0.1
-com.google.api:api-common:1.10.1
-com.google.api:gax-grpc:1.60.0
-com.google.api:gax-httpjson:0.70.1
-com.google.api:gax:1.60.0
-com.google.apis:google-api-services-admin-directory:directory_v1-rev72-1.22.0
-com.google.apis:google-api-services-appengine:v1-rev101-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20191211-1.30.9
-com.google.apis:google-api-services-clouddebugger:v2-rev20200313-1.30.9
-com.google.apis:google-api-services-cloudkms:v1-rev12-1.22.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200311-1.30.9
-com.google.apis:google-api-services-dataflow:v1b3-rev20200305-1.30.9
-com.google.apis:google-api-services-dns:v2beta1-rev6-1.22.0
-com.google.apis:google-api-services-drive:v2-rev160-1.19.1
-com.google.apis:google-api-services-groupssettings:v1-rev60-1.22.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200525-1.30.9
-com.google.apis:google-api-services-monitoring:v3-rev426-1.23.0
-com.google.apis:google-api-services-pubsub:v1-rev20200312-1.30.9
-com.google.apis:google-api-services-sheets:v4-rev483-1.22.0
-com.google.apis:google-api-services-sqladmin:v1beta4-rev20190827-1.30.1
-com.google.apis:google-api-services-storage:v1-rev20200326-1.30.9
-com.google.appengine.tools:appengine-gcs-client:0.6
+com.google.api-client:google-api-client-appengine:1.31.3
+com.google.api-client:google-api-client-jackson2:1.31.3
+com.google.api-client:google-api-client-java6:1.31.3
+com.google.api-client:google-api-client-servlet:1.31.3
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
+com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
+com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
+com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
+com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
+com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
+com.google.apis:google-api-services-drive:v2-rev393-1.25.0
+com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
+com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
+com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
+com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
+com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
-com.google.appengine:appengine-api-1.0-sdk:1.9.81
-com.google.appengine:appengine-api-stubs:1.9.81
-com.google.appengine:appengine-remote-api:1.9.81
-com.google.appengine:appengine-testing:1.9.81
-com.google.auth:google-auth-library-credentials:0.22.0
-com.google.auth:google-auth-library-oauth2-http:0.22.0
-com.google.auto.value:auto-value-annotations:1.7.4
-com.google.auto.value:auto-value:1.6.3
-com.google.cloud.bigdataoss:gcsio:2.1.3
-com.google.cloud.bigdataoss:util:2.1.3
-com.google.cloud.bigtable:bigtable-client-core:1.13.0
+com.google.appengine:appengine-api-1.0-sdk:1.9.86
+com.google.appengine:appengine-api-stubs:1.9.86
+com.google.appengine:appengine-remote-api:1.9.86
+com.google.appengine:appengine-testing:1.9.86
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
+com.google.auto.service:auto-service-annotations:1.0-rc7
+com.google.auto.value:auto-value-annotations:1.8.2
+com.google.auto.value:auto-value:1.7.4
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
-com.google.cloud.sql:jdbc-socket-factory-core:1.0.16
-com.google.cloud.sql:postgres-socket-factory:1.0.16
-com.google.cloud:google-cloud-bigquery:1.106.0
-com.google.cloud:google-cloud-bigquerystorage:0.125.0-beta
-com.google.cloud:google-cloud-bigtable:1.9.1
-com.google.cloud:google-cloud-core-grpc:1.92.2
-com.google.cloud:google-cloud-core-http:1.92.4
-com.google.cloud:google-cloud-core:1.92.5
-com.google.cloud:google-cloud-secretmanager:1.2.3
-com.google.cloud:google-cloud-spanner:1.49.1
+com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
+com.google.cloud.sql:postgres-socket-factory:1.2.1
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-nio:0.123.4
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
+com.google.cloud:google-cloud-secretmanager:1.4.0
+com.google.cloud:google-cloud-spanner:6.12.1
+com.google.cloud:google-cloud-storage:1.118.0
+com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.6
-com.google.common.html.types:types:1.0.4
-com.google.dagger:dagger:2.28
-com.google.errorprone:error_prone_annotations:2.4.0
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.code.gson:gson:2.8.8
+com.google.common.html.types:types:1.0.6
+com.google.dagger:dagger:2.33
+com.google.errorprone:error_prone_annotations:2.9.0
+com.google.escapevelocity:escapevelocity:0.9.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
-com.google.guava:guava-testlib:30.0-jre
-com.google.guava:guava:30.0-jre
+com.google.guava:guava-testlib:30.1.1-jre
+com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
-com.google.gwt:gwt-user:2.8.2
-com.google.http-client:google-http-client-appengine:1.34.1
-com.google.http-client:google-http-client-jackson2:1.37.0
+com.google.gwt:gwt-user:2.9.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.37.0
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
-com.google.jsinterop:jsinterop-annotations:1.0.2
+com.google.jsinterop:jsinterop-annotations:2.0.0
 com.google.monitoring-client:contrib:1.0.7
 com.google.monitoring-client:metrics:1.0.7
 com.google.monitoring-client:stackdriver:1.0.7
-com.google.oauth-client:google-oauth-client-appengine:1.30.5
-com.google.oauth-client:google-oauth-client-java6:1.30.6
-com.google.oauth-client:google-oauth-client-jetty:1.28.0
-com.google.oauth-client:google-oauth-client-servlet:1.30.5
-com.google.oauth-client:google-oauth-client:1.30.6
-com.google.protobuf:protobuf-java-util:3.13.0
-com.google.protobuf:protobuf-java:3.13.0
-com.google.re2j:re2j:1.1
-com.google.template:soy:2018-03-14
-com.google.truth.extensions:truth-java8-extension:1.0
-com.google.truth:truth:1.0
+com.google.oauth-client:google-oauth-client-appengine:1.31.4
+com.google.oauth-client:google-oauth-client-java6:1.31.4
+com.google.oauth-client:google-oauth-client-jetty:1.31.4
+com.google.oauth-client:google-oauth-client-servlet:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
+com.google.protobuf:protobuf-java-util:3.17.3
+com.google.protobuf:protobuf-java:3.17.3
+com.google.re2j:re2j:1.6
+com.google.template:soy:2021-02-01
+com.google.truth.extensions:truth-java8-extension:1.1.2
+com.google.truth:truth:1.1.2
 com.googlecode.charts4j:charts4j:1.3
-com.googlecode.java-diff-utils:diffutils:1.3.0
 com.googlecode.json-simple:json-simple:1.1.1
-com.ibm.icu:icu4j:57.1
+com.ibm.icu:icu4j:68.2
 com.jcraft:jsch:0.1.55
-com.kohlschutter.junixsocket:junixsocket-common:2.0.4
-com.kohlschutter.junixsocket:junixsocket-native-common:2.0.4
 com.squareup.okhttp3:okhttp:3.11.0
-com.squareup.okhttp:okhttp:2.5.0
 com.squareup.okio:okio:1.14.0
 com.sun.istack:istack-commons-runtime:3.0.7
 com.sun.xml.fastinfoset:FastInfoset:1.2.15
 com.thoughtworks.paranamer:paranamer:2.7
 com.thoughtworks.qdox:qdox:1.12.1
 com.zaxxer:HikariCP:3.4.5
-commons-codec:commons-codec:1.13
+commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
-dnsjava:dnsjava:2.1.7
+dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.github.java-diff-utils:java-diff-utils:4.0
-io.grpc:grpc-all:1.27.2
-io.grpc:grpc-alts:1.32.2
-io.grpc:grpc-api:1.32.2
-io.grpc:grpc-auth:1.32.2
-io.grpc:grpc-context:1.32.2
-io.grpc:grpc-core:1.32.2
-io.grpc:grpc-grpclb:1.32.2
-io.grpc:grpc-netty-shaded:1.32.2
-io.grpc:grpc-netty:1.27.2
-io.grpc:grpc-okhttp:1.27.2
-io.grpc:grpc-protobuf-lite:1.32.2
-io.grpc:grpc-protobuf:1.32.2
-io.grpc:grpc-stub:1.32.2
-io.grpc:grpc-testing:1.27.2
-io.netty:netty-buffer:4.1.42.Final
-io.netty:netty-codec-http2:4.1.42.Final
-io.netty:netty-codec-http:4.1.42.Final
-io.netty:netty-codec-socks:4.1.42.Final
-io.netty:netty-codec:4.1.42.Final
-io.netty:netty-common:4.1.42.Final
-io.netty:netty-handler-proxy:4.1.42.Final
-io.netty:netty-handler:4.1.42.Final
-io.netty:netty-resolver:4.1.42.Final
-io.netty:netty-tcnative-boringssl-static:2.0.17.Final
-io.netty:netty-transport:4.1.42.Final
-io.opencensus:opencensus-api:0.24.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
-io.opencensus:opencensus-contrib-http-util:0.24.0
-io.perfmark:perfmark-api:0.19.0
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.github.java-diff-utils:java-diff-utils:4.9
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
+io.netty:netty-tcnative-boringssl-static:2.0.33.Final
+io.netty:netty-transport:4.1.52.Final
+io.opencensus:opencensus-api:0.28.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
+io.opencensus:opencensus-contrib-http-util:0.28.0
+io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
 javax.activation:javax.activation-api:1.2.0
@@ -194,31 +223,35 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
-junit:junit:4.13
+joda-time:joda-time:2.10.10
+junit:junit:4.13.2
 net.arnx:nashorn-promise:0.1.1
-net.bytebuddy:byte-buddy-agent:1.10.5
-net.bytebuddy:byte-buddy:1.10.17
-net.java.dev.jna:jna-platform:5.5.0
+net.bytebuddy:byte-buddy-agent:1.10.19
+net.bytebuddy:byte-buddy:1.10.19
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.23.0
-org.apache.beam:beam-model-job-management:2.23.0
-org.apache.beam:beam-model-pipeline:2.23.0
-org.apache.beam:beam-runners-core-construction-java:2.23.0
-org.apache.beam:beam-runners-direct-java:2.23.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.23.0
-org.apache.beam:beam-runners-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-core:2.23.0
-org.apache.beam:beam-sdks-java-expansion-service:2.23.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.23.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.23.0
-org.apache.beam:beam-sdks-java-fn-execution:2.23.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.23.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-direct-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.23.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.8.1
@@ -226,9 +259,7 @@ org.apache.commons:commons-text:1.6
 org.apache.ftpserver:ftplet-api:1.0.6
 org.apache.ftpserver:ftpserver-core:1.0.6
 org.apache.httpcomponents:httpclient:4.5.13
-org.apache.httpcomponents:httpcore:4.4.13
-org.apache.logging.log4j:log4j-api:2.13.3
-org.apache.logging.log4j:log4j-core:2.13.3
+org.apache.httpcomponents:httpcore:4.4.14
 org.apache.mina:mina-core:2.0.4
 org.apache.sshd:sshd-core:2.0.0
 org.apache.sshd:sshd-scp:2.0.0
@@ -239,20 +270,19 @@ org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.5.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
-org.codehaus.mojo:animal-sniffer-annotations:1.19
-org.conscrypt:conscrypt-openjdk-uber:2.2.1
+org.codehaus.mojo:animal-sniffer-annotations:1.20
+org.conscrypt:conscrypt-openjdk-uber:2.5.1
 org.dom4j:dom4j:2.1.3
 org.easymock:easymock:3.0
-org.eclipse.jgit:org.eclipse.jgit:4.4.1.201607150455-r
 org.flywaydb:flyway-core:5.2.4
 org.glassfish.jaxb:jaxb-runtime:2.3.1
 org.glassfish.jaxb:txw2:2.3.1
-org.hamcrest:hamcrest-all:1.3
-org.hamcrest:hamcrest-core:1.3
-org.hamcrest:hamcrest-library:1.3
+org.hamcrest:hamcrest-core:2.2
+org.hamcrest:hamcrest-library:2.2
+org.hamcrest:hamcrest:2.2
 org.hibernate.common:hibernate-commons-annotations:5.1.2.Final
 org.hibernate:hibernate-core:5.4.23.Final
 org.hibernate:hibernate-hikaricp:5.4.23.Final
@@ -260,38 +290,35 @@ org.javassist:javassist:3.24.0-GA
 org.jboss.logging:jboss-logging:3.4.1.Final
 org.jboss.spec.javax.transaction:jboss-transaction-api_1.2_spec:1.1.1.Final
 org.jboss:jandex:2.1.3.Final
-org.jetbrains:annotations:19.0.0
 org.joda:joda-money:1.0.1
-org.json:json:20160810
+org.json:json:20200518
 org.jsoup:jsoup:1.13.1
 org.junit-pioneer:junit-pioneer:0.7.0
-org.junit.jupiter:junit-jupiter-api:5.6.2
-org.junit.jupiter:junit-jupiter-engine:5.6.2
-org.junit.jupiter:junit-jupiter-migrationsupport:5.6.2
-org.junit.jupiter:junit-jupiter-params:5.6.2
-org.junit.platform:junit-platform-commons:1.6.2
-org.junit.platform:junit-platform-engine:1.6.2
-org.junit.platform:junit-platform-launcher:1.6.2
-org.junit.platform:junit-platform-runner:1.6.2
-org.junit.platform:junit-platform-suite-api:1.6.2
-org.junit:junit-bom:5.6.2
+org.junit.jupiter:junit-jupiter-api:5.7.0
+org.junit.jupiter:junit-jupiter-engine:5.7.0
+org.junit.jupiter:junit-jupiter-migrationsupport:5.7.0
+org.junit.jupiter:junit-jupiter-params:5.7.0
+org.junit.platform:junit-platform-commons:1.7.0
+org.junit.platform:junit-platform-engine:1.7.0
+org.junit.platform:junit-platform-launcher:1.7.0
+org.junit.platform:junit-platform-runner:1.7.0
+org.junit.platform:junit-platform-suite-api:1.7.0
+org.junit:junit-bom:5.7.0
 org.jvnet.staxex:stax-ex:1.8
-org.mockito:mockito-core:3.3.3
-org.mockito:mockito-junit-jupiter:3.3.3
+org.mockito:mockito-core:3.7.7
+org.mockito:mockito-junit-jupiter:3.7.7
 org.mortbay.jetty:jetty-util:6.1.26
 org.mortbay.jetty:jetty:6.1.26
-org.objenesis:objenesis:2.6
+org.objenesis:objenesis:3.1
 org.opentest4j:opentest4j:1.2.0
-org.ow2.asm:asm-analysis:8.0.1
-org.ow2.asm:asm-commons:7.1
-org.ow2.asm:asm-tree:8.0.1
-org.ow2.asm:asm-util:8.0.1
-org.ow2.asm:asm:8.0.1
+org.ow2.asm:asm-analysis:9.1
+org.ow2.asm:asm-commons:9.0
+org.ow2.asm:asm-tree:9.1
+org.ow2.asm:asm-util:9.1
+org.ow2.asm:asm:9.1
 org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
-org.rnorth:tcp-unix-socket-proxy:1.0.2
-org.scijava:native-lib-loader:2.0.2
 org.seleniumhq.selenium:selenium-api:3.141.59
 org.seleniumhq.selenium:selenium-chrome-driver:3.141.59
 org.seleniumhq.selenium:selenium-edge-driver:3.141.59
@@ -306,18 +333,20 @@ org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
 org.slf4j:slf4j-jdk14:1.7.28
-org.testcontainers:database-commons:1.14.3
-org.testcontainers:jdbc:1.14.3
-org.testcontainers:junit-jupiter:1.14.3
-org.testcontainers:postgresql:1.14.3
-org.testcontainers:selenium:1.14.3
-org.testcontainers:testcontainers:1.14.3
-org.threeten:threetenbp:1.4.5
-org.tukaani:xz:1.8
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
+org.testcontainers:database-commons:1.15.2
+org.testcontainers:jdbc:1.15.2
+org.testcontainers:junit-jupiter:1.15.2
+org.testcontainers:postgresql:1.15.2
+org.testcontainers:selenium:1.15.2
+org.testcontainers:testcontainers:1.15.2
+org.threeten:threetenbp:1.5.1
+org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/karma.conf.js

@@ -1,75 +0,0 @@
-// Copyright 2019 The Nomulus Authors. All Rights Reserved.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-process.env.CHROME_BIN = require('puppeteer').executablePath()
-
-module.exports = function(config) {
-  config.set({
-    basePath: '..',
-    browsers: ['ChromeHeadlessNoSandbox'],
-    customLaunchers: {
-      ChromeHeadlessNoSandbox: {
-        base: 'ChromeHeadless',
-        flags: ['--no-sandbox']
-      }
-    },
-    frameworks: ['jasmine', 'closure'],
-    singleRun: true,
-    autoWatch: false,
-    files: [
-      'node_modules/google-closure-library/closure/goog/base.js',
-      'core/src/test/javascript/**/*_test.js',
-      {
-        pattern: 'core/src/test/javascript/**/!(*_test).js',
-        included: false
-      },
-      {
-        pattern: 'core/src/main/javascript/**/*.js',
-        included: false
-      },
-      {
-        pattern: 'core/build/generated/sources/custom/java/main/**/*.soy.js',
-        included: false
-      },
-      {
-        pattern: 'node_modules/google-closure-library/closure/goog/deps.js',
-        included: false,
-        served: false
-      },
-      {
-        pattern: 'node_modules/google-closure-library/closure/goog/**/*.js',
-        included: false
-      },
-      {
-        pattern: 'core/build/resources/main/google/registry/ui/assets/images/*.png',
-        included: false
-      },
-      {
-        pattern: 'core/build/resources/main/google/registry/ui/assets/images/icons/svg/*.svg',
-        included: false
-      }
-    ],
-    preprocessors: {
-      'node_modules/google-closure-library/closure/goog/deps.js': ['closure', 'closure-deps'],
-      'node_modules/google-closure-library/closure/goog/base.js': ['closure'],
-      'node_modules/google-closure-library/closure/**/*.js': ['closure'],
-      'core/src/*/javascript/**/*.js': ['closure'],
-      'core/build/generated/sources/custom/java/main/**/*.soy.js': ['closure'],
-    },
-    proxies: {
-      "/assets/": "/base/core/build/resources/main/google/registry/ui/assets/"
-    }
-  });
-};
-

core/src/main/java/google/registry/backup/BackupModule.java

@@ -18,8 +18,10 @@ import static com.google.appengine.api.ThreadManager.currentRequestThreadFactory
 import static com.google.common.util.concurrent.MoreExecutors.listeningDecorator;
 import static google.registry.backup.ExportCommitLogDiffAction.LOWER_CHECKPOINT_TIME_PARAM;
 import static google.registry.backup.ExportCommitLogDiffAction.UPPER_CHECKPOINT_TIME_PARAM;
+import static google.registry.backup.RestoreCommitLogsAction.BUCKET_OVERRIDE_PARAM;
 import static google.registry.backup.RestoreCommitLogsAction.FROM_TIME_PARAM;
 import static google.registry.backup.RestoreCommitLogsAction.TO_TIME_PARAM;
+import static google.registry.request.RequestParameters.extractOptionalParameter;
 import static google.registry.request.RequestParameters.extractRequiredDatetimeParameter;
 import static google.registry.request.RequestParameters.extractRequiredParameter;
 import static java.util.concurrent.Executors.newFixedThreadPool;
@@ -32,6 +34,9 @@ import google.registry.cron.CommitLogFanoutAction;
 import google.registry.request.HttpException.BadRequestException;
 import google.registry.request.Parameter;
 import java.lang.annotation.Documented;
+import java.util.Optional;
+import java.util.concurrent.Executors;
+import java.util.concurrent.ScheduledExecutorService;
 import javax.inject.Qualifier;
 import javax.servlet.http.HttpServletRequest;
 import org.joda.time.DateTime;
@@ -75,6 +80,12 @@ public final class BackupModule {
     return extractRequiredDatetimeParameter(req, UPPER_CHECKPOINT_TIME_PARAM);
   }
 
+  @Provides
+  @Parameter(BUCKET_OVERRIDE_PARAM)
+  static Optional<String> provideBucketOverride(HttpServletRequest req) {
+    return extractOptionalParameter(req, BUCKET_OVERRIDE_PARAM);
+  }
+
   @Provides
   @Parameter(FROM_TIME_PARAM)
   static DateTime provideFromTime(HttpServletRequest req) {
@@ -92,4 +103,9 @@ public final class BackupModule {
   static ListeningExecutorService provideListeningExecutorService() {
     return listeningDecorator(newFixedThreadPool(NUM_THREADS, currentRequestThreadFactory()));
   }
+
+  @Provides
+  static ScheduledExecutorService provideScheduledExecutorService() {
+    return Executors.newSingleThreadScheduledExecutor();
+  }
 }

core/src/main/java/google/registry/backup/BackupUtils.java

@@ -14,13 +14,14 @@
 
 package google.registry.backup;
 
-import static google.registry.model.ofy.ObjectifyService.ofy;
+import static google.registry.model.ofy.ObjectifyService.auditedOfy;
 
 import com.google.appengine.api.datastore.EntityTranslator;
 import com.google.common.collect.AbstractIterator;
 import com.google.common.collect.ImmutableList;
 import com.google.storage.onestore.v3.OnestoreEntity.EntityProto;
 import google.registry.model.ImmutableObject;
+import google.registry.model.annotations.DeleteAfterMigration;
 import java.io.ByteArrayInputStream;
 import java.io.IOException;
 import java.io.InputStream;
@@ -28,6 +29,7 @@ import java.io.OutputStream;
 import java.util.Iterator;
 
 /** Utilities for working with backups. */
+@DeleteAfterMigration
 public class BackupUtils {
 
   /** Keys for user metadata fields on commit log files in GCS. */
@@ -41,11 +43,12 @@ public class BackupUtils {
   }
 
   /**
-   * Converts the given {@link ImmutableObject} to a raw Datastore entity and write it to an
-   * {@link OutputStream} in delimited protocol buffer format.
+   * Converts the given {@link ImmutableObject} to a raw Datastore entity and write it to an {@link
+   * OutputStream} in delimited protocol buffer format.
    */
   static void serializeEntity(ImmutableObject entity, OutputStream stream) throws IOException {
-    EntityTranslator.convertToPb(ofy().save().toEntity(entity)).writeDelimitedTo(stream);
+    EntityTranslator.convertToPb(auditedOfy().saveIgnoringReadOnlyWithoutBackup().toEntity(entity))
+        .writeDelimitedTo(stream);
   }
 
   /**
@@ -56,19 +59,25 @@ public class BackupUtils {
    *
    * <p>The iterator reads from the stream on demand, and as such will fail if the stream is closed.
    */
-  public static Iterator<ImmutableObject> createDeserializingIterator(final InputStream input) {
+  public static Iterator<ImmutableObject> createDeserializingIterator(
+      final InputStream input, boolean withAppIdOverride) {
     return new AbstractIterator<ImmutableObject>() {
       @Override
       protected ImmutableObject computeNext() {
         EntityProto proto = new EntityProto();
-        if (proto.parseDelimitedFrom(input)) {  // False means end of stream; other errors throw.
-          return ofy().load().fromEntity(EntityTranslator.createFromPb(proto));
+        if (proto.parseDelimitedFrom(input)) { // False means end of stream; other errors throw.
+          if (withAppIdOverride) {
+            proto = EntityImports.fixEntity(proto);
+          }
+          return auditedOfy().load().fromEntity(EntityTranslator.createFromPb(proto));
         }
         return endOfData();
-      }};
+      }
+    };
   }
 
   public static ImmutableList<ImmutableObject> deserializeEntities(byte[] bytes) {
-    return ImmutableList.copyOf(createDeserializingIterator(new ByteArrayInputStream(bytes)));
+    return ImmutableList.copyOf(
+        createDeserializingIterator(new ByteArrayInputStream(bytes), false));
   }
 }

core/src/main/java/google/registry/backup/CommitLogCheckpointAction.java

@@ -14,21 +14,22 @@
 
 package google.registry.backup;
 
-import static com.google.appengine.api.taskqueue.QueueFactory.getQueue;
-import static com.google.appengine.api.taskqueue.TaskOptions.Builder.withUrl;
 import static google.registry.backup.ExportCommitLogDiffAction.LOWER_CHECKPOINT_TIME_PARAM;
 import static google.registry.backup.ExportCommitLogDiffAction.UPPER_CHECKPOINT_TIME_PARAM;
-import static google.registry.model.ofy.ObjectifyService.ofy;
-import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
+import static google.registry.model.ofy.ObjectifyService.auditedOfy;
+import static google.registry.persistence.transaction.TransactionManagerFactory.ofyTm;
 import static google.registry.util.DateTimeUtils.isBeforeOrAt;
 
+import com.google.common.collect.ImmutableMultimap;
 import com.google.common.flogger.FluentLogger;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.ofy.CommitLogCheckpoint;
 import google.registry.model.ofy.CommitLogCheckpointRoot;
 import google.registry.request.Action;
+import google.registry.request.Action.Service;
 import google.registry.request.auth.Auth;
 import google.registry.util.Clock;
-import google.registry.util.TaskQueueUtils;
+import google.registry.util.CloudTasksUtils;
 import javax.inject.Inject;
 import org.joda.time.DateTime;
 
@@ -48,6 +49,7 @@ import org.joda.time.DateTime;
     method = Action.Method.GET,
     automaticallyPrintOk = true,
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+@DeleteAfterMigration
 public final class CommitLogCheckpointAction implements Runnable {
 
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();
@@ -56,7 +58,8 @@ public final class CommitLogCheckpointAction implements Runnable {
 
   @Inject Clock clock;
   @Inject CommitLogCheckpointStrategy strategy;
-  @Inject TaskQueueUtils taskQueueUtils;
+  @Inject CloudTasksUtils cloudTasksUtils;
+
   @Inject CommitLogCheckpointAction() {}
 
   @Override
@@ -64,7 +67,7 @@ public final class CommitLogCheckpointAction implements Runnable {
     final CommitLogCheckpoint checkpoint = strategy.computeCheckpoint();
     logger.atInfo().log(
         "Generated candidate checkpoint for time: %s", checkpoint.getCheckpointTime());
-    tm()
+    ofyTm()
         .transact(
             () -> {
               DateTime lastWrittenTime = CommitLogCheckpointRoot.loadRoot().getLastWrittenTime();
@@ -73,17 +76,21 @@ public final class CommitLogCheckpointAction implements Runnable {
                     "Newer checkpoint already written at time: %s", lastWrittenTime);
                 return;
               }
-              ofy()
-                  .saveWithoutBackup()
+              auditedOfy()
+                  .saveIgnoringReadOnlyWithoutBackup()
                   .entities(
                       checkpoint, CommitLogCheckpointRoot.create(checkpoint.getCheckpointTime()));
               // Enqueue a diff task between previous and current checkpoints.
-              taskQueueUtils.enqueue(
-                  getQueue(QUEUE_NAME),
-                  withUrl(ExportCommitLogDiffAction.PATH)
-                      .param(LOWER_CHECKPOINT_TIME_PARAM, lastWrittenTime.toString())
-                      .param(
-                          UPPER_CHECKPOINT_TIME_PARAM, checkpoint.getCheckpointTime().toString()));
+              cloudTasksUtils.enqueue(
+                  QUEUE_NAME,
+                  CloudTasksUtils.createPostTask(
+                      ExportCommitLogDiffAction.PATH,
+                      Service.BACKEND.toString(),
+                      ImmutableMultimap.of(
+                          LOWER_CHECKPOINT_TIME_PARAM,
+                          lastWrittenTime.toString(),
+                          UPPER_CHECKPOINT_TIME_PARAM,
+                          checkpoint.getCheckpointTime().toString())));
             });
   }
 }

core/src/main/java/google/registry/backup/CommitLogCheckpointStrategy.java

@@ -23,6 +23,7 @@ import static google.registry.util.DateTimeUtils.earliestOf;
 import com.google.common.annotations.VisibleForTesting;
 import com.google.common.collect.ImmutableMap;
 import com.googlecode.objectify.Key;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.ofy.CommitLogBucket;
 import google.registry.model.ofy.CommitLogCheckpoint;
 import google.registry.model.ofy.CommitLogManifest;
@@ -36,14 +37,14 @@ import org.joda.time.DateTime;
 /**
  * Implementation of the procedure for determining point-in-time consistent commit log checkpoint.
  *
- * <p>This algorithm examines the recently written commit log data and uses a dual-read approach
- * to determine a point-in-time consistent set of checkpoint times for the commit log buckets.  By
+ * <p>This algorithm examines the recently written commit log data and uses a dual-read approach to
+ * determine a point-in-time consistent set of checkpoint times for the commit log buckets. By
  * "consistent" we mean, generally speaking, that if the Datastore were restored by replaying all
  * the commit logs up to the checkpoint times of the buckets, the result would be transactionally
  * correct; there must be no "holes" where restored state depends on non-restored state.
  *
  * <p>The consistency guarantee really has two parts, only one of which is provided by this
- * algorithm.  The procedure below guarantees only that if the resulting checkpoint includes any
+ * algorithm. The procedure below guarantees only that if the resulting checkpoint includes any
  * given commit log, it will also include all the commit logs that were both 1) actually written
  * before that commit log "in real life", and 2) have an earlier timestamp than that commit log.
  * (These criteria do not necessarily imply each other, due to the lack of a global shared clock.)
@@ -51,8 +52,8 @@ import org.joda.time.DateTime;
  * that depends on state from a previous transaction does indeed have a later timestamp.
  *
  * <h2>Procedure description</h2>
- * <pre>
- * {@code
+ *
+ * <pre>{@code
  * ComputeCheckpoint() -> returns a set consisting of a timestamp c(b_i) for every bucket b_i
  *
  * 1) read off the latest commit timestamp t(b_i) for every bucket b_i
@@ -63,35 +64,29 @@ import org.joda.time.DateTime;
  *   a) if S is empty, let T* = +∞ (or the "end of time")
  *   b) else, let T* = T - Δ, for T = min(S) and some small Δ > 0
  * 4) return the set given by: min(t(b_i), T*) for all b_i
- * }
- * </pre>
+ * }</pre>
  *
  * <h2>Correctness proof of algorithm</h2>
  *
- * <p>{@literal
- * As described above, the algorithm is correct as long as it can ensure the following: given a
- * commit log X written at time t(X) to bucket b_x, and another commit log Y that was written "in
- * real life" before X and for which t(Y) < t(X), then if X is included in the checkpoint, so is Y;
- * that is, t(X) <= c(b_x) implies t(Y) <= c(b_y).
- * }
+ * <p>{@literal As described above, the algorithm is correct as long as it can ensure the following:
+ * given a commit log X written at time t(X) to bucket b_x, and another commit log Y that was
+ * written "in real life" before X and for which t(Y) < t(X), then if X is included in the
+ * checkpoint, so is Y; that is, t(X) <= c(b_x) implies t(Y) <= c(b_y). }
  *
- * <p>{@literal
- * To prove this, first note that we always have c(b_i) <= t(b_i) for every b_i, i.e. every commit
- * log included in the checkpoint must have been seen in the first pass.  Hence if X was included,
- * then X must have been written by the time we started the second pass.  But since Y was written
- * "in real life" prior to X, we must have seen Y by the second pass too.
- * }
+ * <p>{@literal To prove this, first note that we always have c(b_i) <= t(b_i) for every b_i, i.e.
+ * every commit log included in the checkpoint must have been seen in the first pass. Hence if X was
+ * included, then X must have been written by the time we started the second pass. But since Y was
+ * written "in real life" prior to X, we must have seen Y by the second pass too. }
  *
- * <p>{@literal
- * Now assume towards a contradiction that X is indeed included but Y is not, i.e. that we have
- * t(X) <= c(b_x) but t(Y) > c(b_y).  If Y was seen in the first pass, i.e. t(Y) <= t(b_y), then by
- * our assumption c(b_y) < t(Y) <= t(b_y), and therefore c(b_y) != t(b_y).  By the definition of
- * c(b_y) it must then equal T*, so we have T* < t(Y).  However, this is a contradiction since
- * t(Y) < t(X) and t(X) <= c(b_x) <= T*.  If instead Y was seen in the second pass but not the
- * first, t'(b_y) exists and we must have t'(b_y) <= t(Y), but then since T* < T <= t'(b_y) by
- * definition, we again reach the contradiction T* < t(Y).
- * }
+ * <p>{@literal Now assume towards a contradiction that X is indeed included but Y is not, i.e. that
+ * we have t(X) <= c(b_x) but t(Y) > c(b_y). If Y was seen in the first pass, i.e. t(Y) <= t(b_y),
+ * then by our assumption c(b_y) < t(Y) <= t(b_y), and therefore c(b_y) != t(b_y). By the definition
+ * of c(b_y) it must then equal T*, so we have T* < t(Y). However, this is a contradiction since
+ * t(Y) < t(X) and t(X) <= c(b_x) <= T*. If instead Y was seen in the second pass but not the first,
+ * t'(b_y) exists and we must have t'(b_y) <= t(Y), but then since T* < T <= t'(b_y) by definition,
+ * we again reach the contradiction T* < t(Y). }
  */
+@DeleteAfterMigration
 class CommitLogCheckpointStrategy {
 
   @Inject Ofy ofy;

core/src/main/java/google/registry/backup/CommitLogImports.java

@@ -20,6 +20,7 @@ import static google.registry.backup.BackupUtils.createDeserializingIterator;
 
 import com.google.common.collect.ImmutableList;
 import google.registry.model.ImmutableObject;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.ofy.CommitLogCheckpoint;
 import google.registry.model.ofy.CommitLogManifest;
 import google.registry.model.ofy.CommitLogMutation;
@@ -38,6 +39,7 @@ import java.util.Iterator;
  * <p>This class is adapted from {@link RestoreCommitLogsAction}, and will be used in the initial
  * population of the Cloud SQL database.
  */
+@DeleteAfterMigration
 public final class CommitLogImports {
 
   private CommitLogImports() {}
@@ -55,11 +57,10 @@ public final class CommitLogImports {
    * represents the changes in one transaction. The {@code CommitLogManifest} contains deleted
    * entity keys, whereas each {@code CommitLogMutation} contains one whole entity.
    */
-  public static ImmutableList<ImmutableList<VersionedEntity>> loadEntitiesByTransaction(
+  static ImmutableList<ImmutableList<VersionedEntity>> loadEntitiesByTransaction(
       InputStream inputStream) {
-    try (AppEngineEnvironment appEngineEnvironment = new AppEngineEnvironment();
-        InputStream input = new BufferedInputStream(inputStream)) {
-      Iterator<ImmutableObject> commitLogs = createDeserializingIterator(input);
+    try (InputStream input = new BufferedInputStream(inputStream)) {
+      Iterator<ImmutableObject> commitLogs = createDeserializingIterator(input, false);
       checkState(commitLogs.hasNext());
       checkState(commitLogs.next() instanceof CommitLogCheckpoint);
 
@@ -105,7 +106,7 @@ public final class CommitLogImports {
    * represents the changes in one transaction. The {@code CommitLogManifest} contains deleted
    * entity keys, whereas each {@code CommitLogMutation} contains one whole entity.
    */
-  public static ImmutableList<VersionedEntity> loadEntities(InputStream inputStream) {
+  static ImmutableList<VersionedEntity> loadEntities(InputStream inputStream) {
     return loadEntitiesByTransaction(inputStream).stream()
         .flatMap(ImmutableList::stream)
         .collect(toImmutableList());

core/src/main/java/google/registry/backup/DeleteOldCommitLogsAction.java

@@ -17,8 +17,8 @@ package google.registry.backup;
 import static com.google.common.base.Preconditions.checkNotNull;
 import static com.google.common.base.Preconditions.checkState;
 import static google.registry.mapreduce.MapreduceRunner.PARAM_DRY_RUN;
-import static google.registry.model.ofy.ObjectifyService.ofy;
-import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
+import static google.registry.model.ofy.ObjectifyService.auditedOfy;
+import static google.registry.persistence.transaction.TransactionManagerFactory.ofyTm;
 import static java.lang.Boolean.FALSE;
 import static java.lang.Boolean.TRUE;
 
@@ -35,6 +35,7 @@ import google.registry.mapreduce.MapreduceRunner;
 import google.registry.mapreduce.inputs.CommitLogManifestInput;
 import google.registry.mapreduce.inputs.EppResourceInputs;
 import google.registry.model.EppResource;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.ofy.CommitLogManifest;
 import google.registry.model.ofy.CommitLogMutation;
 import google.registry.model.translators.CommitLogRevisionsTranslatorFactory;
@@ -66,6 +67,9 @@ import org.joda.time.Duration;
     service = Action.Service.BACKEND,
     path = "/_dr/task/deleteOldCommitLogs",
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+// No longer needed in SQL. Subject to future removal.
+@Deprecated
+@DeleteAfterMigration
 public final class DeleteOldCommitLogsAction implements Runnable {
 
   private static final int NUM_MAP_SHARDS = 20;
@@ -75,15 +79,23 @@ public final class DeleteOldCommitLogsAction implements Runnable {
   @Inject MapreduceRunner mrRunner;
   @Inject Response response;
   @Inject Clock clock;
-  @Inject @Config("commitLogDatastoreRetention") Duration maxAge;
-  @Inject @Parameter(PARAM_DRY_RUN) boolean isDryRun;
-  @Inject DeleteOldCommitLogsAction() {}
+
+  @Inject
+  @Config("commitLogDatastoreRetention")
+  Duration maxAge;
+
+  @Inject
+  @Parameter(PARAM_DRY_RUN)
+  boolean isDryRun;
+
+  @Inject
+  DeleteOldCommitLogsAction() {}
 
   @Override
   public void run() {
     DateTime deletionThreshold = clock.nowUtc().minus(maxAge);
     logger.atInfo().log(
-        "Processing asynchronous deletion of unreferenced CommitLogManifests older than %s",
+        "Processing asynchronous deletion of unreferenced CommitLogManifests older than %s.",
         deletionThreshold);
 
     mrRunner
@@ -138,12 +150,12 @@ public final class DeleteOldCommitLogsAction implements Runnable {
       // If it isn't a Key<CommitLogManifest> then it should be an EppResource, which we need to
       // load to emit the revisions.
       //
-      Object object = ofy().load().key(key).now();
+      Object object = auditedOfy().load().key(key).now();
       checkNotNull(object, "Received a key to a missing object. key: %s", key);
       checkState(
           object instanceof EppResource,
           "Received a key to an object that isn't EppResource nor CommitLogManifest."
-          + " Key: %s object type: %s",
+              + " Key: %s object type: %s",
           key,
           object.getClass().getName());
 
@@ -198,7 +210,7 @@ public final class DeleteOldCommitLogsAction implements Runnable {
       getContext().incrementCounter("EPP resources missing pre-threshold revision (SEE LOGS)");
       logger.atSevere().log(
           "EPP resource missing old enough revision: "
-              + "%s (created on %s) has %d revisions between %s and %s, while threshold is %s",
+              + "%s (created on %s) has %d revisions between %s and %s, while threshold is %s.",
           Key.create(eppResource),
           eppResource.getCreationTime(),
           eppResource.getRevisions().size(),
@@ -224,8 +236,7 @@ public final class DeleteOldCommitLogsAction implements Runnable {
    * OK to delete this manifestKey. If even one source returns "false" (meaning "it's not OK to
    * delete this manifest") then it won't be deleted.
    */
-  static class DeleteOldCommitLogsReducer
-      extends Reducer<Key<CommitLogManifest>, Boolean, Void> {
+  static class DeleteOldCommitLogsReducer extends Reducer<Key<CommitLogManifest>, Boolean, Void> {
 
     private static final long serialVersionUID = -4918760187627937268L;
 
@@ -241,12 +252,12 @@ public final class DeleteOldCommitLogsAction implements Runnable {
       }
 
       public abstract Status status();
+
       public abstract int numDeleted();
 
       static DeletionResult create(Status status, int numDeleted) {
-        return
-            new AutoValue_DeleteOldCommitLogsAction_DeleteOldCommitLogsReducer_DeletionResult(
-                status, numDeleted);
+        return new AutoValue_DeleteOldCommitLogsAction_DeleteOldCommitLogsReducer_DeletionResult(
+            status, numDeleted);
       }
     }
 
@@ -257,8 +268,7 @@ public final class DeleteOldCommitLogsAction implements Runnable {
 
     @Override
     public void reduce(
-        final Key<CommitLogManifest> manifestKey,
-        ReducerInput<Boolean> canDeleteVerdicts) {
+        final Key<CommitLogManifest> manifestKey, ReducerInput<Boolean> canDeleteVerdicts) {
       ImmutableMultiset<Boolean> canDeleteMultiset = ImmutableMultiset.copyOf(canDeleteVerdicts);
       if (canDeleteMultiset.count(TRUE) > 1) {
         getContext().incrementCounter("commit log manifests incorrectly mapped multiple times");
@@ -267,47 +277,55 @@ public final class DeleteOldCommitLogsAction implements Runnable {
         getContext().incrementCounter("commit log manifests referenced multiple times");
       }
       if (canDeleteMultiset.contains(FALSE)) {
-        getContext().incrementCounter(
-            canDeleteMultiset.contains(TRUE)
-            ? "old commit log manifests still referenced"
-            : "new (or nonexistent) commit log manifests referenced");
-        getContext().incrementCounter(
-            "EPP resource revisions handled",
-            canDeleteMultiset.count(FALSE));
+        getContext()
+            .incrementCounter(
+                canDeleteMultiset.contains(TRUE)
+                    ? "old commit log manifests still referenced"
+                    : "new (or nonexistent) commit log manifests referenced");
+        getContext()
+            .incrementCounter("EPP resource revisions handled", canDeleteMultiset.count(FALSE));
         return;
       }
 
-      DeletionResult deletionResult = tm().transactNew(() -> {
-        CommitLogManifest manifest = ofy().load().key(manifestKey).now();
-        // It is possible that the same manifestKey was run twice, if a shard had to be restarted
-        // or some weird failure. If this happens, we want to exit immediately.
-        // Note that this can never happen in dryRun.
-        if (manifest == null) {
-          return DeletionResult.create(DeletionResult.Status.ALREADY_DELETED, 0);
-        }
-        // Doing a sanity check on the date. This is the only place we use the CommitLogManifest,
-        // so maybe removing this test will improve performance. However, unless it's proven that
-        // the performance boost is significant (and we've tested this enough to be sure it never
-        // happens)- the safty of "let's not delete stuff we need from prod" is more important.
-        if (manifest.getCommitTime().isAfter(deletionThreshold)) {
-          return DeletionResult.create(DeletionResult.Status.AFTER_THRESHOLD, 0);
-        }
-        Iterable<Key<CommitLogMutation>> commitLogMutationKeys = ofy().load()
-            .type(CommitLogMutation.class)
-            .ancestor(manifestKey)
-            .keys()
-            .iterable();
-        ImmutableList<Key<?>> keysToDelete = ImmutableList.<Key<?>>builder()
-            .addAll(commitLogMutationKeys)
-            .add(manifestKey)
-            .build();
-        // Normally in a dry run we would log the entities that would be deleted, but those can
-        // number in the millions so we skip the logging.
-        if (!isDryRun) {
-          ofy().deleteWithoutBackup().keys(keysToDelete);
-        }
-        return DeletionResult.create(DeletionResult.Status.SUCCESS, keysToDelete.size());
-      });
+      DeletionResult deletionResult =
+          ofyTm()
+              .transactNew(
+                  () -> {
+                    CommitLogManifest manifest = auditedOfy().load().key(manifestKey).now();
+                    // It is possible that the same manifestKey was run twice, if a shard had to be
+                    // restarted or some weird failure. If this happens, we want to exit
+                    // immediately. Note that this can never happen in dryRun.
+                    if (manifest == null) {
+                      return DeletionResult.create(DeletionResult.Status.ALREADY_DELETED, 0);
+                    }
+                    // Doing a sanity check on the date. This is the only place we use the
+                    // CommitLogManifest, so maybe removing this test will improve performance.
+                    // However, unless it's proven that the performance boost is significant (and
+                    // we've tested this enough to be sure it never happens)- the safety of "let's
+                    // not delete stuff we need from prod" is more important.
+                    if (manifest.getCommitTime().isAfter(deletionThreshold)) {
+                      return DeletionResult.create(DeletionResult.Status.AFTER_THRESHOLD, 0);
+                    }
+                    Iterable<Key<CommitLogMutation>> commitLogMutationKeys =
+                        auditedOfy()
+                            .load()
+                            .type(CommitLogMutation.class)
+                            .ancestor(manifestKey)
+                            .keys()
+                            .iterable();
+                    ImmutableList<Key<?>> keysToDelete =
+                        ImmutableList.<Key<?>>builder()
+                            .addAll(commitLogMutationKeys)
+                            .add(manifestKey)
+                            .build();
+                    // Normally in a dry run we would log the entities that would be deleted, but
+                    // those can number in the millions so we skip the logging.
+                    if (!isDryRun) {
+                      auditedOfy().deleteWithoutBackup().keys(keysToDelete);
+                    }
+                    return DeletionResult.create(
+                        DeletionResult.Status.SUCCESS, keysToDelete.size());
+                  });
 
       switch (deletionResult.status()) {
         case SUCCESS:

core/src/main/java/google/registry/backup/EntityImports.java

@@ -0,0 +1,117 @@
+// Copyright 2021 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.backup;
+
+import com.google.apphosting.api.ApiProxy;
+import com.google.storage.onestore.v3.OnestoreEntity;
+import com.google.storage.onestore.v3.OnestoreEntity.EntityProto;
+import com.google.storage.onestore.v3.OnestoreEntity.Path;
+import com.google.storage.onestore.v3.OnestoreEntity.Property.Meaning;
+import com.google.storage.onestore.v3.OnestoreEntity.PropertyValue.ReferenceValue;
+import google.registry.model.annotations.DeleteAfterMigration;
+import java.nio.charset.StandardCharsets;
+import java.util.Objects;
+
+/** Utilities for handling imported Datastore entities. */
+@DeleteAfterMigration
+public class EntityImports {
+
+  /**
+   * Transitively sets the {@code appId} of all keys in a foreign entity to that of the current
+   * system.
+   */
+  public static EntityProto fixEntity(EntityProto entityProto) {
+    String currentAappId = ApiProxy.getCurrentEnvironment().getAppId();
+    if (Objects.equals(currentAappId, entityProto.getKey().getApp())) {
+      return entityProto;
+    }
+    return fixEntity(entityProto, currentAappId);
+  }
+
+  private static EntityProto fixEntity(EntityProto entityProto, String appId) {
+    if (entityProto.hasKey()) {
+      fixKey(entityProto, appId);
+    }
+
+    for (OnestoreEntity.Property property : entityProto.mutablePropertys()) {
+      fixProperty(property, appId);
+    }
+
+    for (OnestoreEntity.Property property : entityProto.mutableRawPropertys()) {
+      fixProperty(property, appId);
+    }
+
+    // CommitLogMutation embeds an entity as bytes, which needs additional fixes.
+    if (isCommitLogMutation(entityProto)) {
+      fixMutationEntityProtoBytes(entityProto, appId);
+    }
+    return entityProto;
+  }
+
+  private static boolean isCommitLogMutation(EntityProto entityProto) {
+    if (!entityProto.hasKey()) {
+      return false;
+    }
+    Path path = entityProto.getKey().getPath();
+    if (path.elementSize() == 0) {
+      return false;
+    }
+    return Objects.equals(
+        path.getElement(path.elementSize() - 1).getType(StandardCharsets.UTF_8),
+        "CommitLogMutation");
+  }
+
+  private static void fixMutationEntityProtoBytes(EntityProto entityProto, String appId) {
+    for (OnestoreEntity.Property property : entityProto.mutableRawPropertys()) {
+      if (Objects.equals(property.getName(), "entityProtoBytes")) {
+        OnestoreEntity.PropertyValue value = property.getValue();
+        EntityProto fixedProto =
+            fixEntity(bytesToEntityProto(value.getStringValueAsBytes()), appId);
+        value.setStringValueAsBytes(fixedProto.toByteArray());
+        return;
+      }
+    }
+  }
+
+  private static void fixKey(EntityProto entityProto, String appId) {
+    entityProto.getMutableKey().setApp(appId);
+  }
+
+  private static void fixKey(ReferenceValue referenceValue, String appId) {
+    referenceValue.setApp(appId);
+  }
+
+  private static void fixProperty(OnestoreEntity.Property property, String appId) {
+    OnestoreEntity.PropertyValue value = property.getMutableValue();
+    if (value.hasReferenceValue()) {
+      fixKey(value.getMutableReferenceValue(), appId);
+      return;
+    }
+    if (property.getMeaningEnum().equals(Meaning.ENTITY_PROTO)) {
+      EntityProto embeddedProto = bytesToEntityProto(value.getStringValueAsBytes());
+      fixEntity(embeddedProto, appId);
+      value.setStringValueAsBytes(embeddedProto.toByteArray());
+    }
+  }
+
+  private static EntityProto bytesToEntityProto(byte[] bytes) {
+    EntityProto entityProto = new EntityProto();
+    boolean isParsed = entityProto.parseFrom(bytes);
+    if (!isParsed) {
+      throw new IllegalStateException("Failed to parse raw bytes as EntityProto.");
+    }
+    return entityProto;
+  }
+}

core/src/main/java/google/registry/backup/ExportCommitLogDiffAction.java

@@ -25,22 +25,22 @@ import static google.registry.backup.BackupUtils.GcsMetadataKeys.NUM_TRANSACTION
 import static google.registry.backup.BackupUtils.GcsMetadataKeys.UPPER_BOUND_CHECKPOINT;
 import static google.registry.backup.BackupUtils.serializeEntity;
 import static google.registry.model.ofy.CommitLogBucket.getBucketKey;
-import static google.registry.model.ofy.ObjectifyService.ofy;
+import static google.registry.model.ofy.ObjectifyService.auditedOfy;
 import static google.registry.util.DateTimeUtils.START_OF_TIME;
 import static google.registry.util.DateTimeUtils.isAtOrAfter;
-import static java.nio.channels.Channels.newOutputStream;
 import static java.util.Comparator.comparingLong;
 
-import com.google.appengine.tools.cloudstorage.GcsFileOptions;
-import com.google.appengine.tools.cloudstorage.GcsFilename;
-import com.google.appengine.tools.cloudstorage.GcsService;
+import com.google.cloud.storage.BlobId;
 import com.google.common.collect.ImmutableList;
+import com.google.common.collect.ImmutableMap;
 import com.google.common.collect.ImmutableSet;
 import com.google.common.collect.Streams;
 import com.google.common.flogger.FluentLogger;
 import com.googlecode.objectify.Key;
 import google.registry.config.RegistryConfig.Config;
+import google.registry.gcs.GcsUtils;
 import google.registry.model.ImmutableObject;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.ofy.CommitLogBucket;
 import google.registry.model.ofy.CommitLogCheckpoint;
 import google.registry.model.ofy.CommitLogManifest;
@@ -64,6 +64,7 @@ import org.joda.time.DateTime;
     method = Action.Method.POST,
     automaticallyPrintOk = true,
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+@DeleteAfterMigration
 public final class ExportCommitLogDiffAction implements Runnable {
 
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();
@@ -74,7 +75,8 @@ public final class ExportCommitLogDiffAction implements Runnable {
 
   public static final String DIFF_FILE_PREFIX = "commit_diff_until_";
 
-  @Inject GcsService gcsService;
+  @Inject GcsUtils gcsUtils;
+
   @Inject @Config("commitLogGcsBucket") String gcsBucket;
   @Inject @Config("commitLogDiffExportBatchSize") int batchSize;
   @Inject @Parameter(LOWER_CHECKPOINT_TIME_PARAM) DateTime lowerCheckpointTime;
@@ -89,23 +91,26 @@ public final class ExportCommitLogDiffAction implements Runnable {
     checkArgument(lowerCheckpointTime.isBefore(upperCheckpointTime));
     // Load the boundary checkpoints - lower is exclusive and may not exist (on the first export,
     // when lowerCheckpointTime is START_OF_TIME), whereas the upper is inclusive and must exist.
-    CommitLogCheckpoint lowerCheckpoint = lowerCheckpointTime.isAfter(START_OF_TIME)
-        ? verifyNotNull(ofy().load().key(CommitLogCheckpoint.createKey(lowerCheckpointTime)).now())
-        : null;
+    CommitLogCheckpoint lowerCheckpoint =
+        lowerCheckpointTime.isAfter(START_OF_TIME)
+            ? verifyNotNull(
+                auditedOfy().load().key(CommitLogCheckpoint.createKey(lowerCheckpointTime)).now())
+            : null;
     CommitLogCheckpoint upperCheckpoint =
-        verifyNotNull(ofy().load().key(CommitLogCheckpoint.createKey(upperCheckpointTime)).now());
+        verifyNotNull(
+            auditedOfy().load().key(CommitLogCheckpoint.createKey(upperCheckpointTime)).now());
 
     // Load the keys of all the manifests to include in this diff.
     List<Key<CommitLogManifest>> sortedKeys = loadAllDiffKeys(lowerCheckpoint, upperCheckpoint);
-    logger.atInfo().log("Found %d manifests to export", sortedKeys.size());
+    logger.atInfo().log("Found %d manifests to export.", sortedKeys.size());
     // Open an output channel to GCS, wrapped in a stream for convenience.
-    try (OutputStream gcsStream = newOutputStream(gcsService.createOrReplace(
-        new GcsFilename(gcsBucket, DIFF_FILE_PREFIX + upperCheckpointTime),
-        new GcsFileOptions.Builder()
-            .addUserMetadata(LOWER_BOUND_CHECKPOINT, lowerCheckpointTime.toString())
-            .addUserMetadata(UPPER_BOUND_CHECKPOINT, upperCheckpointTime.toString())
-            .addUserMetadata(NUM_TRANSACTIONS, Integer.toString(sortedKeys.size()))
-            .build()))) {
+    try (OutputStream gcsStream =
+        gcsUtils.openOutputStream(
+            BlobId.of(gcsBucket, DIFF_FILE_PREFIX + upperCheckpointTime),
+            ImmutableMap.of(
+                LOWER_BOUND_CHECKPOINT, lowerCheckpointTime.toString(),
+                UPPER_BOUND_CHECKPOINT, upperCheckpointTime.toString(),
+                NUM_TRANSACTIONS, Integer.toString(sortedKeys.size())))) {
       // Export the upper checkpoint itself.
       serializeEntity(upperCheckpoint, gcsStream);
       // If there are no manifests to export, stop early, now that we've written out the file with
@@ -117,26 +122,26 @@ public final class ExportCommitLogDiffAction implements Runnable {
       // asynchronously load the entities for the next one.
       List<List<Key<CommitLogManifest>>> keyChunks = partition(sortedKeys, batchSize);
       // Objectify's map return type is asynchronous. Calling .values() will block until it loads.
-      Map<?, CommitLogManifest> nextChunkToExport = ofy().load().keys(keyChunks.get(0));
+      Map<?, CommitLogManifest> nextChunkToExport = auditedOfy().load().keys(keyChunks.get(0));
       for (int i = 0; i < keyChunks.size(); i++) {
         // Force the async load to finish.
         Collection<CommitLogManifest> chunkValues = nextChunkToExport.values();
-        logger.atInfo().log("Loaded %d manifests", chunkValues.size());
+        logger.atInfo().log("Loaded %d manifests.", chunkValues.size());
         // Since there is no hard bound on how much data this might be, take care not to let the
         // Objectify session cache fill up and potentially run out of memory. This is the only safe
         // point to do this since at this point there is no async load in progress.
-        ofy().clearSessionCache();
+        auditedOfy().clearSessionCache();
         // Kick off the next async load, which can happen in parallel to the current GCS export.
         if (i + 1 < keyChunks.size()) {
-          nextChunkToExport = ofy().load().keys(keyChunks.get(i + 1));
+          nextChunkToExport = auditedOfy().load().keys(keyChunks.get(i + 1));
         }
         exportChunk(gcsStream, chunkValues);
-        logger.atInfo().log("Exported %d manifests", chunkValues.size());
+        logger.atInfo().log("Exported %d manifests.", chunkValues.size());
       }
     } catch (IOException e) {
       throw new RuntimeException(e);
     }
-    logger.atInfo().log("Exported %d manifests in total", sortedKeys.size());
+    logger.atInfo().log("Exported %d total manifests.", sortedKeys.size());
   }
 
   /**
@@ -192,7 +197,8 @@ public final class ExportCommitLogDiffAction implements Runnable {
       return ImmutableSet.of();
     }
     Key<CommitLogBucket> bucketKey = getBucketKey(bucketNum);
-    return ofy().load()
+    return auditedOfy()
+        .load()
         .type(CommitLogManifest.class)
         .ancestor(bucketKey)
         .filterKey(">=", CommitLogManifest.createKey(bucketKey, lowerBound))
@@ -208,7 +214,7 @@ public final class ExportCommitLogDiffAction implements Runnable {
         new ImmutableList.Builder<>();
     for (CommitLogManifest manifest : chunk) {
       entities.add(ImmutableList.of(manifest));
-      entities.add(ofy().load().type(CommitLogMutation.class).ancestor(manifest));
+      entities.add(auditedOfy().load().type(CommitLogMutation.class).ancestor(manifest));
     }
     for (ImmutableObject entity : concat(entities.build())) {
       serializeEntity(entity, gcsStream);

core/src/main/java/google/registry/backup/GcsDiffFileLister.java

@@ -15,79 +15,100 @@
 package google.registry.backup;
 
 import static com.google.common.base.Preconditions.checkState;
+import static com.google.common.collect.ImmutableList.toImmutableList;
 import static google.registry.backup.BackupUtils.GcsMetadataKeys.LOWER_BOUND_CHECKPOINT;
 import static google.registry.backup.ExportCommitLogDiffAction.DIFF_FILE_PREFIX;
 import static google.registry.util.DateTimeUtils.START_OF_TIME;
 import static google.registry.util.DateTimeUtils.isBeforeOrAt;
 import static google.registry.util.DateTimeUtils.latestOf;
 
-import com.google.appengine.tools.cloudstorage.GcsFileMetadata;
-import com.google.appengine.tools.cloudstorage.GcsFilename;
-import com.google.appengine.tools.cloudstorage.GcsService;
-import com.google.appengine.tools.cloudstorage.ListItem;
-import com.google.appengine.tools.cloudstorage.ListOptions;
+import com.google.cloud.storage.BlobId;
+import com.google.cloud.storage.BlobInfo;
+import com.google.common.annotations.VisibleForTesting;
 import com.google.common.collect.ImmutableList;
 import com.google.common.flogger.FluentLogger;
 import com.google.common.util.concurrent.Futures;
 import com.google.common.util.concurrent.ListenableFuture;
 import com.google.common.util.concurrent.ListeningExecutorService;
+import com.google.common.util.concurrent.UncheckedExecutionException;
 import google.registry.backup.BackupModule.Backups;
-import google.registry.config.RegistryConfig.Config;
+import google.registry.gcs.GcsUtils;
+import google.registry.model.annotations.DeleteAfterMigration;
 import java.io.IOException;
-import java.util.Iterator;
+import java.time.Duration;
 import java.util.Map;
 import java.util.TreeMap;
+import java.util.concurrent.ScheduledExecutorService;
 import javax.annotation.Nullable;
 import javax.inject.Inject;
+import javax.inject.Provider;
 import org.joda.time.DateTime;
 
 /** Utility class to list commit logs diff files stored on GCS. */
+@DeleteAfterMigration
 class GcsDiffFileLister {
 
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();
 
-  @Inject GcsService gcsService;
-  @Inject @Config("commitLogGcsBucket") String gcsBucket;
-  @Inject @Backups ListeningExecutorService executor;
-  @Inject GcsDiffFileLister() {}
+  /** Timeout for retrieving per-file information from GCS. */
+  private static final Duration FILE_INFO_TIMEOUT_DURATION = Duration.ofMinutes(1);
+
+  @Inject GcsUtils gcsUtils;
+
+  @Inject @Backups Provider<ListeningExecutorService> executorProvider;
+  @Inject ScheduledExecutorService scheduledExecutorService;
+
+  @Inject
+  GcsDiffFileLister() {}
 
   /**
    * Traverses the sequence of diff files backwards from checkpointTime and inserts the file
-   * metadata into "sequence".  Returns true if a complete sequence was discovered, false if one or
+   * metadata into "sequence". Returns true if a complete sequence was discovered, false if one or
    * more files are missing.
+   *
+   * @throws UncheckedExecutionException wrapping a {@link java.util.concurrent.TimeoutException} if
+   *     the GCS call fails to finish within one minute, or wrapping any other exception if
+   *     something else goes wrong.
    */
   private boolean constructDiffSequence(
-      Map<DateTime, ListenableFuture<GcsFileMetadata>> upperBoundTimesToMetadata,
+      String gcsBucket,
+      Map<DateTime, ListenableFuture<BlobInfo>> upperBoundTimesToBlobInfo,
       DateTime fromTime,
       DateTime lastTime,
-      TreeMap<DateTime, GcsFileMetadata> sequence) {
+      TreeMap<DateTime, BlobInfo> sequence) {
     DateTime checkpointTime = lastTime;
     while (isBeforeOrAt(fromTime, checkpointTime)) {
-      GcsFileMetadata metadata;
-      if (upperBoundTimesToMetadata.containsKey(checkpointTime)) {
-        metadata = Futures.getUnchecked(upperBoundTimesToMetadata.get(checkpointTime));
+      BlobInfo blobInfo;
+      if (upperBoundTimesToBlobInfo.containsKey(checkpointTime)) {
+        blobInfo =
+            Futures.getUnchecked(
+                Futures.withTimeout(
+                    upperBoundTimesToBlobInfo.get(checkpointTime),
+                    FILE_INFO_TIMEOUT_DURATION,
+                    scheduledExecutorService));
       } else {
         String filename = DIFF_FILE_PREFIX + checkpointTime;
         logger.atInfo().log("Patching GCS list; discovered file: %s", filename);
-        metadata = getMetadata(filename);
+        blobInfo = getBlobInfo(gcsBucket, filename);
 
         // If we hit a gap, quit.
-        if (metadata == null) {
-          logger.atInfo().log(
+        if (blobInfo == null) {
+          logger.atWarning().log(
               "Gap discovered in sequence terminating at %s, missing file: %s",
               sequence.lastKey(), filename);
-          logger.atInfo().log("Found sequence from %s to %s", checkpointTime, lastTime);
+          logger.atInfo().log("Found sequence from %s to %s.", checkpointTime, lastTime);
           return false;
         }
       }
-      sequence.put(checkpointTime, metadata);
-      checkpointTime = getLowerBoundTime(metadata);
+      sequence.put(checkpointTime, blobInfo);
+      checkpointTime = getLowerBoundTime(blobInfo);
     }
-    logger.atInfo().log("Found sequence from %s to %s", checkpointTime, lastTime);
+    logger.atInfo().log("Found sequence from %s to %s.", checkpointTime, lastTime);
     return true;
   }
 
-  ImmutableList<GcsFileMetadata> listDiffFiles(DateTime fromTime, @Nullable DateTime toTime) {
+  ImmutableList<BlobInfo> listDiffFiles(
+      String gcsBucket, DateTime fromTime, @Nullable DateTime toTime) {
     logger.atInfo().log("Requested restore from time: %s", fromTime);
     if (toTime != null) {
       logger.atInfo().log("  Until time: %s", toTime);
@@ -95,70 +116,82 @@ class GcsDiffFileLister {
     // List all of the diff files on GCS and build a map from each file's upper checkpoint time
     // (extracted from the filename) to its asynchronously-loaded metadata, keeping only files with
     // an upper checkpoint time > fromTime.
-    TreeMap<DateTime, ListenableFuture<GcsFileMetadata>> upperBoundTimesToMetadata
-        = new TreeMap<>();
-    Iterator<ListItem> listItems;
+    TreeMap<DateTime, ListenableFuture<BlobInfo>> upperBoundTimesToBlobInfo = new TreeMap<>();
+    String commitLogDiffPrefix = getCommitLogDiffPrefix(fromTime, toTime);
+    ImmutableList<String> filenames;
     try {
-      // TODO(b/23554360): Use a smarter prefixing strategy to speed this up.
-      listItems = gcsService.list(
-          gcsBucket,
-          new ListOptions.Builder().setPrefix(DIFF_FILE_PREFIX).build());
+      filenames =
+          gcsUtils.listFolderObjects(gcsBucket, commitLogDiffPrefix).stream()
+              .map(s -> commitLogDiffPrefix + s)
+              .collect(toImmutableList());
     } catch (IOException e) {
       throw new RuntimeException(e);
     }
     DateTime lastUpperBoundTime = START_OF_TIME;
-    while (listItems.hasNext()) {
-      final String filename = listItems.next().getName();
-      DateTime upperBoundTime = DateTime.parse(filename.substring(DIFF_FILE_PREFIX.length()));
-      if (isInRange(upperBoundTime, fromTime, toTime)) {
-        upperBoundTimesToMetadata.put(upperBoundTime, executor.submit(() -> getMetadata(filename)));
-        lastUpperBoundTime = latestOf(upperBoundTime, lastUpperBoundTime);
-      }
-    }
-    if (upperBoundTimesToMetadata.isEmpty()) {
-      logger.atInfo().log("No files found");
-      return ImmutableList.of();
-    }
 
-    // Reconstruct the sequence of files by traversing backwards from "lastUpperBoundTime" (i.e. the
-    // last file that we found) and finding its previous file until we either run out of files or
-    // get to one that precedes "fromTime".
-    //
-    // GCS file listing is eventually consistent, so it's possible that we are missing a file. The
-    // metadata of a file is sufficient to identify the preceding file, so if we start from the
-    // last file and work backwards we can verify that we have no holes in our chain (although we
-    // may be missing files at the end).
-    TreeMap<DateTime, GcsFileMetadata> sequence = new TreeMap<>();
-    logger.atInfo().log("Restoring until: %s", lastUpperBoundTime);
-    boolean inconsistentFileSet = !constructDiffSequence(
-        upperBoundTimesToMetadata, fromTime, lastUpperBoundTime, sequence);
-
-    // Verify that all of the elements in the original set are represented in the sequence.  If we
-    // find anything that's not represented, construct a sequence for it.
-    boolean checkForMoreExtraDiffs = true;  // Always loop at least once.
-    while (checkForMoreExtraDiffs) {
-      checkForMoreExtraDiffs = false;
-      for (DateTime key : upperBoundTimesToMetadata.descendingKeySet()) {
-        if (!isInRange(key, fromTime, toTime)) {
-          break;
-        }
-        if (!sequence.containsKey(key)) {
-          constructDiffSequence(upperBoundTimesToMetadata, fromTime, key, sequence);
-          checkForMoreExtraDiffs = true;
-          inconsistentFileSet = true;
-          break;
+    TreeMap<DateTime, BlobInfo> sequence = new TreeMap<>();
+    ListeningExecutorService executor = executorProvider.get();
+    try {
+      for (String filename : filenames) {
+        String strippedFilename = filename.replaceFirst(DIFF_FILE_PREFIX, "");
+        DateTime upperBoundTime = DateTime.parse(strippedFilename);
+        if (isInRange(upperBoundTime, fromTime, toTime)) {
+          upperBoundTimesToBlobInfo.put(
+              upperBoundTime, executor.submit(() -> getBlobInfo(gcsBucket, filename)));
+          lastUpperBoundTime = latestOf(upperBoundTime, lastUpperBoundTime);
         }
       }
-    }
+      if (upperBoundTimesToBlobInfo.isEmpty()) {
+        logger.atInfo().log("No files found.");
+        return ImmutableList.of();
+      }
 
-    checkState(
-        !inconsistentFileSet,
-        "Unable to compute commit diff history, there are either gaps or forks in the history "
-        + "file set.  Check log for details.");
+      // Reconstruct the sequence of files by traversing backwards from "lastUpperBoundTime" (i.e.
+      // the last file that we found) and finding its previous file until we either run out of files
+      // or get to one that precedes "fromTime".
+      //
+      // GCS file listing is eventually consistent, so it's possible that we are missing a file. The
+      // metadata of a file is sufficient to identify the preceding file, so if we start from the
+      // last file and work backwards we can verify that we have no holes in our chain (although we
+      // may be missing files at the end).
+      logger.atInfo().log("Restoring until: %s", lastUpperBoundTime);
+      boolean inconsistentFileSet =
+          !constructDiffSequence(
+              gcsBucket, upperBoundTimesToBlobInfo, fromTime, lastUpperBoundTime, sequence);
+
+      // Verify that all of the elements in the original set are represented in the sequence.  If we
+      // find anything that's not represented, construct a sequence for it.
+      boolean checkForMoreExtraDiffs = true; // Always loop at least once.
+      while (checkForMoreExtraDiffs) {
+        checkForMoreExtraDiffs = false;
+        for (DateTime key : upperBoundTimesToBlobInfo.descendingKeySet()) {
+          if (!isInRange(key, fromTime, toTime)) {
+            break;
+          }
+          if (!sequence.containsKey(key)) {
+            // Recalculate the sequence for purely informational purposes.
+            logger.atWarning().log(
+                "Fork found in commit log history.  The following sequence "
+                    + "is disconnected from the sequence of the final commit:");
+            constructDiffSequence(gcsBucket, upperBoundTimesToBlobInfo, fromTime, key, sequence);
+            checkForMoreExtraDiffs = true;
+            inconsistentFileSet = true;
+            break;
+          }
+        }
+      }
+
+      checkState(
+          !inconsistentFileSet,
+          "Unable to compute commit diff history, there are either gaps or forks in the history "
+              + "file set.  Check log for details.");
+    } finally {
+      executor.shutdown();
+    }
 
     logger.atInfo().log(
         "Actual restore from time: %s", getLowerBoundTime(sequence.firstEntry().getValue()));
-    logger.atInfo().log("Found %d files to restore", sequence.size());
+    logger.atInfo().log("Found %d files to restore.", sequence.size());
     return ImmutableList.copyOf(sequence.values());
   }
 
@@ -171,15 +204,43 @@ class GcsDiffFileLister {
     return isBeforeOrAt(start, time) && (end == null || isBeforeOrAt(time, end));
   }
 
-  private DateTime getLowerBoundTime(GcsFileMetadata metadata) {
-    return DateTime.parse(metadata.getOptions().getUserMetadata().get(LOWER_BOUND_CHECKPOINT));
+  private DateTime getLowerBoundTime(BlobInfo blobInfo) {
+    return DateTime.parse(blobInfo.getMetadata().get(LOWER_BOUND_CHECKPOINT));
   }
 
-  private GcsFileMetadata getMetadata(String filename) {
-    try {
-      return gcsService.getMetadata(new GcsFilename(gcsBucket, filename));
-    } catch (IOException e) {
-      throw new RuntimeException(e);
+  private BlobInfo getBlobInfo(String gcsBucket, String filename) {
+    return gcsUtils.getBlobInfo(BlobId.of(gcsBucket, filename));
+  }
+
+  /**
+   * Returns a prefix guaranteed to cover all commit log diff files in the given range.
+   *
+   * <p>The listObjects call can be fairly slow if we search over many thousands or tens of
+   * thousands of files, so we restrict the search space. The commit logs have a file format of
+   * "commit_diff_until_2021-05-11T06:48:00.070Z" so we can often filter down as far as the hour.
+   *
+   * <p>Here, we get the longest prefix possible based on which fields (year, month, day, hour) the
+   * times in question have in common.
+   */
+  @VisibleForTesting
+  static String getCommitLogDiffPrefix(DateTime from, @Nullable DateTime to) {
+    StringBuilder result = new StringBuilder(DIFF_FILE_PREFIX);
+    if (to == null || from.getYear() != to.getYear()) {
+      return result.toString();
     }
+    result.append(from.getYear()).append('-');
+    if (from.getMonthOfYear() != to.getMonthOfYear()) {
+      return result.toString();
+    }
+    result.append(String.format("%02d-", from.getMonthOfYear()));
+    if (from.getDayOfMonth() != to.getDayOfMonth()) {
+      return result.toString();
+    }
+    result.append(String.format("%02dT", from.getDayOfMonth()));
+    if (from.getHourOfDay() != to.getHourOfDay()) {
+      return result.toString();
+    }
+    result.append(String.format("%02d:", from.getHourOfDay()));
+    return result.toString();
   }
 }

core/src/main/java/google/registry/backup/ReplayCommitLogsToSqlAction.java

@@ -14,78 +14,109 @@
 
 package google.registry.backup;
 
+import static com.google.common.collect.ImmutableList.toImmutableList;
 import static google.registry.backup.ExportCommitLogDiffAction.DIFF_FILE_PREFIX;
+import static google.registry.backup.RestoreCommitLogsAction.DRY_RUN_PARAM;
 import static google.registry.model.ofy.EntityWritePriorities.getEntityPriority;
-import static google.registry.model.ofy.ObjectifyService.ofy;
+import static google.registry.model.ofy.ObjectifyService.auditedOfy;
 import static google.registry.persistence.transaction.TransactionManagerFactory.jpaTm;
+import static google.registry.util.DateTimeUtils.isAtOrAfter;
+import static google.registry.util.DateTimeUtils.isBeforeOrAt;
 import static javax.servlet.http.HttpServletResponse.SC_NO_CONTENT;
+import static javax.servlet.http.HttpServletResponse.SC_OK;
 import static org.joda.time.Duration.standardHours;
 
 import com.google.appengine.api.datastore.Entity;
 import com.google.appengine.api.datastore.Key;
-import com.google.appengine.tools.cloudstorage.GcsFileMetadata;
-import com.google.appengine.tools.cloudstorage.GcsService;
+import com.google.cloud.storage.BlobInfo;
 import com.google.common.collect.ImmutableList;
 import com.google.common.flogger.FluentLogger;
-import google.registry.config.RegistryConfig;
+import google.registry.config.RegistryConfig.Config;
+import google.registry.gcs.GcsUtils;
+import google.registry.model.UpdateAutoTimestamp;
+import google.registry.model.annotations.DeleteAfterMigration;
+import google.registry.model.common.DatabaseMigrationStateSchedule;
+import google.registry.model.common.DatabaseMigrationStateSchedule.MigrationState;
+import google.registry.model.common.DatabaseMigrationStateSchedule.ReplayDirection;
+import google.registry.model.replay.DatastoreEntity;
+import google.registry.model.replay.DatastoreOnlyEntity;
+import google.registry.model.replay.NonReplicatedEntity;
+import google.registry.model.replay.ReplaySpecializer;
+import google.registry.model.replay.SqlReplayCheckpoint;
 import google.registry.model.server.Lock;
 import google.registry.model.translators.VKeyTranslatorFactory;
 import google.registry.persistence.VKey;
 import google.registry.request.Action;
+import google.registry.request.Action.Method;
+import google.registry.request.Parameter;
 import google.registry.request.Response;
 import google.registry.request.auth.Auth;
-import google.registry.schema.replay.DatastoreEntity;
-import google.registry.schema.replay.DatastoreOnlyEntity;
-import google.registry.schema.replay.NonReplicatedEntity;
-import google.registry.schema.replay.SqlReplayCheckpoint;
+import google.registry.util.Clock;
 import google.registry.util.RequestStatusChecker;
 import java.io.IOException;
 import java.io.InputStream;
-import java.nio.channels.Channels;
 import java.util.Optional;
 import javax.inject.Inject;
 import javax.servlet.http.HttpServletResponse;
 import org.joda.time.DateTime;
 import org.joda.time.Duration;
+import org.joda.time.Seconds;
 
 /** Action that replays commit logs to Cloud SQL to keep it up to date. */
 @Action(
     service = Action.Service.BACKEND,
     path = ReplayCommitLogsToSqlAction.PATH,
-    method = Action.Method.POST,
+    method = Method.POST,
     automaticallyPrintOk = true,
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+@DeleteAfterMigration
 public class ReplayCommitLogsToSqlAction implements Runnable {
 
   static final String PATH = "/_dr/task/replayCommitLogsToSql";
 
-  private static final int BLOCK_SIZE =
-      1024 * 1024; // Buffer 1mb at a time, for no particular reason.
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();
-  private static final Duration LEASE_LENGTH = standardHours(1);
 
-  @Inject GcsService gcsService;
+  private static final Duration LEASE_LENGTH = standardHours(1);
+  // Stop / pause where we are if we've been replaying for more than five minutes to avoid GAE
+  // request timeouts
+  private static final Duration REPLAY_TIMEOUT_DURATION = Duration.standardMinutes(5);
+
+  @Inject GcsUtils gcsUtils;
   @Inject Response response;
   @Inject RequestStatusChecker requestStatusChecker;
   @Inject GcsDiffFileLister diffLister;
+  @Inject Clock clock;
+
+  @Inject
+  @Config("commitLogGcsBucket")
+  String gcsBucket;
+
+  /** If true, will exit after logging the commit log files that would otherwise be replayed. */
+  @Inject
+  @Parameter(DRY_RUN_PARAM)
+  boolean dryRun;
 
   @Inject
   ReplayCommitLogsToSqlAction() {}
 
   @Override
   public void run() {
-    if (!RegistryConfig.getCloudSqlReplayCommitLogs()) {
-      String message = "ReplayCommitLogsToSqlAction was called but disabled in the config.";
-      logger.atWarning().log(message);
+    DateTime startTime = clock.nowUtc();
+    MigrationState state = DatabaseMigrationStateSchedule.getValueAtTime(startTime);
+    if (!state.getReplayDirection().equals(ReplayDirection.DATASTORE_TO_SQL)) {
+      String message =
+          String.format(
+              "Skipping ReplayCommitLogsToSqlAction because we are in migration phase %s.", state);
+      logger.atInfo().log(message);
       // App Engine will retry on any non-2xx status code, which we don't want in this case.
       response.setStatus(SC_NO_CONTENT);
       response.setPayload(message);
       return;
     }
     Optional<Lock> lock =
-        Lock.acquire(
+        Lock.acquireSql(
             this.getClass().getSimpleName(), null, LEASE_LENGTH, requestStatusChecker, false);
-    if (lock.isEmpty()) {
+    if (!lock.isPresent()) {
       String message = "Can't acquire SQL commit log replay lock, aborting.";
       logger.atSevere().log(message);
       // App Engine will retry on any non-2xx status code, which we don't want in this case.
@@ -95,44 +126,120 @@ public class ReplayCommitLogsToSqlAction implements Runnable {
       return;
     }
     try {
-      replayFiles();
-      response.setStatus(HttpServletResponse.SC_OK);
-      logger.atInfo().log("ReplayCommitLogsToSqlAction completed successfully.");
+      logger.atInfo().log("Beginning replay of commit logs.");
+      String resultMessage;
+      if (dryRun) {
+        resultMessage = executeDryRun();
+      } else {
+        resultMessage = replayFiles(startTime);
+      }
+      response.setStatus(SC_OK);
+      response.setPayload(resultMessage);
+      logger.atInfo().log(resultMessage);
+    } catch (Throwable t) {
+      String message = "Errored out replaying files.";
+      logger.atSevere().withCause(t).log(message);
+      response.setStatus(HttpServletResponse.SC_INTERNAL_SERVER_ERROR);
+      response.setPayload(message);
     } finally {
-      lock.ifPresent(Lock::release);
+      lock.ifPresent(Lock::releaseSql);
     }
   }
 
-  private void replayFiles() {
+  private String executeDryRun() {
     // Start at the first millisecond we haven't seen yet
-    DateTime fromTime = jpaTm().transact(() -> SqlReplayCheckpoint.get().plusMillis(1));
-    // If there's an inconsistent file set, this will throw IllegalStateException and the job
-    // will try later -- this is likely because an export hasn't finished yet.
-    ImmutableList<GcsFileMetadata> commitLogFiles =
-        diffLister.listDiffFiles(fromTime, /* current time */ null);
-    for (GcsFileMetadata metadata : commitLogFiles) {
-      // One transaction per GCS file
-      jpaTm().transact(() -> processFile(metadata));
-    }
-    logger.atInfo().log("Replayed %d commit log files to SQL successfully.", commitLogFiles.size());
+    DateTime searchStartTime = jpaTm().transact(() -> SqlReplayCheckpoint.get().plusMillis(1));
+    // Search through the end of the hour
+    DateTime searchEndTime =
+        searchStartTime.withMinuteOfHour(59).withSecondOfMinute(59).withMillisOfSecond(999);
+    ImmutableList<String> fileBatch =
+        diffLister.listDiffFiles(gcsBucket, searchStartTime, searchEndTime).stream()
+            .map(BlobInfo::getName)
+            .collect(toImmutableList());
+    return String.format(
+        "Running in dry-run mode, the first set of commit log files processed would be from "
+            + "searching from %s to %s and would contain %d file(s). They are (limit 10): \n%s",
+        searchStartTime,
+        searchEndTime,
+        fileBatch.size(),
+        fileBatch.stream().limit(10).collect(toImmutableList()));
   }
 
-  private void processFile(GcsFileMetadata metadata) {
-    try (InputStream input =
-        Channels.newInputStream(
-            gcsService.openPrefetchingReadChannel(metadata.getFilename(), 0, BLOCK_SIZE))) {
+  private String replayFiles(DateTime startTime) {
+    DateTime replayTimeoutTime = startTime.plus(REPLAY_TIMEOUT_DURATION);
+    DateTime searchStartTime = jpaTm().transact(() -> SqlReplayCheckpoint.get().plusMillis(1));
+    int filesProcessed = 0;
+    int transactionsProcessed = 0;
+    // Starting from one millisecond after the last file we processed, search for and import files
+    // one hour at a time until we catch up to the current time or we hit the replay timeout (in
+    // which case the next run will pick up from where we leave off).
+    //
+    // We use hour-long batches because GCS supports filename prefix-based searches.
+    while (true) {
+      if (isAtOrAfter(clock.nowUtc(), replayTimeoutTime)) {
+        return createResponseString(
+            "Reached max execution time", startTime, filesProcessed, transactionsProcessed);
+      }
+      if (isBeforeOrAt(clock.nowUtc(), searchStartTime)) {
+        return createResponseString(
+            "Caught up to current time", startTime, filesProcessed, transactionsProcessed);
+      }
+      // Search through the end of the hour
+      DateTime searchEndTime =
+          searchStartTime.withMinuteOfHour(59).withSecondOfMinute(59).withMillisOfSecond(999);
+      ImmutableList<BlobInfo> fileBatch =
+          diffLister.listDiffFiles(gcsBucket, searchStartTime, searchEndTime);
+      if (fileBatch.isEmpty()) {
+        logger.atInfo().log(
+            "No remaining files found in hour %s, continuing search in the next hour.",
+            searchStartTime.toString("yyyy-MM-dd HH"));
+      }
+      for (BlobInfo file : fileBatch) {
+        transactionsProcessed += processFile(file);
+        filesProcessed++;
+        if (clock.nowUtc().isAfter(replayTimeoutTime)) {
+          return createResponseString(
+              "Reached max execution time", startTime, filesProcessed, transactionsProcessed);
+        }
+      }
+      searchStartTime = searchEndTime.plusMillis(1);
+    }
+  }
+
+  private String createResponseString(
+      String msg, DateTime startTime, int filesProcessed, int transactionsProcessed) {
+    double tps =
+        (double) transactionsProcessed
+            / (double) Seconds.secondsBetween(startTime, clock.nowUtc()).getSeconds();
+    return String.format(
+        "%s after replaying %d file(s) containing %d total transaction(s) (%.2f tx/s).",
+        msg, filesProcessed, transactionsProcessed, tps);
+  }
+
+  /**
+   * Replays the commit logs in the given commit log file and returns the number of transactions
+   * committed.
+   */
+  private int processFile(BlobInfo metadata) {
+    try (InputStream input = gcsUtils.openInputStream(metadata.getBlobId())) {
       // Load and process the Datastore transactions one at a time
       ImmutableList<ImmutableList<VersionedEntity>> allTransactions =
           CommitLogImports.loadEntitiesByTransaction(input);
-      allTransactions.forEach(this::replayTransaction);
+      try (UpdateAutoTimestamp.DisableAutoUpdateResource disabler =
+          UpdateAutoTimestamp.disableAutoUpdate()) {
+        allTransactions.forEach(
+            transaction -> jpaTm().transact(() -> replayTransaction(transaction)));
+      }
       // if we succeeded, set the last-seen time
-      DateTime checkpoint =
-          DateTime.parse(
-              metadata.getFilename().getObjectName().substring(DIFF_FILE_PREFIX.length()));
-      SqlReplayCheckpoint.set(checkpoint);
-      logger.atInfo().log("Replayed %d transactions from commit log file.", allTransactions.size());
+      DateTime checkpoint = DateTime.parse(metadata.getName().substring(DIFF_FILE_PREFIX.length()));
+      jpaTm().transact(() -> SqlReplayCheckpoint.set(checkpoint));
+      logger.atInfo().log(
+          "Replayed %d transactions from commit log file %s with size %d B.",
+          allTransactions.size(), metadata.getName(), metadata.getSize());
+      return allTransactions.size();
     } catch (IOException e) {
-      throw new RuntimeException(e);
+      throw new RuntimeException(
+          "Errored out while replaying commit log file " + metadata.getName(), e);
     }
   }
 
@@ -140,23 +247,36 @@ public class ReplayCommitLogsToSqlAction implements Runnable {
     transaction.stream()
         .sorted(ReplayCommitLogsToSqlAction::compareByWeight)
         .forEach(
-            versionedEntity ->
-                versionedEntity
-                    .getEntity()
-                    .ifPresentOrElse(
-                        this::handleEntityPut, () -> handleEntityDelete(versionedEntity)));
+            versionedEntity -> {
+              if (versionedEntity.getEntity().isPresent()) {
+                handleEntityPut(versionedEntity.getEntity().get());
+              } else {
+                handleEntityDelete(versionedEntity);
+              }
+            });
   }
 
   private void handleEntityPut(Entity entity) {
-    Object ofyPojo = ofy().toPojo(entity);
-    if (ofyPojo instanceof DatastoreEntity) {
-      DatastoreEntity datastoreEntity = (DatastoreEntity) ofyPojo;
-      datastoreEntity.toSqlEntity().ifPresent(jpaTm()::put);
-    } else {
-      // this should never happen, but we shouldn't fail on it
-      logger.atSevere().log(
-          "%s does not implement DatastoreEntity, which is necessary for SQL replay.",
-          ofyPojo.getClass());
+    Object ofyPojo = auditedOfy().toPojo(entity);
+    try {
+      if (ofyPojo instanceof DatastoreEntity) {
+        DatastoreEntity datastoreEntity = (DatastoreEntity) ofyPojo;
+        datastoreEntity
+            .toSqlEntity()
+            .ifPresent(
+                sqlEntity -> {
+                  sqlEntity.beforeSqlSaveOnReplay();
+                  jpaTm().putIgnoringReadOnlyWithoutBackup(sqlEntity);
+                });
+      } else {
+        // this should never happen, but we shouldn't fail on it
+        logger.atSevere().log(
+            "%s does not implement DatastoreEntity, which is necessary for SQL replay.",
+            ofyPojo.getClass());
+      }
+    } catch (Throwable t) {
+      logger.atSevere().log("Error when replaying object %s.", ofyPojo);
+      throw t;
     }
   }
 
@@ -172,17 +292,23 @@ public class ReplayCommitLogsToSqlAction implements Runnable {
           "Skipping SQL delete for kind %s since it is not convertible.", key.getKind());
       return;
     }
-    Class<?> entityClass = entityVKey.getKind();
-    // Delete the key iff the class represents a JPA entity that is replicated
-    if (!NonReplicatedEntity.class.isAssignableFrom(entityClass)
-        && !DatastoreOnlyEntity.class.isAssignableFrom(entityClass)
-        && entityClass.getAnnotation(javax.persistence.Entity.class) != null) {
-      jpaTm().delete(entityVKey);
+    try {
+      Class<?> entityClass = entityVKey.getKind();
+      // Delete the key iff the class represents a JPA entity that is replicated
+      if (!NonReplicatedEntity.class.isAssignableFrom(entityClass)
+          && !DatastoreOnlyEntity.class.isAssignableFrom(entityClass)
+          && entityClass.getAnnotation(javax.persistence.Entity.class) != null) {
+        ReplaySpecializer.beforeSqlDelete(entityVKey);
+        jpaTm().deleteIgnoringReadOnlyWithoutBackup(entityVKey);
+      }
+    } catch (Throwable t) {
+      logger.atSevere().log("Error when deleting key %s.", entityVKey);
+      throw t;
     }
   }
 
   private static int compareByWeight(VersionedEntity a, VersionedEntity b) {
-    return getEntityPriority(a.key().getKind(), a.getEntity().isEmpty())
-        - getEntityPriority(b.key().getKind(), b.getEntity().isEmpty());
+    return getEntityPriority(a.key().getKind(), !a.getEntity().isPresent())
+        - getEntityPriority(b.key().getKind(), !b.getEntity().isPresent());
   }
 }

core/src/main/java/google/registry/backup/RestoreCommitLogsAction.java

@@ -18,14 +18,14 @@ import static com.google.common.base.Preconditions.checkArgument;
 import static com.google.common.collect.ImmutableList.toImmutableList;
 import static com.google.common.collect.Iterators.peekingIterator;
 import static google.registry.backup.BackupUtils.createDeserializingIterator;
-import static google.registry.model.ofy.ObjectifyService.ofy;
+import static google.registry.model.ofy.ObjectifyService.auditedOfy;
 
 import com.google.appengine.api.datastore.DatastoreService;
 import com.google.appengine.api.datastore.Entity;
 import com.google.appengine.api.datastore.EntityTranslator;
-import com.google.appengine.tools.cloudstorage.GcsFileMetadata;
-import com.google.appengine.tools.cloudstorage.GcsService;
+import com.google.cloud.storage.BlobInfo;
 import com.google.common.collect.ImmutableList;
+import com.google.common.collect.ImmutableSet;
 import com.google.common.collect.Lists;
 import com.google.common.collect.PeekingIterator;
 import com.google.common.collect.Streams;
@@ -33,8 +33,11 @@ import com.google.common.flogger.FluentLogger;
 import com.googlecode.objectify.Key;
 import com.googlecode.objectify.Result;
 import com.googlecode.objectify.util.ResultNow;
+import google.registry.config.RegistryConfig.Config;
 import google.registry.config.RegistryEnvironment;
+import google.registry.gcs.GcsUtils;
 import google.registry.model.ImmutableObject;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.ofy.CommitLogBucket;
 import google.registry.model.ofy.CommitLogCheckpoint;
 import google.registry.model.ofy.CommitLogCheckpointRoot;
@@ -46,10 +49,10 @@ import google.registry.request.auth.Auth;
 import google.registry.util.Retrier;
 import java.io.IOException;
 import java.io.InputStream;
-import java.nio.channels.Channels;
 import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
+import java.util.Optional;
 import java.util.Set;
 import java.util.stream.Stream;
 import javax.inject.Inject;
@@ -62,49 +65,62 @@ import org.joda.time.DateTime;
     method = Action.Method.POST,
     automaticallyPrintOk = true,
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+@DeleteAfterMigration
 public class RestoreCommitLogsAction implements Runnable {
 
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();
 
-  static final int BLOCK_SIZE = 1024 * 1024;  // Buffer 1mb at a time, for no particular reason.
-
   public static final String PATH = "/_dr/task/restoreCommitLogs";
   static final String DRY_RUN_PARAM = "dryRun";
   static final String FROM_TIME_PARAM = "fromTime";
   static final String TO_TIME_PARAM = "toTime";
+  static final String BUCKET_OVERRIDE_PARAM = "gcsBucket";
+
+  private static final ImmutableSet<RegistryEnvironment> FORBIDDEN_ENVIRONMENTS =
+      ImmutableSet.of(RegistryEnvironment.PRODUCTION, RegistryEnvironment.SANDBOX);
+
+  @Inject GcsUtils gcsUtils;
 
-  @Inject GcsService gcsService;
   @Inject @Parameter(DRY_RUN_PARAM) boolean dryRun;
   @Inject @Parameter(FROM_TIME_PARAM) DateTime fromTime;
   @Inject @Parameter(TO_TIME_PARAM) DateTime toTime;
+
+  @Inject
+  @Parameter(BUCKET_OVERRIDE_PARAM)
+  Optional<String> gcsBucketOverride;
+
   @Inject DatastoreService datastoreService;
   @Inject GcsDiffFileLister diffLister;
+
+  @Inject
+  @Config("commitLogGcsBucket")
+  String defaultGcsBucket;
+
   @Inject Retrier retrier;
   @Inject RestoreCommitLogsAction() {}
 
   @Override
   public void run() {
     checkArgument(
-        RegistryEnvironment.get() == RegistryEnvironment.ALPHA
-            || RegistryEnvironment.get() == RegistryEnvironment.CRASH
-            || RegistryEnvironment.get() == RegistryEnvironment.UNITTEST,
-        "DO NOT RUN ANYWHERE ELSE EXCEPT ALPHA, CRASH OR TESTS.");
+        !FORBIDDEN_ENVIRONMENTS.contains(RegistryEnvironment.get()),
+        "DO NOT RUN IN PRODUCTION OR SANDBOX.");
     if (dryRun) {
-      logger.atInfo().log("Running in dryRun mode");
+      logger.atInfo().log("Running in dry-run mode.");
     }
-    List<GcsFileMetadata> diffFiles = diffLister.listDiffFiles(fromTime, toTime);
+    String gcsBucket = gcsBucketOverride.orElse(defaultGcsBucket);
+    logger.atInfo().log("Restoring from %s.", gcsBucket);
+    List<BlobInfo> diffFiles = diffLister.listDiffFiles(gcsBucket, fromTime, toTime);
     if (diffFiles.isEmpty()) {
-      logger.atInfo().log("Nothing to restore");
+      logger.atInfo().log("Nothing to restore.");
       return;
     }
     Map<Integer, DateTime> bucketTimestamps = new HashMap<>();
     CommitLogCheckpoint lastCheckpoint = null;
-    for (GcsFileMetadata metadata : diffFiles) {
-      logger.atInfo().log("Restoring: %s", metadata.getFilename().getObjectName());
-      try (InputStream input = Channels.newInputStream(
-          gcsService.openPrefetchingReadChannel(metadata.getFilename(), 0, BLOCK_SIZE))) {
+    for (BlobInfo metadata : diffFiles) {
+      logger.atInfo().log("Restoring: %s", metadata.getName());
+      try (InputStream input = gcsUtils.openInputStream(metadata.getBlobId())) {
         PeekingIterator<ImmutableObject> commitLogs =
-            peekingIterator(createDeserializingIterator(input));
+            peekingIterator(createDeserializingIterator(input, true));
         lastCheckpoint = (CommitLogCheckpoint) commitLogs.next();
         saveOfy(ImmutableList.of(lastCheckpoint));  // Save the checkpoint itself.
         while (commitLogs.hasNext()) {
@@ -129,7 +145,7 @@ public class RestoreCommitLogsAction implements Runnable {
                                 .build()),
                 Stream.of(CommitLogCheckpointRoot.create(lastCheckpoint.getCheckpointTime())))
             .collect(toImmutableList()));
-    logger.atInfo().log("Restore complete");
+    logger.atInfo().log("Restore complete.");
   }
 
   /**
@@ -146,10 +162,10 @@ public class RestoreCommitLogsAction implements Runnable {
   private CommitLogManifest restoreOneTransaction(PeekingIterator<ImmutableObject> commitLogs) {
     final CommitLogManifest manifest = (CommitLogManifest) commitLogs.next();
     Result<?> deleteResult = deleteAsync(manifest.getDeletions());
-    List<Entity> entitiesToSave = Lists.newArrayList(ofy().save().toEntity(manifest));
+    List<Entity> entitiesToSave = Lists.newArrayList(auditedOfy().save().toEntity(manifest));
     while (commitLogs.hasNext() && commitLogs.peek() instanceof CommitLogMutation) {
       CommitLogMutation mutation = (CommitLogMutation) commitLogs.next();
-      entitiesToSave.add(ofy().save().toEntity(mutation));
+      entitiesToSave.add(auditedOfy().save().toEntity(mutation));
       entitiesToSave.add(EntityTranslator.createFromPbBytes(mutation.getEntityProtoBytes()));
     }
     saveRaw(entitiesToSave);
@@ -176,7 +192,8 @@ public class RestoreCommitLogsAction implements Runnable {
       return;
     }
     retrier.callWithRetry(
-        () -> ofy().saveWithoutBackup().entities(objectsToSave).now(), RuntimeException.class);
+        () -> auditedOfy().saveWithoutBackup().entities(objectsToSave).now(),
+        RuntimeException.class);
   }
 
   private Result<?> deleteAsync(Set<Key<?>> keysToDelete) {
@@ -185,7 +202,7 @@ public class RestoreCommitLogsAction implements Runnable {
     }
     return dryRun || keysToDelete.isEmpty()
         ? new ResultNow<Void>(null)
-        : ofy().deleteWithoutBackup().keys(keysToDelete);
+        : auditedOfy().deleteWithoutBackup().keys(keysToDelete);
   }
 
 }

core/src/main/java/google/registry/backup/VersionedEntity.java

@@ -19,6 +19,7 @@ import com.google.appengine.api.datastore.EntityTranslator;
 import com.google.appengine.api.datastore.Key;
 import com.google.auto.value.AutoValue;
 import com.google.auto.value.extension.memoized.Memoized;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.ofy.CommitLogManifest;
 import google.registry.model.ofy.CommitLogMutation;
 import java.io.Serializable;
@@ -47,7 +48,7 @@ import javax.annotation.Nullable;
  *
  * <ul>
  *   <li>Convert an Objectify entity to a Datastore {@link Entity}: {@code
- *       ofy().save().toEntity(..)}
+ *       auditedOfy().save().toEntity(..)}
  *   <li>Entity is serializable, but the more efficient approach is to convert an Entity to a
  *       ProtocolBuffer ({@link com.google.storage.onestore.v3.OnestoreEntity.EntityProto}) and then
  *       to raw bytes.
@@ -76,6 +77,7 @@ import javax.annotation.Nullable;
  * property type in this class.
  */
 @AutoValue
+@DeleteAfterMigration
 public abstract class VersionedEntity implements Serializable {
 
   private static final long serialVersionUID = 1L;
@@ -105,29 +107,29 @@ public abstract class VersionedEntity implements Serializable {
    * VersionedEntity VersionedEntities}. See {@link CommitLogImports#loadEntities} for more
    * information.
    */
-  public static Stream<VersionedEntity> fromManifest(CommitLogManifest manifest) {
+  static Stream<VersionedEntity> fromManifest(CommitLogManifest manifest) {
     long commitTimeMillis = manifest.getCommitTime().getMillis();
     return manifest.getDeletions().stream()
         .map(com.googlecode.objectify.Key::getRaw)
-        .map(key -> builder().commitTimeMills(commitTimeMillis).key(key).build());
+        .map(key -> newBuilder().commitTimeMills(commitTimeMillis).key(key).build());
   }
 
   /* Converts a {@link CommitLogMutation} to a {@link VersionedEntity}. */
-  public static VersionedEntity fromMutation(CommitLogMutation mutation) {
+  static VersionedEntity fromMutation(CommitLogMutation mutation) {
     return from(
         com.googlecode.objectify.Key.create(mutation).getParent().getId(),
         mutation.getEntityProtoBytes());
   }
 
   public static VersionedEntity from(long commitTimeMillis, byte[] entityProtoBytes) {
-    return builder()
+    return newBuilder()
         .entityProtoBytes(entityProtoBytes)
         .key(EntityTranslator.createFromPbBytes(entityProtoBytes).getKey())
         .commitTimeMills(commitTimeMillis)
         .build();
   }
 
-  static Builder builder() {
+  private static Builder newBuilder() {
     return new AutoValue_VersionedEntity.Builder();
   }
 
@@ -142,7 +144,7 @@ public abstract class VersionedEntity implements Serializable {
 
     public abstract VersionedEntity build();
 
-    public Builder entityProtoBytes(byte[] bytes) {
+    Builder entityProtoBytes(byte[] bytes) {
       return entityProtoBytes(new ImmutableBytes(bytes));
     }
   }

core/src/main/java/google/registry/batch/AsyncTaskEnqueuer.java

@@ -24,14 +24,12 @@ import com.google.appengine.api.taskqueue.TransientFailureException;
 import com.google.common.base.Joiner;
 import com.google.common.collect.ImmutableSortedSet;
 import com.google.common.flogger.FluentLogger;
-import com.googlecode.objectify.Key;
 import google.registry.config.RegistryConfig.Config;
 import google.registry.model.EppResource;
-import google.registry.model.ImmutableObject;
+import google.registry.model.domain.RegistryLock;
 import google.registry.model.eppcommon.Trid;
 import google.registry.model.host.HostResource;
 import google.registry.persistence.VKey;
-import google.registry.schema.domain.RegistryLock;
 import google.registry.util.AppEngineServiceUtils;
 import google.registry.util.Retrier;
 import javax.inject.Inject;
@@ -57,8 +55,6 @@ public final class AsyncTaskEnqueuer {
   public static final String QUEUE_ASYNC_DELETE = "async-delete-pull";
   public static final String QUEUE_ASYNC_HOST_RENAME = "async-host-rename-pull";
 
-  public static final String PATH_RESAVE_ENTITY = "/_dr/task/resaveEntity";
-
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();
   private static final Duration MAX_ASYNC_ETA = Duration.standardDays(30);
 
@@ -86,8 +82,7 @@ public final class AsyncTaskEnqueuer {
   }
 
   /** Enqueues a task to asynchronously re-save an entity at some point in the future. */
-  public void enqueueAsyncResave(
-      ImmutableObject entityToResave, DateTime now, DateTime whenToResave) {
+  public void enqueueAsyncResave(VKey<?> entityToResave, DateTime now, DateTime whenToResave) {
     enqueueAsyncResave(entityToResave, now, ImmutableSortedSet.of(whenToResave));
   }
 
@@ -98,10 +93,9 @@ public final class AsyncTaskEnqueuer {
    * itself to run at the next time if there are remaining re-saves scheduled.
    */
   public void enqueueAsyncResave(
-      ImmutableObject entityToResave, DateTime now, ImmutableSortedSet<DateTime> whenToResave) {
+      VKey<?> entityKey, DateTime now, ImmutableSortedSet<DateTime> whenToResave) {
     DateTime firstResave = whenToResave.first();
     checkArgument(isBeforeOrAt(now, firstResave), "Can't enqueue a resave to run in the past");
-    Key<ImmutableObject> entityKey = Key.create(entityToResave);
     Duration etaDuration = new Duration(now, firstResave);
     if (etaDuration.isLongerThan(MAX_ASYNC_ETA)) {
       logger.atInfo().log(
@@ -112,11 +106,11 @@ public final class AsyncTaskEnqueuer {
     logger.atInfo().log("Enqueuing async re-save of %s to run at %s.", entityKey, whenToResave);
     String backendHostname = appEngineServiceUtils.getServiceHostname("backend");
     TaskOptions task =
-        TaskOptions.Builder.withUrl(PATH_RESAVE_ENTITY)
+        TaskOptions.Builder.withUrl(ResaveEntityAction.PATH)
             .method(Method.POST)
             .header("Host", backendHostname)
             .countdownMillis(etaDuration.getMillis())
-            .param(PARAM_RESOURCE_KEY, entityKey.getString())
+            .param(PARAM_RESOURCE_KEY, entityKey.stringify())
             .param(PARAM_REQUESTED_TIME, now.toString());
     if (whenToResave.size() > 1) {
       task.param(PARAM_RESAVE_TIMES, Joiner.on(',').join(whenToResave.tailSet(firstResave, false)));
@@ -128,18 +122,17 @@ public final class AsyncTaskEnqueuer {
   public void enqueueAsyncDelete(
       EppResource resourceToDelete,
       DateTime now,
-      String requestingClientId,
+      String requestingRegistrarId,
       Trid trid,
       boolean isSuperuser) {
-    Key<EppResource> resourceKey = Key.create(resourceToDelete);
     logger.atInfo().log(
         "Enqueuing async deletion of %s on behalf of registrar %s.",
-        resourceKey, requestingClientId);
+        resourceToDelete.getRepoId(), requestingRegistrarId);
     TaskOptions task =
         TaskOptions.Builder.withMethod(Method.PULL)
             .countdownMillis(asyncDeleteDelay.getMillis())
-            .param(PARAM_RESOURCE_KEY, resourceKey.getString())
-            .param(PARAM_REQUESTING_CLIENT_ID, requestingClientId)
+            .param(PARAM_RESOURCE_KEY, resourceToDelete.createVKey().stringify())
+            .param(PARAM_REQUESTING_CLIENT_ID, requestingRegistrarId)
             .param(PARAM_SERVER_TRANSACTION_ID, trid.getServerTransactionId())
             .param(PARAM_IS_SUPERUSER, Boolean.toString(isSuperuser))
             .param(PARAM_REQUESTED_TIME, now.toString());
@@ -155,7 +148,7 @@ public final class AsyncTaskEnqueuer {
     addTaskToQueueWithRetry(
         asyncDnsRefreshPullQueue,
         TaskOptions.Builder.withMethod(Method.PULL)
-            .param(PARAM_HOST_KEY, hostKey.getOfyKey().getString())
+            .param(PARAM_HOST_KEY, hostKey.stringify())
             .param(PARAM_REQUESTED_TIME, now.toString()));
   }
 

core/src/main/java/google/registry/batch/BatchModule.java

@@ -24,6 +24,7 @@ import static google.registry.batch.AsyncTaskEnqueuer.QUEUE_ASYNC_HOST_RENAME;
 import static google.registry.request.RequestParameters.extractIntParameter;
 import static google.registry.request.RequestParameters.extractLongParameter;
 import static google.registry.request.RequestParameters.extractOptionalBooleanParameter;
+import static google.registry.request.RequestParameters.extractOptionalDatetimeParameter;
 import static google.registry.request.RequestParameters.extractOptionalIntParameter;
 import static google.registry.request.RequestParameters.extractOptionalParameter;
 import static google.registry.request.RequestParameters.extractRequiredDatetimeParameter;
@@ -32,10 +33,8 @@ import static google.registry.request.RequestParameters.extractSetOfDatetimePara
 
 import com.google.appengine.api.taskqueue.Queue;
 import com.google.common.collect.ImmutableSet;
-import com.googlecode.objectify.Key;
 import dagger.Module;
 import dagger.Provides;
-import google.registry.model.ImmutableObject;
 import google.registry.request.Parameter;
 import java.util.Optional;
 import javax.inject.Named;
@@ -78,8 +77,8 @@ public class BatchModule {
 
   @Provides
   @Parameter(PARAM_RESOURCE_KEY)
-  static Key<ImmutableObject> provideResourceKey(HttpServletRequest req) {
-    return Key.create(extractRequiredParameter(req, PARAM_RESOURCE_KEY));
+  static String provideResourceKey(HttpServletRequest req) {
+    return extractRequiredParameter(req, PARAM_RESOURCE_KEY);
   }
 
   @Provides
@@ -106,6 +105,13 @@ public class BatchModule {
     return extractIntParameter(req, RelockDomainAction.PREVIOUS_ATTEMPTS_PARAM);
   }
 
+  @Provides
+  @Parameter(ExpandRecurringBillingEventsAction.PARAM_CURSOR_TIME)
+  static Optional<DateTime> provideCursorTime(HttpServletRequest req) {
+    return extractOptionalDatetimeParameter(
+        req, ExpandRecurringBillingEventsAction.PARAM_CURSOR_TIME);
+  }
+
   @Provides
   @Named(QUEUE_ASYNC_ACTIONS)
   static Queue provideAsyncActionsPushQueue() {

core/src/main/java/google/registry/batch/DeleteContactsAndHostsAction.java

@@ -34,7 +34,7 @@ import static google.registry.model.ResourceTransferUtils.denyPendingTransfer;
 import static google.registry.model.ResourceTransferUtils.handlePendingTransferOnDelete;
 import static google.registry.model.ResourceTransferUtils.updateForeignKeyIndexDeletionTime;
 import static google.registry.model.eppcommon.StatusValue.PENDING_DELETE;
-import static google.registry.model.ofy.ObjectifyService.ofy;
+import static google.registry.model.ofy.ObjectifyService.auditedOfy;
 import static google.registry.model.reporting.HistoryEntry.Type.CONTACT_DELETE;
 import static google.registry.model.reporting.HistoryEntry.Type.CONTACT_DELETE_FAILURE;
 import static google.registry.model.reporting.HistoryEntry.Type.HOST_DELETE;
@@ -73,6 +73,7 @@ import google.registry.mapreduce.inputs.EppResourceInputs;
 import google.registry.mapreduce.inputs.NullInput;
 import google.registry.model.EppResource;
 import google.registry.model.ImmutableObject;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.annotations.ExternalMessagingName;
 import google.registry.model.contact.ContactResource;
 import google.registry.model.domain.DomainBase;
@@ -109,10 +110,12 @@ import org.joda.time.Duration;
  * A mapreduce that processes batch asynchronous deletions of contact and host resources by mapping
  * over all domains and checking for any references to the contacts/hosts in pending deletion.
  */
+@Deprecated
 @Action(
     service = Action.Service.BACKEND,
     path = "/_dr/task/deleteContactsAndHosts",
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+@DeleteAfterMigration
 public class DeleteContactsAndHostsAction implements Runnable {
 
   static final String KIND_CONTACT = getKind(ContactResource.class);
@@ -310,7 +313,7 @@ public class DeleteContactsAndHostsAction implements Runnable {
     @Override
     public void reduce(final DeletionRequest deletionRequest, ReducerInput<Boolean> values) {
       final boolean hasNoActiveReferences = !Iterators.contains(values, true);
-      logger.atInfo().log("Processing async deletion request for %s", deletionRequest.key());
+      logger.atInfo().log("Processing async deletion request for %s.", deletionRequest.key());
       DeletionResult result =
           tm()
               .transactNew(
@@ -335,22 +338,22 @@ public class DeleteContactsAndHostsAction implements Runnable {
         DeletionRequest deletionRequest, boolean hasNoActiveReferences) {
       DateTime now = tm().getTransactionTime();
       EppResource resource =
-          ofy().load().key(deletionRequest.key()).now().cloneProjectedAtTime(now);
+          auditedOfy().load().key(deletionRequest.key()).now().cloneProjectedAtTime(now);
       // Double-check transactionally that the resource is still active and in PENDING_DELETE.
       if (!doesResourceStateAllowDeletion(resource, now)) {
         return DeletionResult.create(Type.ERRORED, "");
       }
       // Contacts and external hosts have a direct client id. For subordinate hosts it needs to be
       // read off of the superordinate domain.
-      String resourceClientId = resource.getPersistedCurrentSponsorClientId();
+      String resourceRegistrarId = resource.getPersistedCurrentSponsorRegistrarId();
       if (resource instanceof HostResource && ((HostResource) resource).isSubordinate()) {
-        resourceClientId =
-            tm().load(((HostResource) resource).getSuperordinateDomain())
+        resourceRegistrarId =
+            tm().loadByKey(((HostResource) resource).getSuperordinateDomain())
                 .cloneProjectedAtTime(now)
-                .getCurrentSponsorClientId();
+                .getCurrentSponsorRegistrarId();
       }
       boolean requestedByCurrentOwner =
-          resourceClientId.equals(deletionRequest.requestingClientId());
+          resourceRegistrarId.equals(deletionRequest.requestingClientId());
 
       boolean deleteAllowed =
           hasNoActiveReferences && (requestedByCurrentOwner || deletionRequest.isSuperuser());
@@ -369,16 +372,15 @@ public class DeleteContactsAndHostsAction implements Runnable {
                       : "it was transferred prior to deletion");
 
       HistoryEntry historyEntry =
-          new HistoryEntry.Builder()
-              .setClientId(deletionRequest.requestingClientId())
+          HistoryEntry.createBuilderForResource(resource)
+              .setRegistrarId(deletionRequest.requestingClientId())
               .setModificationTime(now)
               .setType(getHistoryEntryType(resource, deleteAllowed))
-              .setParent(deletionRequest.key())
               .build();
 
       PollMessage.OneTime pollMessage =
           new PollMessage.OneTime.Builder()
-              .setClientId(deletionRequest.requestingClientId())
+              .setRegistrarId(deletionRequest.requestingClientId())
               .setMsg(pollMessageText)
               .setParent(historyEntry)
               .setEventTime(now)
@@ -408,7 +410,9 @@ public class DeleteContactsAndHostsAction implements Runnable {
       } else {
         resourceToSave = resource.asBuilder().removeStatusValue(PENDING_DELETE).build();
       }
-      ofy().save().<ImmutableObject>entities(resourceToSave, historyEntry, pollMessage);
+      auditedOfy()
+          .save()
+          .<ImmutableObject>entities(resourceToSave, historyEntry.asHistoryEntry(), pollMessage);
       return DeletionResult.create(
           deleteAllowed ? Type.DELETED : Type.NOT_DELETED, pollMessageText);
     }
@@ -465,7 +469,7 @@ public class DeleteContactsAndHostsAction implements Runnable {
         if (host.isSubordinate()) {
           dnsQueue.addHostRefreshTask(host.getHostName());
           tm().put(
-                  tm().load(host.getSuperordinateDomain())
+                  tm().loadByKey(host.getSuperordinateDomain())
                       .asBuilder()
                       .removeSubordinateHost(host.getHostName())
                       .build());
@@ -521,17 +525,19 @@ public class DeleteContactsAndHostsAction implements Runnable {
     static DeletionRequest createFromTask(TaskHandle task, DateTime now)
         throws Exception {
       ImmutableMap<String, String> params = ImmutableMap.copyOf(task.extractParams());
-      Key<EppResource> resourceKey =
-          Key.create(
+      VKey<EppResource> resourceKey =
+          VKey.create(
               checkNotNull(params.get(PARAM_RESOURCE_KEY), "Resource to delete not specified"));
       EppResource resource =
-          checkNotNull(ofy().load().key(resourceKey).now(), "Resource to delete doesn't exist");
+          checkNotNull(
+              auditedOfy().load().key(resourceKey.getOfyKey()).now(),
+              "Resource to delete doesn't exist");
       checkState(
           resource instanceof ContactResource || resource instanceof HostResource,
           "Cannot delete a %s via this action",
           resource.getClass().getSimpleName());
       return new AutoValue_DeleteContactsAndHostsAction_DeletionRequest.Builder()
-          .setKey(resourceKey)
+          .setKey(resourceKey.getOfyKey())
           .setLastUpdateTime(resource.getUpdateTimestamp().getTimestamp())
           .setRequestingClientId(
               checkNotNull(
@@ -602,12 +608,12 @@ public class DeleteContactsAndHostsAction implements Runnable {
   static boolean doesResourceStateAllowDeletion(EppResource resource, DateTime now) {
     Key<EppResource> key = Key.create(resource);
     if (isDeleted(resource, now)) {
-      logger.atWarning().log("Cannot asynchronously delete %s because it is already deleted", key);
+      logger.atWarning().log("Cannot asynchronously delete %s because it is already deleted.", key);
       return false;
     }
     if (!resource.getStatusValues().contains(PENDING_DELETE)) {
       logger.atWarning().log(
-          "Cannot asynchronously delete %s because it is not in PENDING_DELETE", key);
+          "Cannot asynchronously delete %s because it is not in PENDING_DELETE.", key);
       return false;
     }
     return true;

core/src/main/java/google/registry/batch/DeleteExpiredDomainsAction.java

@@ -0,0 +1,215 @@
+// Copyright 2021 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.batch;
+
+import static com.google.common.collect.ImmutableList.toImmutableList;
+import static com.google.common.net.MediaType.PLAIN_TEXT_UTF_8;
+import static google.registry.flows.FlowUtils.marshalWithLenientRetry;
+import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
+import static google.registry.persistence.transaction.TransactionManagerUtil.transactIfJpaTm;
+import static google.registry.util.DateTimeUtils.END_OF_TIME;
+import static google.registry.util.ResourceUtils.readResourceUtf8;
+import static java.nio.charset.StandardCharsets.UTF_8;
+import static javax.servlet.http.HttpServletResponse.SC_INTERNAL_SERVER_ERROR;
+import static javax.servlet.http.HttpServletResponse.SC_NO_CONTENT;
+import static javax.servlet.http.HttpServletResponse.SC_OK;
+
+import com.google.common.collect.ImmutableList;
+import com.google.common.flogger.FluentLogger;
+import google.registry.config.RegistryConfig.Config;
+import google.registry.flows.EppController;
+import google.registry.flows.EppRequestSource;
+import google.registry.flows.PasswordOnlyTransportCredentials;
+import google.registry.flows.StatelessRequestSessionMetadata;
+import google.registry.model.domain.DomainBase;
+import google.registry.model.eppcommon.ProtocolDefinition;
+import google.registry.model.eppoutput.EppOutput;
+import google.registry.persistence.transaction.QueryComposer.Comparator;
+import google.registry.request.Action;
+import google.registry.request.Response;
+import google.registry.request.auth.Auth;
+import google.registry.request.lock.LockHandler;
+import google.registry.util.Clock;
+import java.util.Optional;
+import java.util.concurrent.Callable;
+import java.util.logging.Level;
+import javax.inject.Inject;
+import org.joda.time.DateTime;
+import org.joda.time.Duration;
+
+/**
+ * An action that deletes all non-renewing domains whose expiration dates have now passed.
+ *
+ * <p>The registry runs on an autorenew domain model, so domains don't ever expire naturally; they
+ * are only ever autorenewed. However, in some situations (such as URS) we don't want this to
+ * happen. Thus, the domains are tagged as non-renewing and are deleted by the next daily invocation
+ * of this action once they are past the date at which they were to expire.
+ *
+ * <p>Note that this action works by running a superuser EPP domain delete command, and as a side
+ * effect of when domains are deleted (just past their expiration date), they are invariably in the
+ * autorenew grace period when this happens.
+ *
+ * <p>Note also that the delete flow may fail in the uncommon case that a non-autorenewing domain
+ * has a subordinate host. It is not trivial to handle this case automatically (as said host may be
+ * in use by other domains), nor is it possible to take the correct action without exercising some
+ * human judgment. Accordingly, such deletes will fail with SEVERE-level log messages every day when
+ * this action runs, thus alerting us that human action is needed to correctly process the delete.
+ */
+@Action(
+    service = Action.Service.BACKEND,
+    path = DeleteExpiredDomainsAction.PATH,
+    auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+public class DeleteExpiredDomainsAction implements Runnable {
+
+  public static final String PATH = "/_dr/task/deleteExpiredDomains";
+  private static final String LOCK_NAME = "Delete expired domains";
+
+  private static final FluentLogger logger = FluentLogger.forEnclosingClass();
+  private final EppController eppController;
+  private final String registryAdminClientId;
+  private final Clock clock;
+  private final LockHandler lockHandler;
+  private final Response response;
+  private final String deleteXmlTmpl;
+
+  @Inject
+  DeleteExpiredDomainsAction(
+      EppController eppController,
+      @Config("registryAdminClientId") String registryAdminClientId,
+      Clock clock,
+      LockHandler lockHandler,
+      Response response) {
+    this.eppController = eppController;
+    this.registryAdminClientId = registryAdminClientId;
+    this.clock = clock;
+    this.lockHandler = lockHandler;
+    this.response = response;
+    this.deleteXmlTmpl =
+        readResourceUtf8(DeleteExpiredDomainsAction.class, "delete_expired_domain.xml");
+  }
+
+  @Override
+  public void run() {
+    response.setContentType(PLAIN_TEXT_UTF_8);
+
+    Callable<Void> runner =
+        () -> {
+          try {
+            runLocked();
+            response.setStatus(SC_OK);
+          } catch (Exception e) {
+            logger.atSevere().withCause(e).log("Errored out during execution.");
+            response.setStatus(SC_INTERNAL_SERVER_ERROR);
+            response.setPayload(String.format("Errored out with cause: %s", e));
+          }
+          return null;
+        };
+
+    if (!lockHandler.executeWithLocks(runner, null, Duration.standardHours(1), LOCK_NAME)) {
+      // Send a 200-series status code to prevent this conflicting action from retrying.
+      response.setStatus(SC_NO_CONTENT);
+      response.setPayload("Could not acquire lock; already running?");
+    }
+  }
+
+  private void runLocked() {
+    DateTime runTime = clock.nowUtc();
+    logger.atInfo().log(
+        "Deleting non-renewing domains with autorenew end times up through %s.", runTime);
+
+    // Note: in Datastore, this query is (and must be) non-transactional, and thus, is only
+    // eventually consistent.
+    ImmutableList<DomainBase> domainsToDelete =
+        transactIfJpaTm(
+            () ->
+                tm().createQueryComposer(DomainBase.class)
+                    .where("autorenewEndTime", Comparator.LTE, runTime)
+                    .where("deletionTime", Comparator.EQ, END_OF_TIME)
+                    .list());
+    if (domainsToDelete.isEmpty()) {
+      logger.atInfo().log("Found 0 domains to delete.");
+      response.setPayload("Found 0 domains to delete.");
+      return;
+    }
+
+    logger.atInfo().log(
+        "Found %d domains to delete: %s.",
+        domainsToDelete.size(),
+        String.join(
+            ", ",
+            domainsToDelete.stream().map(DomainBase::getDomainName).collect(toImmutableList())));
+    int successes = 0;
+    for (DomainBase domain : domainsToDelete) {
+      if (runDomainDeleteFlow(domain)) {
+        successes++;
+      }
+    }
+    int failures = domainsToDelete.size() - successes;
+    String msg =
+        String.format(
+            "Finished; %d domains were successfully deleted and %d errored out.",
+            successes, failures);
+    logger.at(failures == 0 ? Level.INFO : Level.SEVERE).log(msg);
+    response.setPayload(msg);
+  }
+
+  /** Runs the actual domain delete flow and returns whether the deletion was successful. */
+  private boolean runDomainDeleteFlow(DomainBase domain) {
+    logger.atInfo().log("Attempting to delete domain '%s'.", domain.getDomainName());
+    // Create a new transaction that the flow's execution will be enlisted in that loads the domain
+    // transactionally. This way we can ensure that nothing else has modified the domain in question
+    // in the intervening period since the query above found it.
+    Optional<EppOutput> eppOutput =
+        tm().transact(
+                () -> {
+                  DomainBase transDomain = tm().loadByKey(domain.createVKey());
+                  if (!domain.getAutorenewEndTime().isPresent()
+                      || domain.getAutorenewEndTime().get().isAfter(tm().getTransactionTime())) {
+                    logger.atSevere().log(
+                        "Failed to delete domain %s because of its autorenew end time: %s.",
+                        transDomain.getDomainName(), transDomain.getAutorenewEndTime());
+                    return Optional.empty();
+                  } else if (domain.getDeletionTime().isBefore(END_OF_TIME)) {
+                    logger.atSevere().log(
+                        "Failed to delete domain %s because it was already deleted on %s.",
+                        transDomain.getDomainName(), transDomain.getDeletionTime());
+                    return Optional.empty();
+                  }
+                  return Optional.of(
+                      eppController.handleEppCommand(
+                          new StatelessRequestSessionMetadata(
+                              registryAdminClientId,
+                              ProtocolDefinition.getVisibleServiceExtensionUris()),
+                          new PasswordOnlyTransportCredentials(),
+                          EppRequestSource.BACKEND,
+                          false,
+                          true,
+                          deleteXmlTmpl
+                              .replace("%DOMAIN%", transDomain.getDomainName())
+                              .getBytes(UTF_8)));
+                });
+
+    if (eppOutput.isPresent()) {
+      if (eppOutput.get().isSuccess()) {
+        logger.atInfo().log("Successfully deleted domain '%s'.", domain.getDomainName());
+      } else {
+        logger.atSevere().log(
+            "Failed to delete domain %s; EPP response:\n\n%s",
+            domain.getDomainName(), new String(marshalWithLenientRetry(eppOutput.get()), UTF_8));
+      }
+    }
+    return eppOutput.map(EppOutput::isSuccess).orElse(false);
+  }
+}

core/src/main/java/google/registry/batch/DeleteLoadTestDataAction.java

@@ -15,12 +15,14 @@
 package google.registry.batch;
 
 import static com.google.common.base.Preconditions.checkState;
+import static com.google.common.collect.ImmutableSet.toImmutableSet;
 import static google.registry.config.RegistryEnvironment.PRODUCTION;
 import static google.registry.mapreduce.MapreduceRunner.PARAM_DRY_RUN;
 import static google.registry.mapreduce.inputs.EppResourceInputs.createEntityInput;
-import static google.registry.model.ofy.ObjectifyService.ofy;
+import static google.registry.model.ofy.ObjectifyService.auditedOfy;
 import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
 import static google.registry.request.Action.Method.POST;
+import static google.registry.util.DateTimeUtils.END_OF_TIME;
 
 import com.google.appengine.tools.mapreduce.Mapper;
 import com.google.common.collect.ImmutableList;
@@ -28,16 +30,24 @@ import com.google.common.collect.ImmutableSet;
 import com.google.common.flogger.FluentLogger;
 import com.googlecode.objectify.Key;
 import google.registry.config.RegistryEnvironment;
+import google.registry.flows.poll.PollFlowUtils;
 import google.registry.mapreduce.MapreduceRunner;
 import google.registry.model.EppResource;
+import google.registry.model.EppResourceUtils;
 import google.registry.model.contact.ContactResource;
+import google.registry.model.domain.DomainBase;
 import google.registry.model.host.HostResource;
 import google.registry.model.index.EppResourceIndex;
 import google.registry.model.index.ForeignKeyIndex;
+import google.registry.model.poll.PollMessage;
+import google.registry.model.reporting.HistoryEntry;
+import google.registry.model.reporting.HistoryEntryDao;
+import google.registry.persistence.VKey;
 import google.registry.request.Action;
 import google.registry.request.Parameter;
 import google.registry.request.Response;
 import google.registry.request.auth.Auth;
+import google.registry.util.Clock;
 import java.util.List;
 import javax.inject.Inject;
 
@@ -46,8 +56,8 @@ import javax.inject.Inject;
  * the associated ForeignKey and EppResourceIndex entities.
  *
  * <p>This only deletes contacts and hosts, NOT domains. To delete domains, use {@link
- * DeleteLoadTestDataAction} and pass it the TLD(s) that the load test domains were created on. Note
- * that DeleteLoadTestDataAction is safe enough to run in production whereas this mapreduce is not,
+ * DeleteProberDataAction} and pass it the TLD(s) that the load test domains were created on. Note
+ * that DeleteProberDataAction is safe enough to run in production whereas this mapreduce is not,
  * but this one does not need to be runnable in production because load testing isn't run against
  * production.
  */
@@ -68,15 +78,22 @@ public class DeleteLoadTestDataAction implements Runnable {
    */
   private static final ImmutableSet<String> LOAD_TEST_REGISTRARS = ImmutableSet.of("proxy");
 
-  @Inject
-  @Parameter(PARAM_DRY_RUN)
-  boolean isDryRun;
-
-  @Inject MapreduceRunner mrRunner;
-  @Inject Response response;
+  private final boolean isDryRun;
+  private final MapreduceRunner mrRunner;
+  private final Response response;
+  private final Clock clock;
 
   @Inject
-  DeleteLoadTestDataAction() {}
+  DeleteLoadTestDataAction(
+      @Parameter(PARAM_DRY_RUN) boolean isDryRun,
+      MapreduceRunner mrRunner,
+      Response response,
+      Clock clock) {
+    this.isDryRun = isDryRun;
+    this.mrRunner = mrRunner;
+    this.response = response;
+    this.clock = clock;
+  }
 
   @Override
   public void run() {
@@ -87,14 +104,85 @@ public class DeleteLoadTestDataAction implements Runnable {
         !RegistryEnvironment.get().equals(PRODUCTION),
         "This mapreduce is not safe to run on PRODUCTION.");
 
-    mrRunner
-        .setJobName("Delete load test data")
-        .setModuleName("backend")
-        .runMapOnly(
-            new DeleteLoadTestDataMapper(isDryRun),
-            ImmutableList.of(
-                createEntityInput(ContactResource.class), createEntityInput(HostResource.class)))
-        .sendLinkToMapreduceConsole(response);
+    if (tm().isOfy()) {
+      mrRunner
+          .setJobName("Delete load test data")
+          .setModuleName("backend")
+          .runMapOnly(
+              new DeleteLoadTestDataMapper(isDryRun),
+              ImmutableList.of(
+                  createEntityInput(ContactResource.class), createEntityInput(HostResource.class)))
+          .sendLinkToMapreduceConsole(response);
+    } else {
+      tm().transact(
+              () -> {
+                LOAD_TEST_REGISTRARS.forEach(this::deletePollMessages);
+                tm().loadAllOfStream(ContactResource.class).forEach(this::deleteContact);
+                tm().loadAllOfStream(HostResource.class).forEach(this::deleteHost);
+              });
+    }
+  }
+
+  private void deletePollMessages(String registrarId) {
+    ImmutableList<PollMessage> pollMessages =
+        PollFlowUtils.createPollMessageQuery(registrarId, END_OF_TIME).list();
+    if (isDryRun) {
+      logger.atInfo().log(
+          "Would delete %d poll messages for registrar %s.", pollMessages.size(), registrarId);
+    } else {
+      pollMessages.forEach(tm()::delete);
+    }
+  }
+
+  private void deleteContact(ContactResource contact) {
+    if (!LOAD_TEST_REGISTRARS.contains(contact.getPersistedCurrentSponsorRegistrarId())) {
+      return;
+    }
+    // We cannot remove contacts from domains in the general case, so we cannot delete contacts
+    // that are linked to domains (since it would break the foreign keys)
+    if (EppResourceUtils.isLinked(contact.createVKey(), clock.nowUtc())) {
+      logger.atWarning().log(
+          "Cannot delete contact with repo ID %s since it is referenced from a domain.",
+          contact.getRepoId());
+      return;
+    }
+    deleteResource(contact);
+  }
+
+  private void deleteHost(HostResource host) {
+    if (!LOAD_TEST_REGISTRARS.contains(host.getPersistedCurrentSponsorRegistrarId())) {
+      return;
+    }
+    VKey<HostResource> hostVKey = host.createVKey();
+    // We can remove hosts from linked domains, so we should do so then delete the hosts
+    ImmutableSet<VKey<DomainBase>> linkedDomains =
+        EppResourceUtils.getLinkedDomainKeys(hostVKey, clock.nowUtc(), null);
+    tm().loadByKeys(linkedDomains)
+        .values()
+        .forEach(
+            domain -> {
+              ImmutableSet<VKey<HostResource>> remainingHosts =
+                  domain.getNsHosts().stream()
+                      .filter(vkey -> !vkey.equals(hostVKey))
+                      .collect(toImmutableSet());
+              tm().put(domain.asBuilder().setNameservers(remainingHosts).build());
+            });
+    deleteResource(host);
+  }
+
+  private void deleteResource(EppResource eppResource) {
+    // In SQL, the only objects parented on the resource are poll messages (deleted above) and
+    // history objects.
+    ImmutableList<HistoryEntry> historyObjects =
+        HistoryEntryDao.loadHistoryObjectsForResource(eppResource.createVKey());
+    if (isDryRun) {
+      logger.atInfo().log(
+          "Would delete repo ID %s along with %d history objects.",
+          eppResource.getRepoId(), historyObjects.size());
+    } else {
+      historyObjects.forEach(tm()::delete);
+      tm().delete(eppResource);
+    }
   }
 
   /** Provides the map method that runs for each existing contact and host entity. */
@@ -110,7 +198,7 @@ public class DeleteLoadTestDataAction implements Runnable {
 
     @Override
     public final void map(EppResource resource) {
-      if (LOAD_TEST_REGISTRARS.contains(resource.getPersistedCurrentSponsorClientId())) {
+      if (LOAD_TEST_REGISTRARS.contains(resource.getPersistedCurrentSponsorRegistrarId())) {
         deleteResource(resource);
         getContext()
             .incrementCounter(
@@ -125,12 +213,11 @@ public class DeleteLoadTestDataAction implements Runnable {
           Key.create(EppResourceIndex.create(Key.create(resource)));
       final Key<? extends ForeignKeyIndex<?>> fki = ForeignKeyIndex.createKey(resource);
       int numEntitiesDeleted =
-          tm()
-              .transact(
+          tm().transact(
                   () -> {
                     // This ancestor query selects all descendant entities.
                     List<Key<Object>> resourceAndDependentKeys =
-                        ofy().load().ancestor(resource).keys().list();
+                        auditedOfy().load().ancestor(resource).keys().list();
                     ImmutableSet<Key<?>> allKeys =
                         new ImmutableSet.Builder<Key<?>>()
                             .add(fki)
@@ -140,7 +227,7 @@ public class DeleteLoadTestDataAction implements Runnable {
                     if (isDryRun) {
                       logger.atInfo().log("Would hard-delete the following entities: %s", allKeys);
                     } else {
-                      ofy().deleteWithoutBackup().keys(allKeys);
+                      auditedOfy().deleteWithoutBackup().keys(allKeys);
                     }
                     return allKeys.size();
                   });

core/src/main/java/google/registry/batch/DeleteProberDataAction.java

@@ -20,9 +20,10 @@ import static com.google.common.collect.ImmutableSet.toImmutableSet;
 import static google.registry.config.RegistryEnvironment.PRODUCTION;
 import static google.registry.mapreduce.MapreduceRunner.PARAM_DRY_RUN;
 import static google.registry.model.ResourceTransferUtils.updateForeignKeyIndexDeletionTime;
-import static google.registry.model.ofy.ObjectifyService.ofy;
-import static google.registry.model.registry.Registries.getTldsOfType;
+import static google.registry.model.ofy.ObjectifyService.auditedOfy;
 import static google.registry.model.reporting.HistoryEntry.Type.DOMAIN_DELETE;
+import static google.registry.model.tld.Registries.getTldsOfType;
+import static google.registry.persistence.transaction.TransactionManagerFactory.jpaTm;
 import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
 import static google.registry.request.Action.Method.POST;
 import static google.registry.request.RequestParameters.PARAM_TLDS;
@@ -42,27 +43,31 @@ import google.registry.config.RegistryEnvironment;
 import google.registry.dns.DnsQueue;
 import google.registry.mapreduce.MapreduceRunner;
 import google.registry.mapreduce.inputs.EppResourceInputs;
+import google.registry.model.CreateAutoTimestamp;
 import google.registry.model.EppResourceUtils;
 import google.registry.model.domain.DomainBase;
+import google.registry.model.domain.DomainHistory;
 import google.registry.model.index.EppResourceIndex;
 import google.registry.model.index.ForeignKeyIndex;
-import google.registry.model.registry.Registry;
-import google.registry.model.registry.Registry.TldType;
-import google.registry.model.reporting.HistoryEntry;
+import google.registry.model.tld.Registry;
+import google.registry.model.tld.Registry.TldType;
 import google.registry.request.Action;
 import google.registry.request.Parameter;
 import google.registry.request.Response;
 import google.registry.request.auth.Auth;
 import java.util.List;
+import java.util.concurrent.atomic.AtomicInteger;
 import javax.inject.Inject;
+import org.hibernate.CacheMode;
+import org.hibernate.ScrollMode;
+import org.hibernate.ScrollableResults;
+import org.hibernate.query.Query;
 import org.joda.time.DateTime;
 import org.joda.time.Duration;
 
 /**
- * Deletes all prober DomainBases and their subordinate history entries, poll messages, and
- * billing events, along with their ForeignKeyDomainIndex and EppResourceIndex entities.
- *
- * <p>See: https://www.youtube.com/watch?v=xuuv0syoHnM
+ * Deletes all prober DomainBases and their subordinate history entries, poll messages, and billing
+ * events, along with their ForeignKeyDomainIndex and EppResourceIndex entities.
  */
 @Action(
     service = Action.Service.BACKEND,
@@ -73,10 +78,51 @@ public class DeleteProberDataAction implements Runnable {
 
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();
 
+  /**
+   * The maximum amount of time we allow a prober domain to be in use.
+   *
+   * <p>In practice, the prober's connection will time out well before this duration. This includes
+   * a decent buffer.
+   */
+  private static final Duration DOMAIN_USED_DURATION = Duration.standardHours(1);
+
+  /**
+   * The minimum amount of time we want a domain to be "soft deleted".
+   *
+   * <p>The domain has to remain soft deleted for at least enough time for the DNS task to run and
+   * remove it from DNS itself. This is probably on the order of minutes.
+   */
+  private static final Duration SOFT_DELETE_DELAY = Duration.standardHours(1);
+
+  private static final DnsQueue dnsQueue = DnsQueue.create();
+
+  // Domains to delete must:
+  // 1. Be in one of the prober TLDs
+  // 2. Not be a nic domain
+  // 3. Have no subordinate hosts
+  // 4. Not still be used (within an hour of creation time)
+  // 5. Either be active (creationTime <= now < deletionTime) or have been deleted a while ago (this
+  //    prevents accidental double-map with the same key from immediately deleting active domains)
+  //
+  // Note: creationTime must be compared to a Java object (CreateAutoTimestamp) but deletionTime can
+  // be compared directly to the SQL timestamp (it's a DateTime)
+  private static final String DOMAIN_QUERY_STRING =
+      "FROM Domain d WHERE d.tld IN :tlds AND d.fullyQualifiedDomainName NOT LIKE 'nic.%' AND"
+          + " (d.subordinateHosts IS EMPTY OR d.subordinateHosts IS NULL) AND d.creationTime <"
+          + " :creationTimeCutoff AND ((d.creationTime <= :nowAutoTimestamp AND d.deletionTime >"
+          + " current_timestamp()) OR d.deletionTime < :nowMinusSoftDeleteDelay) ORDER BY d.repoId";
+
+  /** Number of domains to retrieve and delete per SQL transaction. */
+  private static final int BATCH_SIZE = 1000;
+
   @Inject @Parameter(PARAM_DRY_RUN) boolean isDryRun;
   /** List of TLDs to work on. If empty - will work on all TLDs that end with .test. */
   @Inject @Parameter(PARAM_TLDS) ImmutableSet<String> tlds;
-  @Inject @Config("registryAdminClientId") String registryAdminClientId;
+
+  @Inject
+  @Config("registryAdminClientId")
+  String registryAdminRegistrarId;
+
   @Inject MapreduceRunner mrRunner;
   @Inject Response response;
   @Inject DeleteProberDataAction() {}
@@ -84,25 +130,14 @@ public class DeleteProberDataAction implements Runnable {
   @Override
   public void run() {
     checkState(
-        !Strings.isNullOrEmpty(registryAdminClientId),
+        !Strings.isNullOrEmpty(registryAdminRegistrarId),
         "Registry admin client ID must be configured for prober data deletion to work");
-    mrRunner
-        .setJobName("Delete prober data")
-        .setModuleName("backend")
-        .runMapOnly(
-            new DeleteProberDataMapper(getProberRoidSuffixes(), isDryRun, registryAdminClientId),
-            ImmutableList.of(EppResourceInputs.createKeyInput(DomainBase.class)))
-        .sendLinkToMapreduceConsole(response);
-  }
-
-  private ImmutableSet<String> getProberRoidSuffixes() {
     checkArgument(
         !PRODUCTION.equals(RegistryEnvironment.get())
             || tlds.stream().allMatch(tld -> tld.endsWith(".test")),
         "On production, can only work on TLDs that end with .test");
     ImmutableSet<String> deletableTlds =
-        getTldsOfType(TldType.TEST)
-            .stream()
+        getTldsOfType(TldType.TEST).stream()
             .filter(tld -> tlds.isEmpty() ? tld.endsWith(".test") : tlds.contains(tld))
             .collect(toImmutableSet());
     checkArgument(
@@ -110,10 +145,161 @@ public class DeleteProberDataAction implements Runnable {
         "If tlds are given, they must all exist and be TEST tlds. Given: %s, not found: %s",
         tlds,
         Sets.difference(tlds, deletableTlds));
-    return deletableTlds
-        .stream()
-        .map(tld -> Registry.get(tld).getRoidSuffix())
-        .collect(toImmutableSet());
+    ImmutableSet<String> proberRoidSuffixes =
+        deletableTlds.stream()
+            .map(tld -> Registry.get(tld).getRoidSuffix())
+            .collect(toImmutableSet());
+    if (tm().isOfy()) {
+      mrRunner
+          .setJobName("Delete prober data")
+          .setModuleName("backend")
+          .runMapOnly(
+              new DeleteProberDataMapper(proberRoidSuffixes, isDryRun, registryAdminRegistrarId),
+              ImmutableList.of(EppResourceInputs.createKeyInput(DomainBase.class)))
+          .sendLinkToMapreduceConsole(response);
+    } else {
+      runSqlJob(deletableTlds);
+    }
+  }
+
+  private void runSqlJob(ImmutableSet<String> deletableTlds) {
+    AtomicInteger softDeletedDomains = new AtomicInteger();
+    AtomicInteger hardDeletedDomains = new AtomicInteger();
+    jpaTm().transact(() -> processDomains(deletableTlds, softDeletedDomains, hardDeletedDomains));
+    logger.atInfo().log(
+        "%s %d domains.",
+        isDryRun ? "Would have soft-deleted" : "Soft-deleted", softDeletedDomains.get());
+    logger.atInfo().log(
+        "%s %d domains.",
+        isDryRun ? "Would have hard-deleted" : "Hard-deleted", hardDeletedDomains.get());
+  }
+
+  private void processDomains(
+      ImmutableSet<String> deletableTlds,
+      AtomicInteger softDeletedDomains,
+      AtomicInteger hardDeletedDomains) {
+    DateTime now = tm().getTransactionTime();
+    // Scroll through domains, soft-deleting as necessary (very few will be soft-deleted) and
+    // keeping track of which domains to hard-delete (there can be many, so we batch them up)
+    ScrollableResults scrollableResult =
+        jpaTm()
+            .query(DOMAIN_QUERY_STRING, DomainBase.class)
+            .setParameter("tlds", deletableTlds)
+            .setParameter(
+                "creationTimeCutoff", CreateAutoTimestamp.create(now.minus(DOMAIN_USED_DURATION)))
+            .setParameter("nowMinusSoftDeleteDelay", now.minus(SOFT_DELETE_DELAY))
+            .setParameter("nowAutoTimestamp", CreateAutoTimestamp.create(now))
+            .unwrap(Query.class)
+            .setCacheMode(CacheMode.IGNORE)
+            .scroll(ScrollMode.FORWARD_ONLY);
+    ImmutableList.Builder<String> domainRepoIdsToHardDelete = new ImmutableList.Builder<>();
+    ImmutableList.Builder<String> hostNamesToHardDelete = new ImmutableList.Builder<>();
+    for (int i = 1; scrollableResult.next(); i = (i + 1) % BATCH_SIZE) {
+      DomainBase domain = (DomainBase) scrollableResult.get(0);
+      processDomain(
+          domain,
+          domainRepoIdsToHardDelete,
+          hostNamesToHardDelete,
+          softDeletedDomains,
+          hardDeletedDomains);
+      // Batch the deletion and DB flush + session clearing so we don't OOM
+      if (i == 0) {
+        hardDeleteDomainsAndHosts(domainRepoIdsToHardDelete.build(), hostNamesToHardDelete.build());
+        domainRepoIdsToHardDelete = new ImmutableList.Builder<>();
+        hostNamesToHardDelete = new ImmutableList.Builder<>();
+        jpaTm().getEntityManager().flush();
+        jpaTm().getEntityManager().clear();
+      }
+    }
+    // process the remainder
+    hardDeleteDomainsAndHosts(domainRepoIdsToHardDelete.build(), hostNamesToHardDelete.build());
+  }
+
+  private void processDomain(
+      DomainBase domain,
+      ImmutableList.Builder<String> domainRepoIdsToHardDelete,
+      ImmutableList.Builder<String> hostNamesToHardDelete,
+      AtomicInteger softDeletedDomains,
+      AtomicInteger hardDeletedDomains) {
+    // If the domain is still active, that means that the prober encountered a failure and did not
+    // successfully soft-delete the domain (thus leaving its DNS entry published). We soft-delete
+    // it now so that the DNS entry can be handled. The domain will then be hard-deleted the next
+    // time the job is run.
+    if (EppResourceUtils.isActive(domain, tm().getTransactionTime())) {
+      if (isDryRun) {
+        logger.atInfo().log(
+            "Would soft-delete the active domain: %s (%s).",
+            domain.getDomainName(), domain.getRepoId());
+      } else {
+        softDeleteDomain(domain, registryAdminRegistrarId, dnsQueue);
+      }
+      softDeletedDomains.incrementAndGet();
+    } else {
+      if (isDryRun) {
+        logger.atInfo().log(
+            "Would hard-delete the non-active domain: %s (%s) and its dependents.",
+            domain.getDomainName(), domain.getRepoId());
+      } else {
+        domainRepoIdsToHardDelete.add(domain.getRepoId());
+        hostNamesToHardDelete.addAll(domain.getSubordinateHosts());
+      }
+      hardDeletedDomains.incrementAndGet();
+    }
+  }
+
+  private void hardDeleteDomainsAndHosts(
+      ImmutableList<String> domainRepoIds, ImmutableList<String> hostNames) {
+    jpaTm()
+        .query("DELETE FROM Host WHERE fullyQualifiedHostName IN :hostNames")
+        .setParameter("hostNames", hostNames)
+        .executeUpdate();
+    jpaTm()
+        .query("DELETE FROM BillingEvent WHERE domainRepoId IN :repoIds")
+        .setParameter("repoIds", domainRepoIds)
+        .executeUpdate();
+    jpaTm()
+        .query("DELETE FROM BillingRecurrence WHERE domainRepoId IN :repoIds")
+        .setParameter("repoIds", domainRepoIds)
+        .executeUpdate();
+    jpaTm()
+        .query("DELETE FROM BillingCancellation WHERE domainRepoId IN :repoIds")
+        .setParameter("repoIds", domainRepoIds)
+        .executeUpdate();
+    jpaTm()
+        .query("DELETE FROM DomainHistory WHERE domainRepoId IN :repoIds")
+        .setParameter("repoIds", domainRepoIds)
+        .executeUpdate();
+    jpaTm()
+        .query("DELETE FROM PollMessage WHERE domainRepoId IN :repoIds")
+        .setParameter("repoIds", domainRepoIds)
+        .executeUpdate();
+    jpaTm()
+        .query("DELETE FROM Domain WHERE repoId IN :repoIds")
+        .setParameter("repoIds", domainRepoIds)
+        .executeUpdate();
+  }
+
+  // Take a DNS queue + admin registrar id as input so that it can be called from the mapper as well
+  private static void softDeleteDomain(
+      DomainBase domain, String registryAdminRegistrarId, DnsQueue localDnsQueue) {
+    DomainBase deletedDomain =
+        domain.asBuilder().setDeletionTime(tm().getTransactionTime()).setStatusValues(null).build();
+    DomainHistory historyEntry =
+        new DomainHistory.Builder()
+            .setDomain(domain)
+            .setType(DOMAIN_DELETE)
+            .setModificationTime(tm().getTransactionTime())
+            .setBySuperuser(true)
+            .setReason("Deletion of prober data")
+            .setRegistrarId(registryAdminRegistrarId)
+            .build();
+    // Note that we don't bother handling grace periods, billing events, pending transfers, poll
+    // messages, or auto-renews because those will all be hard-deleted the next time the job runs
+    // anyway.
+    tm().putAllWithoutBackup(ImmutableList.of(deletedDomain, historyEntry));
+    // updating foreign keys is a no-op in SQL
+    updateForeignKeyIndexDeletionTime(deletedDomain);
+    localDnsQueue.addDomainRefreshTask(deletedDomain.getDomainName());
   }
 
   /** Provides the map method that runs for each existing DomainBase entity. */
@@ -122,32 +308,17 @@ public class DeleteProberDataAction implements Runnable {
     private static final DnsQueue dnsQueue = DnsQueue.create();
     private static final long serialVersionUID = -7724537393697576369L;
 
-    /**
-     * The maximum amount of time we allow a prober domain to be in use.
-     *
-     * In practice, the prober's connection will time out well before this duration. This includes a
-     * decent buffer.
-     *
-     */
-    private static final Duration DOMAIN_USED_DURATION = Duration.standardHours(1);
-
-    /**
-     * The minimum amount of time we want a domain to be "soft deleted".
-     *
-     * The domain has to remain soft deleted for at least enough time for the DNS task to run and
-     * remove it from DNS itself. This is probably on the order of minutes.
-     */
-    private static final Duration SOFT_DELETE_DELAY = Duration.standardHours(1);
-
     private final ImmutableSet<String> proberRoidSuffixes;
     private final Boolean isDryRun;
-    private final String registryAdminClientId;
+    private final String registryAdminRegistrarId;
 
     public DeleteProberDataMapper(
-        ImmutableSet<String> proberRoidSuffixes, Boolean isDryRun, String registryAdminClientId) {
+        ImmutableSet<String> proberRoidSuffixes,
+        Boolean isDryRun,
+        String registryAdminRegistrarId) {
       this.proberRoidSuffixes = proberRoidSuffixes;
       this.isDryRun = isDryRun;
-      this.registryAdminClientId = registryAdminClientId;
+      this.registryAdminRegistrarId = registryAdminRegistrarId;
     }
 
     @Override
@@ -160,13 +331,13 @@ public class DeleteProberDataAction implements Runnable {
           getContext().incrementCounter("skipped, non-prober data");
         }
       } catch (Throwable t) {
-        logger.atSevere().withCause(t).log("Error while deleting prober data for key %s", key);
+        logger.atSevere().withCause(t).log("Error while deleting prober data for key %s.", key);
         getContext().incrementCounter(String.format("error, kind %s", key.getKind()));
       }
     }
 
     private void deleteDomain(final Key<DomainBase> domainKey) {
-      final DomainBase domain = ofy().load().key(domainKey).now();
+      final DomainBase domain = auditedOfy().load().key(domainKey).now();
 
       DateTime now = DateTime.now(UTC);
 
@@ -201,9 +372,9 @@ public class DeleteProberDataAction implements Runnable {
       if (EppResourceUtils.isActive(domain, now)) {
         if (isDryRun) {
           logger.atInfo().log(
-              "Would soft-delete the active domain: %s (%s)", domainName, domainKey);
+              "Would soft-delete the active domain: %s (%s).", domainName, domainKey);
         } else {
-          softDeleteDomain(domain);
+          tm().transact(() -> softDeleteDomain(domain, registryAdminRegistrarId, dnsQueue));
         }
         getContext().incrementCounter("domains soft-deleted");
         return;
@@ -220,14 +391,12 @@ public class DeleteProberDataAction implements Runnable {
       final Key<? extends ForeignKeyIndex<?>> fki = ForeignKeyIndex.createKey(domain);
 
       int entitiesDeleted =
-          tm()
-              .transact(
+          tm().transact(
                   () -> {
                     // This ancestor query selects all descendant HistoryEntries, BillingEvents,
-                    // PollMessages,
-                    // and TLD-specific entities, as well as the domain itself.
+                    // PollMessages, and TLD-specific entities, as well as the domain itself.
                     List<Key<Object>> domainAndDependentKeys =
-                        ofy().load().ancestor(domainKey).keys().list();
+                        auditedOfy().load().ancestor(domainKey).keys().list();
                     ImmutableSet<Key<?>> allKeys =
                         new ImmutableSet.Builder<Key<?>>()
                             .add(fki)
@@ -237,41 +406,12 @@ public class DeleteProberDataAction implements Runnable {
                     if (isDryRun) {
                       logger.atInfo().log("Would hard-delete the following entities: %s", allKeys);
                     } else {
-                      ofy().deleteWithoutBackup().keys(allKeys);
+                      auditedOfy().deleteWithoutBackup().keys(allKeys);
                     }
                     return allKeys.size();
                   });
       getContext().incrementCounter("domains hard-deleted");
       getContext().incrementCounter("total entities hard-deleted", entitiesDeleted);
     }
-
-    private void softDeleteDomain(final DomainBase domain) {
-      tm().transactNew(
-              () -> {
-                DomainBase deletedDomain =
-                    domain
-                        .asBuilder()
-                        .setDeletionTime(tm().getTransactionTime())
-                        .setStatusValues(null)
-                        .build();
-                HistoryEntry historyEntry =
-                    new HistoryEntry.Builder()
-                        .setParent(domain)
-                        .setType(DOMAIN_DELETE)
-                        .setModificationTime(tm().getTransactionTime())
-                        .setBySuperuser(true)
-                        .setReason("Deletion of prober data")
-                        .setClientId(registryAdminClientId)
-                        .build();
-                // Note that we don't bother handling grace periods, billing events, pending
-                // transfers,
-                // poll messages, or auto-renews because these will all be hard-deleted the next
-                // time the
-                // mapreduce runs anyway.
-                ofy().save().entities(deletedDomain, historyEntry);
-                updateForeignKeyIndexDeletionTime(deletedDomain);
-                dnsQueue.addDomainRefreshTask(deletedDomain.getDomainName());
-              });
-    }
   }
 }

core/src/main/java/google/registry/batch/ExpandRecurringBillingEventsAction.java

@@ -21,12 +21,13 @@ import static google.registry.mapreduce.MapreduceRunner.PARAM_DRY_RUN;
 import static google.registry.mapreduce.inputs.EppResourceInputs.createChildEntityInput;
 import static google.registry.model.common.Cursor.CursorType.RECURRING_BILLING;
 import static google.registry.model.domain.Period.Unit.YEARS;
-import static google.registry.model.ofy.ObjectifyService.ofy;
+import static google.registry.model.ofy.ObjectifyService.auditedOfy;
 import static google.registry.model.reporting.HistoryEntry.Type.DOMAIN_AUTORENEW;
+import static google.registry.persistence.transaction.QueryComposer.Comparator.EQ;
+import static google.registry.persistence.transaction.TransactionManagerFactory.jpaTm;
 import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
+import static google.registry.persistence.transaction.TransactionManagerUtil.transactIfJpaTm;
 import static google.registry.pricing.PricingEngineProxy.getDomainRenewCost;
-import static google.registry.schema.cursor.Cursor.GLOBAL;
-import static google.registry.schema.cursor.CursorDao.loadAndCompare;
 import static google.registry.util.CollectionUtils.union;
 import static google.registry.util.DateTimeUtils.START_OF_TIME;
 import static google.registry.util.DateTimeUtils.earliestOf;
@@ -40,10 +41,8 @@ import com.google.common.collect.ImmutableSet;
 import com.google.common.collect.Range;
 import com.google.common.collect.Streams;
 import com.google.common.flogger.FluentLogger;
-import com.googlecode.objectify.Key;
 import google.registry.mapreduce.MapreduceRunner;
 import google.registry.mapreduce.inputs.NullInput;
-import google.registry.model.EppResource;
 import google.registry.model.ImmutableObject;
 import google.registry.model.billing.BillingEvent;
 import google.registry.model.billing.BillingEvent.Flag;
@@ -51,16 +50,16 @@ import google.registry.model.billing.BillingEvent.OneTime;
 import google.registry.model.billing.BillingEvent.Recurring;
 import google.registry.model.common.Cursor;
 import google.registry.model.domain.DomainBase;
+import google.registry.model.domain.DomainHistory;
 import google.registry.model.domain.Period;
-import google.registry.model.registry.Registry;
 import google.registry.model.reporting.DomainTransactionRecord;
 import google.registry.model.reporting.DomainTransactionRecord.TransactionReportField;
-import google.registry.model.reporting.HistoryEntry;
+import google.registry.model.tld.Registry;
+import google.registry.persistence.VKey;
 import google.registry.request.Action;
 import google.registry.request.Parameter;
 import google.registry.request.Response;
 import google.registry.request.auth.Auth;
-import google.registry.schema.cursor.CursorDao;
 import google.registry.util.Clock;
 import java.util.Optional;
 import java.util.Set;
@@ -94,31 +93,88 @@ public class ExpandRecurringBillingEventsAction implements Runnable {
 
   @Override
   public void run() {
-    Cursor cursor = ofy().load().key(Cursor.createGlobalKey(RECURRING_BILLING)).now();
-    loadAndCompare(cursor, GLOBAL);
     DateTime executeTime = clock.nowUtc();
-    DateTime persistedCursorTime = (cursor == null ? START_OF_TIME : cursor.getCursorTime());
+    DateTime persistedCursorTime =
+        transactIfJpaTm(
+            () ->
+                tm().loadByKeyIfPresent(Cursor.createGlobalVKey(RECURRING_BILLING))
+                    .orElse(Cursor.createGlobal(RECURRING_BILLING, START_OF_TIME))
+                    .getCursorTime());
     DateTime cursorTime = cursorTimeParam.orElse(persistedCursorTime);
     checkArgument(
-        cursorTime.isBefore(executeTime),
-        "Cursor time must be earlier than execution time.");
+        cursorTime.isBefore(executeTime), "Cursor time must be earlier than execution time.");
     logger.atInfo().log(
         "Running Recurring billing event expansion for billing time range [%s, %s).",
         cursorTime, executeTime);
-    mrRunner
-        .setJobName("Expand Recurring billing events into synthetic OneTime events.")
-        .setModuleName("backend")
-        .runMapreduce(
-            new ExpandRecurringBillingEventsMapper(isDryRun, cursorTime, clock.nowUtc()),
-            new ExpandRecurringBillingEventsReducer(isDryRun, persistedCursorTime),
-            // Add an extra shard that maps over a null recurring event (see the mapper for why).
-            ImmutableList.of(
-                new NullInput<>(),
-                createChildEntityInput(
-                    ImmutableSet.of(DomainBase.class), ImmutableSet.of(Recurring.class))))
-        .sendLinkToMapreduceConsole(response);
-  }
+    if (tm().isOfy()) {
+      mrRunner
+          .setJobName("Expand Recurring billing events into synthetic OneTime events.")
+          .setModuleName("backend")
+          .runMapreduce(
+              new ExpandRecurringBillingEventsMapper(isDryRun, cursorTime, clock.nowUtc()),
+              new ExpandRecurringBillingEventsReducer(isDryRun, persistedCursorTime),
+              // Add an extra shard that maps over a null recurring event (see the mapper for why).
+              ImmutableList.of(
+                  new NullInput<>(),
+                  createChildEntityInput(
+                      ImmutableSet.of(DomainBase.class), ImmutableSet.of(Recurring.class))))
+          .sendLinkToMapreduceConsole(response);
+    } else {
+      int numBillingEventsSaved =
+          jpaTm()
+              .transact(
+                  () ->
+                      jpaTm()
+                          .query(
+                              "FROM BillingRecurrence "
+                                  + "WHERE eventTime <= :executeTime "
+                                  + "AND eventTime < recurrenceEndTime "
+                                  + "ORDER BY id ASC",
+                              Recurring.class)
+                          .setParameter("executeTime", executeTime)
+                          // Need to get a list from the transaction and then convert it to a stream
+                          // for further processing. If we get a stream directly, each elements gets
+                          // processed downstream eagerly but Hibernate returns a
+                          // ScrollableResultsIterator that cannot be advanced outside the
+                          // transaction, resulting in an exception.
+                          .getResultList())
+              .stream()
+              .map(
+                  recurring ->
+                      jpaTm()
+                          .transact(
+                              () ->
+                                  expandBillingEvent(recurring, executeTime, cursorTime, isDryRun)))
+              .reduce(0, Integer::sum);
 
+      if (!isDryRun) {
+        logger.atInfo().log("Saved OneTime billing events.", numBillingEventsSaved);
+      } else {
+        logger.atInfo().log("Generated OneTime billing events (dry run).", numBillingEventsSaved);
+      }
+      logger.atInfo().log(
+          "Recurring event expansion %s complete for billing event range [%s, %s).",
+          isDryRun ? "(dry run) " : "", cursorTime, executeTime);
+      tm().transact(
+              () -> {
+                // Check for the unlikely scenario where the cursor has been altered during the
+                // expansion.
+                DateTime currentCursorTime =
+                    tm().loadByKeyIfPresent(Cursor.createGlobalVKey(RECURRING_BILLING))
+                        .orElse(Cursor.createGlobal(RECURRING_BILLING, START_OF_TIME))
+                        .getCursorTime();
+                if (!currentCursorTime.equals(persistedCursorTime)) {
+                  throw new IllegalStateException(
+                      String.format(
+                          "Current cursor position %s does not match persisted cursor position %s.",
+                          currentCursorTime, persistedCursorTime));
+                }
+                if (!isDryRun) {
+                  tm().put(Cursor.createGlobal(RECURRING_BILLING, executeTime));
+                }
+              });
+    }
+  }
   /** Mapper to expand {@link Recurring} billing events into synthetic {@link OneTime} events. */
   public static class ExpandRecurringBillingEventsMapper
       extends Mapper<Recurring, DateTime, DateTime> {
@@ -157,98 +213,7 @@ public class ExpandRecurringBillingEventsAction implements Runnable {
       try {
         numBillingEventsSaved =
             tm().transactNew(
-                    () -> {
-                      ImmutableSet.Builder<OneTime> syntheticOneTimesBuilder =
-                          new ImmutableSet.Builder<>();
-                      final Registry tld =
-                          Registry.get(getTldFromDomainName(recurring.getTargetId()));
-
-                      // Determine the complete set of times at which this recurring event should
-                      // occur (up to and including the runtime of the mapreduce).
-                      Iterable<DateTime> eventTimes =
-                          recurring
-                              .getRecurrenceTimeOfYear()
-                              .getInstancesInRange(
-                                  Range.closed(
-                                      recurring.getEventTime(),
-                                      earliestOf(recurring.getRecurrenceEndTime(), executeTime)));
-
-                      // Convert these event times to billing times
-                      final ImmutableSet<DateTime> billingTimes =
-                          getBillingTimesInScope(eventTimes, cursorTime, executeTime, tld);
-
-                      Key<? extends EppResource> domainKey = recurring.getParentKey().getParent();
-                      Iterable<OneTime> oneTimesForDomain =
-                          ofy().load().type(OneTime.class).ancestor(domainKey);
-
-                      // Determine the billing times that already have OneTime events persisted.
-                      ImmutableSet<DateTime> existingBillingTimes =
-                          getExistingBillingTimes(oneTimesForDomain, recurring);
-
-                      ImmutableSet.Builder<HistoryEntry> historyEntriesBuilder =
-                          new ImmutableSet.Builder<>();
-                      // Create synthetic OneTime events for all billing times that do not yet have
-                      // an event persisted.
-                      for (DateTime billingTime : difference(billingTimes, existingBillingTimes)) {
-                        // Construct a new HistoryEntry that parents over the OneTime
-                        HistoryEntry historyEntry =
-                            new HistoryEntry.Builder()
-                                .setBySuperuser(false)
-                                .setClientId(recurring.getClientId())
-                                .setModificationTime(tm().getTransactionTime())
-                                .setParent(domainKey)
-                                .setPeriod(Period.create(1, YEARS))
-                                .setReason(
-                                    "Domain autorenewal by ExpandRecurringBillingEventsAction")
-                                .setRequestedByRegistrar(false)
-                                .setType(DOMAIN_AUTORENEW)
-                                // Don't write a domain transaction record if the recurrence was
-                                // ended prior to the billing time (i.e. a domain was deleted
-                                // during the autorenew grace period).
-                                .setDomainTransactionRecords(
-                                    recurring.getRecurrenceEndTime().isBefore(billingTime)
-                                        ? ImmutableSet.of()
-                                        : ImmutableSet.of(
-                                            DomainTransactionRecord.create(
-                                                tld.getTldStr(),
-                                                // We report this when the autorenew grace period
-                                                // ends
-                                                billingTime,
-                                                TransactionReportField.netRenewsFieldFromYears(1),
-                                                1)))
-                                .build();
-                        historyEntriesBuilder.add(historyEntry);
-
-                        DateTime eventTime = billingTime.minus(tld.getAutoRenewGracePeriodLength());
-                        // Determine the cost for a one-year renewal.
-                        Money renewCost = getDomainRenewCost(recurring.getTargetId(), eventTime, 1);
-                        syntheticOneTimesBuilder.add(
-                            new OneTime.Builder()
-                                .setBillingTime(billingTime)
-                                .setClientId(recurring.getClientId())
-                                .setCost(renewCost)
-                                .setEventTime(eventTime)
-                                .setFlags(union(recurring.getFlags(), Flag.SYNTHETIC))
-                                .setParent(historyEntry)
-                                .setPeriodYears(1)
-                                .setReason(recurring.getReason())
-                                .setSyntheticCreationTime(executeTime)
-                                .setCancellationMatchingBillingEvent(recurring.createVKey())
-                                .setTargetId(recurring.getTargetId())
-                                .build());
-                      }
-                      Set<HistoryEntry> historyEntries = historyEntriesBuilder.build();
-                      Set<OneTime> syntheticOneTimes = syntheticOneTimesBuilder.build();
-                      if (!isDryRun) {
-                        ImmutableSet<ImmutableObject> entitiesToSave =
-                            new ImmutableSet.Builder<ImmutableObject>()
-                                .addAll(historyEntries)
-                                .addAll(syntheticOneTimes)
-                                .build();
-                        ofy().save().entities(entitiesToSave).now();
-                      }
-                      return syntheticOneTimes.size();
-                    });
+                    () -> expandBillingEvent(recurring, executeTime, cursorTime, isDryRun));
       } catch (Throwable t) {
         getContext().incrementCounter("error: " + t.getClass().getSimpleName());
         getContext().incrementCounter(ERROR_COUNTER);
@@ -260,45 +225,12 @@ public class ExpandRecurringBillingEventsAction implements Runnable {
       if (!isDryRun) {
         getContext().incrementCounter("Saved OneTime billing events", numBillingEventsSaved);
       } else {
-        getContext().incrementCounter(
-            "Generated OneTime billing events (dry run)", numBillingEventsSaved);
+        getContext()
+            .incrementCounter("Generated OneTime billing events (dry run)", numBillingEventsSaved);
       }
     }
-
-    /**
-     * Filters a set of {@link DateTime}s down to event times that are in scope for a particular
-     * mapreduce run, given the cursor time and the mapreduce execution time.
-     */
-    private ImmutableSet<DateTime> getBillingTimesInScope(
-        Iterable<DateTime> eventTimes,
-        DateTime cursorTime,
-        DateTime executeTime,
-        final Registry tld) {
-      return Streams.stream(eventTimes)
-          .map(eventTime -> eventTime.plus(tld.getAutoRenewGracePeriodLength()))
-          .filter(Range.closedOpen(cursorTime, executeTime))
-          .collect(toImmutableSet());
-    }
-
-    /**
-     * Determines an {@link ImmutableSet} of {@link DateTime}s that have already been persisted
-     * for a given recurring billing event.
-     */
-    private ImmutableSet<DateTime> getExistingBillingTimes(
-        Iterable<BillingEvent.OneTime> oneTimesForDomain,
-        final BillingEvent.Recurring recurringEvent) {
-      return Streams.stream(oneTimesForDomain)
-          .filter(
-              billingEvent ->
-                  recurringEvent
-                      .createVKey()
-                      .equals(billingEvent.getCancellationMatchingBillingEvent()))
-          .map(OneTime::getBillingTime)
-          .collect(toImmutableSet());
-    }
   }
 
-
   /**
    * "Reducer" to advance the cursor after all map jobs have been completed. The NullInput into the
    * mapper will cause the mapper to emit one timestamp pair (current cursor and execution time),
@@ -331,8 +263,8 @@ public class ExpandRecurringBillingEventsAction implements Runnable {
           isDryRun ? "(dry run) " : "", cursorTime, executionTime);
       tm().transact(
               () -> {
-                Cursor cursor = ofy().load().key(Cursor.createGlobalKey(RECURRING_BILLING)).now();
-                loadAndCompare(cursor, GLOBAL);
+                Cursor cursor =
+                    auditedOfy().load().key(Cursor.createGlobalKey(RECURRING_BILLING)).now();
                 DateTime currentCursorTime =
                     (cursor == null ? START_OF_TIME : cursor.getCursorTime());
                 if (!currentCursorTime.equals(expectedPersistedCursorTime)) {
@@ -342,10 +274,140 @@ public class ExpandRecurringBillingEventsAction implements Runnable {
                   return;
                 }
                 if (!isDryRun) {
-                  CursorDao.saveCursor(
-                      Cursor.createGlobal(RECURRING_BILLING, executionTime), GLOBAL);
+                  tm().put(Cursor.createGlobal(RECURRING_BILLING, executionTime));
                 }
               });
     }
   }
+
+  private static int expandBillingEvent(
+      Recurring recurring, DateTime executeTime, DateTime cursorTime, boolean isDryRun) {
+    ImmutableSet.Builder<OneTime> syntheticOneTimesBuilder = new ImmutableSet.Builder<>();
+    final Registry tld = Registry.get(getTldFromDomainName(recurring.getTargetId()));
+
+    // Determine the complete set of times at which this recurring event should
+    // occur (up to and including the runtime of the mapreduce).
+    Iterable<DateTime> eventTimes =
+        recurring
+            .getRecurrenceTimeOfYear()
+            .getInstancesInRange(
+                Range.closed(
+                    recurring.getEventTime(),
+                    earliestOf(recurring.getRecurrenceEndTime(), executeTime)));
+
+    // Convert these event times to billing times
+    final ImmutableSet<DateTime> billingTimes =
+        getBillingTimesInScope(eventTimes, cursorTime, executeTime, tld);
+
+    VKey<DomainBase> domainKey =
+        VKey.create(
+            DomainBase.class, recurring.getDomainRepoId(), recurring.getParentKey().getParent());
+    Iterable<OneTime> oneTimesForDomain;
+    if (tm().isOfy()) {
+      oneTimesForDomain = auditedOfy().load().type(OneTime.class).ancestor(domainKey.getOfyKey());
+    } else {
+      oneTimesForDomain =
+          tm().createQueryComposer(OneTime.class)
+              .where("domainRepoId", EQ, recurring.getDomainRepoId())
+              .list();
+    }
+
+    // Determine the billing times that already have OneTime events persisted.
+    ImmutableSet<DateTime> existingBillingTimes =
+        getExistingBillingTimes(oneTimesForDomain, recurring);
+
+    ImmutableSet.Builder<DomainHistory> historyEntriesBuilder = new ImmutableSet.Builder<>();
+    // Create synthetic OneTime events for all billing times that do not yet have
+    // an event persisted.
+    for (DateTime billingTime : difference(billingTimes, existingBillingTimes)) {
+      // Construct a new HistoryEntry that parents over the OneTime
+      DomainHistory historyEntry =
+          new DomainHistory.Builder()
+              .setBySuperuser(false)
+              .setRegistrarId(recurring.getRegistrarId())
+              .setModificationTime(tm().getTransactionTime())
+              .setDomain(tm().loadByKey(domainKey))
+              .setPeriod(Period.create(1, YEARS))
+              .setReason("Domain autorenewal by ExpandRecurringBillingEventsAction")
+              .setRequestedByRegistrar(false)
+              .setType(DOMAIN_AUTORENEW)
+              // Don't write a domain transaction record if the recurrence was
+              // ended prior to the billing time (i.e. a domain was deleted
+              // during the autorenew grace period).
+              .setDomainTransactionRecords(
+                  recurring.getRecurrenceEndTime().isBefore(billingTime)
+                      ? ImmutableSet.of()
+                      : ImmutableSet.of(
+                          DomainTransactionRecord.create(
+                              tld.getTldStr(),
+                              // We report this when the autorenew grace period
+                              // ends
+                              billingTime,
+                              TransactionReportField.netRenewsFieldFromYears(1),
+                              1)))
+              .build();
+      historyEntriesBuilder.add(historyEntry);
+
+      DateTime eventTime = billingTime.minus(tld.getAutoRenewGracePeriodLength());
+      // Determine the cost for a one-year renewal.
+      Money renewCost = getDomainRenewCost(recurring.getTargetId(), eventTime, 1);
+      syntheticOneTimesBuilder.add(
+          new OneTime.Builder()
+              .setBillingTime(billingTime)
+              .setRegistrarId(recurring.getRegistrarId())
+              .setCost(renewCost)
+              .setEventTime(eventTime)
+              .setFlags(union(recurring.getFlags(), Flag.SYNTHETIC))
+              .setParent(historyEntry)
+              .setPeriodYears(1)
+              .setReason(recurring.getReason())
+              .setSyntheticCreationTime(executeTime)
+              .setCancellationMatchingBillingEvent(recurring.createVKey())
+              .setTargetId(recurring.getTargetId())
+              .build());
+    }
+    Set<DomainHistory> historyEntries = historyEntriesBuilder.build();
+    Set<OneTime> syntheticOneTimes = syntheticOneTimesBuilder.build();
+    if (!isDryRun) {
+      ImmutableSet<ImmutableObject> entitiesToSave =
+          new ImmutableSet.Builder<ImmutableObject>()
+              .addAll(historyEntries)
+              .addAll(syntheticOneTimes)
+              .build();
+      tm().putAll(entitiesToSave);
+    }
+    return syntheticOneTimes.size();
+  }
+
+  /**
+   * Filters a set of {@link DateTime}s down to event times that are in scope for a particular
+   * mapreduce run, given the cursor time and the mapreduce execution time.
+   */
+  protected static ImmutableSet<DateTime> getBillingTimesInScope(
+      Iterable<DateTime> eventTimes,
+      DateTime cursorTime,
+      DateTime executeTime,
+      final Registry tld) {
+    return Streams.stream(eventTimes)
+        .map(eventTime -> eventTime.plus(tld.getAutoRenewGracePeriodLength()))
+        .filter(Range.closedOpen(cursorTime, executeTime))
+        .collect(toImmutableSet());
+  }
+
+  /**
+   * Determines an {@link ImmutableSet} of {@link DateTime}s that have already been persisted for a
+   * given recurring billing event.
+   */
+  private static ImmutableSet<DateTime> getExistingBillingTimes(
+      Iterable<BillingEvent.OneTime> oneTimesForDomain,
+      final BillingEvent.Recurring recurringEvent) {
+    return Streams.stream(oneTimesForDomain)
+        .filter(
+            billingEvent ->
+                recurringEvent
+                    .createVKey()
+                    .equals(billingEvent.getCancellationMatchingBillingEvent()))
+        .map(OneTime::getBillingTime)
+        .collect(toImmutableSet());
+  }
 }

core/src/main/java/google/registry/batch/RefreshDnsOnHostRenameAction.java

@@ -23,9 +23,10 @@ import static google.registry.batch.AsyncTaskEnqueuer.PARAM_REQUESTED_TIME;
 import static google.registry.batch.AsyncTaskEnqueuer.QUEUE_ASYNC_HOST_RENAME;
 import static google.registry.batch.AsyncTaskMetrics.OperationType.DNS_REFRESH;
 import static google.registry.mapreduce.inputs.EppResourceInputs.createEntityInput;
+import static google.registry.model.EppResourceUtils.getLinkedDomainKeys;
 import static google.registry.model.EppResourceUtils.isActive;
 import static google.registry.model.EppResourceUtils.isDeleted;
-import static google.registry.model.ofy.ObjectifyService.ofy;
+import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
 import static google.registry.util.DateTimeUtils.latestOf;
 import static java.util.concurrent.TimeUnit.DAYS;
 import static java.util.concurrent.TimeUnit.SECONDS;
@@ -44,7 +45,6 @@ import com.google.auto.value.AutoValue;
 import com.google.common.collect.ImmutableList;
 import com.google.common.collect.ImmutableMap;
 import com.google.common.flogger.FluentLogger;
-import com.googlecode.objectify.Key;
 import google.registry.batch.AsyncTaskMetrics.OperationResult;
 import google.registry.dns.DnsQueue;
 import google.registry.mapreduce.MapreduceRunner;
@@ -64,11 +64,13 @@ import google.registry.util.SystemClock;
 import java.io.Serializable;
 import java.util.ArrayList;
 import java.util.List;
+import java.util.NoSuchElementException;
 import java.util.Optional;
 import java.util.logging.Level;
 import javax.annotation.Nullable;
 import javax.inject.Inject;
 import javax.inject.Named;
+import org.apache.http.HttpStatus;
 import org.joda.time.DateTime;
 import org.joda.time.Duration;
 
@@ -86,6 +88,8 @@ public class RefreshDnsOnHostRenameAction implements Runnable {
   @Inject Clock clock;
   @Inject MapreduceRunner mrRunner;
   @Inject @Named(QUEUE_ASYNC_HOST_RENAME) Queue pullQueue;
+
+  @Inject DnsQueue dnsQueue;
   @Inject RequestStatusChecker requestStatusChecker;
   @Inject Response response;
   @Inject Retrier retrier;
@@ -123,7 +127,7 @@ public class RefreshDnsOnHostRenameAction implements Runnable {
     }
 
     ImmutableList.Builder<DnsRefreshRequest> requestsBuilder = new ImmutableList.Builder<>();
-    ImmutableList.Builder<Key<HostResource>> hostKeys = new ImmutableList.Builder<>();
+    ImmutableList.Builder<VKey<HostResource>> hostKeys = new ImmutableList.Builder<>();
     final List<DnsRefreshRequest> requestsToDelete = new ArrayList<>();
 
     for (TaskHandle task : tasks) {
@@ -153,7 +157,39 @@ public class RefreshDnsOnHostRenameAction implements Runnable {
     } else {
       logger.atInfo().log(
           "Processing asynchronous DNS refresh for renamed hosts: %s", hostKeys.build());
-      runMapreduce(refreshRequests, lock);
+      if (tm().isOfy()) {
+        runMapreduce(refreshRequests, lock);
+      } else {
+        try {
+          refreshRequests.stream()
+              .flatMap(
+                  request ->
+                      getLinkedDomainKeys(request.hostKey(), request.lastUpdateTime(), null)
+                          .stream())
+              .distinct()
+              .map(domainKey -> tm().transact(() -> tm().loadByKey(domainKey).getDomainName()))
+              .forEach(
+                  domainName -> {
+                    retrier.callWithRetry(
+                        () -> dnsQueue.addDomainRefreshTask(domainName),
+                        TransientFailureException.class);
+                    logger.atInfo().log("Enqueued DNS refresh for domain '%s'.", domainName);
+                  });
+          deleteTasksWithRetry(
+              refreshRequests,
+              getQueue(QUEUE_ASYNC_HOST_RENAME),
+              asyncTaskMetrics,
+              retrier,
+              OperationResult.SUCCESS);
+        } catch (Throwable t) {
+          String message = "Error refreshing DNS on host rename.";
+          logger.atSevere().withCause(t).log(message);
+          response.setPayload(message);
+          response.setStatus(HttpStatus.SC_INTERNAL_SERVER_ERROR);
+        } finally {
+          lock.get().release();
+        }
+      }
     }
   }
 
@@ -204,10 +240,10 @@ public class RefreshDnsOnHostRenameAction implements Runnable {
         emit(true, true);
         return;
       }
-      Key<HostResource> referencingHostKey = null;
+      VKey<HostResource> referencingHostKey = null;
       for (DnsRefreshRequest request : refreshRequests) {
         if (isActive(domain, request.lastUpdateTime())
-            && domain.getNameservers().contains(VKey.from(request.hostKey()))) {
+            && domain.getNameservers().contains(request.hostKey())) {
           referencingHostKey = request.hostKey();
           break;
         }
@@ -293,7 +329,8 @@ public class RefreshDnsOnHostRenameAction implements Runnable {
 
     private static final long serialVersionUID = 1772812852271288622L;
 
-    abstract Key<HostResource> hostKey();
+    abstract VKey<HostResource> hostKey();
+
     abstract DateTime lastUpdateTime();
     abstract DateTime requestedTime();
     abstract boolean isRefreshNeeded();
@@ -301,7 +338,8 @@ public class RefreshDnsOnHostRenameAction implements Runnable {
 
     @AutoValue.Builder
     abstract static class Builder {
-      abstract Builder setHostKey(Key<HostResource> hostKey);
+      abstract Builder setHostKey(VKey<HostResource> hostKey);
+
       abstract Builder setLastUpdateTime(DateTime lastUpdateTime);
       abstract Builder setRequestedTime(DateTime requestedTime);
       abstract Builder setIsRefreshNeeded(boolean isRefreshNeeded);
@@ -314,10 +352,11 @@ public class RefreshDnsOnHostRenameAction implements Runnable {
      */
     static DnsRefreshRequest createFromTask(TaskHandle task, DateTime now) throws Exception {
       ImmutableMap<String, String> params = ImmutableMap.copyOf(task.extractParams());
-      Key<HostResource> hostKey =
-          Key.create(checkNotNull(params.get(PARAM_HOST_KEY), "Host to refresh not specified"));
+      VKey<HostResource> hostKey =
+          VKey.create(checkNotNull(params.get(PARAM_HOST_KEY), "Host to refresh not specified"));
       HostResource host =
-          checkNotNull(ofy().load().key(hostKey).now(), "Host to refresh doesn't exist");
+          tm().transact(() -> tm().loadByKeyIfPresent(hostKey))
+              .orElseThrow(() -> new NoSuchElementException("Host to refresh doesn't exist"));
       boolean isHostDeleted =
           isDeleted(host, latestOf(now, host.getUpdateTimestamp().getTimestamp()));
       if (isHostDeleted) {

core/src/main/java/google/registry/batch/RelockDomainAction.java

@@ -16,7 +16,6 @@ package google.registry.batch;
 
 import static com.google.common.base.Preconditions.checkArgument;
 import static com.google.common.collect.ImmutableSet.toImmutableSet;
-import static google.registry.model.ofy.ObjectifyService.ofy;
 import static google.registry.persistence.transaction.TransactionManagerFactory.jpaTm;
 import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
 import static google.registry.request.Action.Method.POST;
@@ -29,15 +28,16 @@ import com.google.common.flogger.FluentLogger;
 import com.google.common.net.MediaType;
 import google.registry.config.RegistryConfig.Config;
 import google.registry.model.domain.DomainBase;
+import google.registry.model.domain.RegistryLock;
 import google.registry.model.eppcommon.StatusValue;
 import google.registry.model.registrar.Registrar;
 import google.registry.model.registrar.RegistrarContact;
-import google.registry.model.registry.RegistryLockDao;
+import google.registry.model.tld.RegistryLockDao;
+import google.registry.persistence.VKey;
 import google.registry.request.Action;
 import google.registry.request.Parameter;
 import google.registry.request.Response;
 import google.registry.request.auth.Auth;
-import google.registry.schema.domain.RegistryLock;
 import google.registry.tools.DomainLockUtils;
 import google.registry.util.DateTimeUtils;
 import google.registry.util.EmailMessage;
@@ -125,6 +125,7 @@ public class RelockDomainAction implements Runnable {
     response.setContentType(MediaType.PLAIN_TEXT_UTF_8);
 
     // nb: DomainLockUtils relies on the JPA transaction being the outermost transaction
+    // if we have Datastore as the primary DB (if SQL is the primary DB, it's irrelevant)
     jpaTm().transact(() -> tm().transact(this::relockDomain));
   }
 
@@ -139,12 +140,8 @@ public class RelockDomainAction implements Runnable {
                       new IllegalArgumentException(
                           String.format("Unknown revision ID %d", oldUnlockRevisionId)));
       domain =
-          ofy()
-              .load()
-              .type(DomainBase.class)
-              .id(oldLock.getRepoId())
-              .now()
-              .cloneProjectedAtTime(jpaTm().getTransactionTime());
+          tm().loadByKey(VKey.create(DomainBase.class, oldLock.getRepoId()))
+              .cloneProjectedAtTime(tm().getTransactionTime());
     } catch (Throwable t) {
       handleTransientFailure(Optional.ofNullable(oldLock), t);
       return;
@@ -206,11 +203,11 @@ public class RelockDomainAction implements Runnable {
         "Domain %s has a pending transfer.",
         domainName);
     checkArgument(
-        domain.getCurrentSponsorClientId().equals(oldLock.getRegistrarId()),
+        domain.getCurrentSponsorRegistrarId().equals(oldLock.getRegistrarId()),
         "Domain %s has been transferred from registrar %s to registrar %s since the unlock.",
         domainName,
         oldLock.getRegistrarId(),
-        domain.getCurrentSponsorClientId());
+        domain.getCurrentSponsorRegistrarId());
   }
 
   private void handleNonRetryableFailure(RegistryLock oldLock, Throwable t) {
@@ -296,7 +293,7 @@ public class RelockDomainAction implements Runnable {
 
   private ImmutableSet<InternetAddress> getEmailRecipients(String registrarId) {
     Registrar registrar =
-        Registrar.loadByClientIdCached(registrarId)
+        Registrar.loadByRegistrarIdCached(registrarId)
             .orElseThrow(
                 () ->
                     new IllegalStateException(String.format("Unknown registrar %s", registrarId)));
@@ -316,7 +313,7 @@ public class RelockDomainAction implements Runnable {
         builder.add(new InternetAddress(registryLockEmailAddress));
       } catch (AddressException e) {
         // This shouldn't stop any other emails going out, so swallow it
-        logger.atWarning().log("Invalid email address %s", registryLockEmailAddress);
+        logger.atWarning().log("Invalid email address '%s'.", registryLockEmailAddress);
       }
     }
     return builder.build();

core/src/main/java/google/registry/batch/ResaveAllEppResourcesAction.java

@@ -15,7 +15,7 @@
 package google.registry.batch;
 
 import static google.registry.mapreduce.MapreduceRunner.PARAM_FAST;
-import static google.registry.model.ofy.ObjectifyService.ofy;
+import static google.registry.model.ofy.ObjectifyService.auditedOfy;
 import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
 
 import com.google.appengine.tools.mapreduce.Mapper;
@@ -24,6 +24,7 @@ import com.googlecode.objectify.Key;
 import google.registry.mapreduce.MapreduceRunner;
 import google.registry.mapreduce.inputs.EppResourceInputs;
 import google.registry.model.EppResource;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.request.Action;
 import google.registry.request.Parameter;
 import google.registry.request.Response;
@@ -54,6 +55,9 @@ import javax.inject.Inject;
     service = Action.Service.BACKEND,
     path = "/_dr/task/resaveAllEppResources",
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+// No longer needed in SQL. Subject to future removal.
+@Deprecated
+@DeleteAfterMigration
 public class ResaveAllEppResourcesAction implements Runnable {
 
   @Inject MapreduceRunner mrRunner;
@@ -104,13 +108,13 @@ public class ResaveAllEppResourcesAction implements Runnable {
       boolean resaved =
           tm().transact(
                   () -> {
-                    EppResource originalResource = ofy().load().key(resourceKey).now();
+                    EppResource originalResource = auditedOfy().load().key(resourceKey).now();
                     EppResource projectedResource =
                         originalResource.cloneProjectedAtTime(tm().getTransactionTime());
                     if (isFast && originalResource.equals(projectedResource)) {
                       return false;
                     } else {
-                      ofy().save().entity(projectedResource).now();
+                      auditedOfy().save().entity(projectedResource).now();
                       return true;
                     }
                   });

core/src/main/java/google/registry/batch/ResaveEntityAction.java

@@ -17,15 +17,14 @@ package google.registry.batch;
 import static google.registry.batch.AsyncTaskEnqueuer.PARAM_REQUESTED_TIME;
 import static google.registry.batch.AsyncTaskEnqueuer.PARAM_RESAVE_TIMES;
 import static google.registry.batch.AsyncTaskEnqueuer.PARAM_RESOURCE_KEY;
-import static google.registry.model.ofy.ObjectifyService.ofy;
 import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
 
 import com.google.common.collect.ImmutableSet;
 import com.google.common.collect.ImmutableSortedSet;
 import com.google.common.flogger.FluentLogger;
-import com.googlecode.objectify.Key;
 import google.registry.model.EppResource;
 import google.registry.model.ImmutableObject;
+import google.registry.persistence.VKey;
 import google.registry.request.Action;
 import google.registry.request.Action.Method;
 import google.registry.request.Parameter;
@@ -50,7 +49,7 @@ public class ResaveEntityAction implements Runnable {
 
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();
 
-  private final Key<ImmutableObject> resourceKey;
+  private final String resourceKey;
   private final DateTime requestedTime;
   private final ImmutableSortedSet<DateTime> resaveTimes;
   private final AsyncTaskEnqueuer asyncTaskEnqueuer;
@@ -58,7 +57,7 @@ public class ResaveEntityAction implements Runnable {
 
   @Inject
   ResaveEntityAction(
-      @Parameter(PARAM_RESOURCE_KEY) Key<ImmutableObject> resourceKey,
+      @Parameter(PARAM_RESOURCE_KEY) String resourceKey,
       @Parameter(PARAM_REQUESTED_TIME) DateTime requestedTime,
       @Parameter(PARAM_RESAVE_TIMES) ImmutableSet<DateTime> resaveTimes,
       AsyncTaskEnqueuer asyncTaskEnqueuer,
@@ -74,16 +73,18 @@ public class ResaveEntityAction implements Runnable {
   public void run() {
     logger.atInfo().log(
         "Re-saving entity %s which was enqueued at %s.", resourceKey, requestedTime);
-    tm().transact(() -> {
-      ImmutableObject entity = ofy().load().key(resourceKey).now();
-      ofy().save().entity(
-          (entity instanceof EppResource)
-              ? ((EppResource) entity).cloneProjectedAtTime(tm().getTransactionTime()) : entity
-      );
-      if (!resaveTimes.isEmpty()) {
-        asyncTaskEnqueuer.enqueueAsyncResave(entity, requestedTime, resaveTimes);
-      }
-    });
+    tm().transact(
+            () -> {
+              ImmutableObject entity = tm().loadByKey(VKey.create(resourceKey));
+              tm().put(
+                      (entity instanceof EppResource)
+                          ? ((EppResource) entity).cloneProjectedAtTime(tm().getTransactionTime())
+                          : entity);
+              if (!resaveTimes.isEmpty()) {
+                asyncTaskEnqueuer.enqueueAsyncResave(
+                    VKey.create(resourceKey), requestedTime, resaveTimes);
+              }
+            });
     response.setPayload("Entity re-saved.");
   }
 }

core/src/main/java/google/registry/batch/SendExpiringCertificateNotificationEmailAction.java

@@ -0,0 +1,353 @@
+// Copyright 2021 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.batch;
+
+import static com.google.common.collect.ImmutableList.toImmutableList;
+import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
+import static google.registry.util.PreconditionsUtils.checkArgumentNotNull;
+import static org.apache.http.HttpStatus.SC_INTERNAL_SERVER_ERROR;
+import static org.apache.http.HttpStatus.SC_OK;
+import static org.joda.time.DateTimeZone.UTC;
+
+import com.google.auto.value.AutoValue;
+import com.google.common.annotations.VisibleForTesting;
+import com.google.common.collect.ImmutableList;
+import com.google.common.collect.ImmutableSet;
+import com.google.common.collect.ImmutableSortedSet;
+import com.google.common.collect.Streams;
+import com.google.common.flogger.FluentLogger;
+import com.google.common.net.MediaType;
+import google.registry.config.RegistryConfig.Config;
+import google.registry.flows.certs.CertificateChecker;
+import google.registry.model.registrar.Registrar;
+import google.registry.model.registrar.RegistrarContact;
+import google.registry.model.registrar.RegistrarContact.Type;
+import google.registry.request.Action;
+import google.registry.request.Response;
+import google.registry.request.auth.Auth;
+import google.registry.util.EmailMessage;
+import google.registry.util.SendEmailService;
+import java.util.Date;
+import java.util.Optional;
+import javax.inject.Inject;
+import javax.mail.internet.AddressException;
+import javax.mail.internet.InternetAddress;
+import org.joda.time.DateTime;
+import org.joda.time.Duration;
+import org.joda.time.format.DateTimeFormat;
+import org.joda.time.format.DateTimeFormatter;
+
+/** An action that sends notification emails to registrars whose certificates are expiring soon. */
+@Action(
+    service = Action.Service.BACKEND,
+    path = SendExpiringCertificateNotificationEmailAction.PATH,
+    auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+public class SendExpiringCertificateNotificationEmailAction implements Runnable {
+
+  public static final String PATH = "/_dr/task/sendExpiringCertificateNotificationEmail";
+  /**
+   * Used as an offset when storing the last notification email sent date.
+   *
+   * <p>This is used to handle edges cases when the update happens in between the day switch. For
+   * instance,if the job starts at 2:00 am every day and it finishes at 2:03 of the same day, then
+   * next day at 2am, the date difference will be less than a day, which will lead to the date
+   * difference between two successive email sent date being the expected email interval days + 1;
+   */
+  protected static final Duration UPDATE_TIME_OFFSET = Duration.standardMinutes(10);
+
+  private static final FluentLogger logger = FluentLogger.forEnclosingClass();
+  private static final DateTimeFormatter DATE_FORMATTER = DateTimeFormat.forPattern("yyyy-MM-dd");
+
+  private final CertificateChecker certificateChecker;
+  private final String expirationWarningEmailBodyText;
+  private final SendEmailService sendEmailService;
+  private final String expirationWarningEmailSubjectText;
+  private final InternetAddress gSuiteOutgoingEmailAddress;
+  private final Response response;
+
+  @Inject
+  public SendExpiringCertificateNotificationEmailAction(
+      @Config("expirationWarningEmailBodyText") String expirationWarningEmailBodyText,
+      @Config("expirationWarningEmailSubjectText") String expirationWarningEmailSubjectText,
+      @Config("gSuiteOutgoingEmailAddress") InternetAddress gSuiteOutgoingEmailAddress,
+      SendEmailService sendEmailService,
+      CertificateChecker certificateChecker,
+      Response response) {
+    this.certificateChecker = certificateChecker;
+    this.expirationWarningEmailSubjectText = expirationWarningEmailSubjectText;
+    this.sendEmailService = sendEmailService;
+    this.gSuiteOutgoingEmailAddress = gSuiteOutgoingEmailAddress;
+    this.expirationWarningEmailBodyText = expirationWarningEmailBodyText;
+    this.response = response;
+  }
+
+  @Override
+  public void run() {
+    response.setContentType(MediaType.PLAIN_TEXT_UTF_8);
+    try {
+      int numEmailsSent = sendNotificationEmails();
+      String message =
+          String.format(
+              "Done. Sent %d expiring certificate notification emails in total.", numEmailsSent);
+      logger.atInfo().log(message);
+      response.setStatus(SC_OK);
+      response.setPayload(message);
+    } catch (Exception e) {
+      logger.atWarning().withCause(e).log(
+          "Exception thrown when sending expiring certificate notification emails.");
+      response.setStatus(SC_INTERNAL_SERVER_ERROR);
+      response.setPayload(String.format("Exception thrown with cause: %s", e));
+    }
+  }
+
+  /**
+   * Returns a list of registrars that should receive expiring notification emails.
+   *
+   * <p>There are two certificates that should be considered (the main certificate and failOver
+   * certificate). The registrars should receive notifications if one of the certificate checks
+   * returns true.
+   */
+  @VisibleForTesting
+  ImmutableList<RegistrarInfo> getRegistrarsWithExpiringCertificates() {
+    logger.atInfo().log(
+        "Getting a list of registrars that should receive expiring notification emails.");
+    return Streams.stream(Registrar.loadAllCached())
+        .map(
+            registrar ->
+                RegistrarInfo.create(
+                    registrar,
+                    registrar.getClientCertificate().isPresent()
+                        && certificateChecker.shouldReceiveExpiringNotification(
+                            registrar.getLastExpiringCertNotificationSentDate(),
+                            registrar.getClientCertificate().get()),
+                    registrar.getFailoverClientCertificate().isPresent()
+                        && certificateChecker.shouldReceiveExpiringNotification(
+                            registrar.getLastExpiringFailoverCertNotificationSentDate(),
+                            registrar.getFailoverClientCertificate().get())))
+        .filter(
+            registrarInfo ->
+                registrarInfo.isCertExpiring() || registrarInfo.isFailOverCertExpiring())
+        .collect(toImmutableList());
+  }
+
+  /**
+   * Sends a notification email to the registrar regarding the expiring certificate and returns true
+   * if it's sent successfully.
+   */
+  @VisibleForTesting
+  boolean sendNotificationEmail(
+      Registrar registrar,
+      DateTime lastExpiringCertNotificationSentDate,
+      CertificateType certificateType,
+      Optional<String> certificate) {
+    if (!certificate.isPresent()
+        || !certificateChecker.shouldReceiveExpiringNotification(
+            lastExpiringCertNotificationSentDate, certificate.get())) {
+      return false;
+    }
+    try {
+      ImmutableSet<InternetAddress> recipients = getEmailAddresses(registrar, Type.TECH);
+      ImmutableSet<InternetAddress> ccs = getEmailAddresses(registrar, Type.ADMIN);
+      Date expirationDate = certificateChecker.getCertificate(certificate.get()).getNotAfter();
+      logger.atInfo().log(
+          " %s SSL certificate of registrar '%s' will expire on %s.",
+          certificateType.getDisplayName(),
+          registrar.getRegistrarName(),
+          expirationDate.toString());
+      if (recipients.isEmpty() && ccs.isEmpty()) {
+        logger.atWarning().log(
+            "Registrar %s contains no TECH nor ADMIN email addresses to receive notification"
+                + " email.",
+            registrar.getRegistrarName());
+        return false;
+      }
+      sendEmailService.sendEmail(
+          EmailMessage.newBuilder()
+              .setFrom(gSuiteOutgoingEmailAddress)
+              .setSubject(expirationWarningEmailSubjectText)
+              .setBody(
+                  getEmailBody(
+                      registrar.getRegistrarName(),
+                      certificateType,
+                      expirationDate,
+                      registrar.getRegistrarId()))
+              .setRecipients(recipients)
+              .setCcs(ccs)
+              .build());
+      /*
+       * A duration time offset is used here to ensure that date comparison between two
+       * successive dates is always greater than 1 day. This date is set as last updated date,
+       * for applicable certificate.
+       */
+      updateLastNotificationSentDate(
+          registrar,
+          DateTime.now(UTC).minusMinutes((int) UPDATE_TIME_OFFSET.getStandardMinutes()),
+          certificateType);
+      return true;
+    } catch (Exception e) {
+      throw new RuntimeException(
+          String.format(
+              "Failed to send expiring certificate notification email to registrar %s.",
+              registrar.getRegistrarName()));
+    }
+  }
+
+  /** Updates the last notification sent date in database. */
+  @VisibleForTesting
+  void updateLastNotificationSentDate(
+      Registrar registrar, DateTime now, CertificateType certificateType) {
+    try {
+      tm().transact(
+              () -> {
+                Registrar.Builder newRegistrar = tm().loadByEntity(registrar).asBuilder();
+                switch (certificateType) {
+                  case PRIMARY:
+                    newRegistrar.setLastExpiringCertNotificationSentDate(now);
+                    tm().put(newRegistrar.build());
+                    logger.atInfo().log(
+                        "Updated last notification email sent date to %s for %s certificate of "
+                            + "registrar %s.",
+                        DATE_FORMATTER.print(now),
+                        certificateType.getDisplayName(),
+                        registrar.getRegistrarName());
+                    break;
+                  case FAILOVER:
+                    newRegistrar.setLastExpiringFailoverCertNotificationSentDate(now);
+                    tm().put(newRegistrar.build());
+                    logger.atInfo().log(
+                        "Updated last notification email sent date to %s for %s certificate of "
+                            + "registrar %s.",
+                        DATE_FORMATTER.print(now),
+                        certificateType.getDisplayName(),
+                        registrar.getRegistrarName());
+                    break;
+                  default:
+                    throw new IllegalArgumentException(
+                        String.format(
+                            "Unsupported certificate type: %s being passed in when updating "
+                                + "the last notification sent date to registrar %s.",
+                            certificateType.toString(), registrar.getRegistrarName()));
+                }
+              });
+    } catch (Exception e) {
+      throw new RuntimeException(
+          String.format(
+              "Failed to update the last notification sent date to Registrar %s for the %s "
+                  + "certificate.",
+              registrar.getRegistrarName(), certificateType.getDisplayName()));
+    }
+  }
+
+  /** Sends notification emails to registrars with expiring certificates. */
+  @VisibleForTesting
+  int sendNotificationEmails() {
+    int numEmailsSent = 0;
+    for (RegistrarInfo registrarInfo : getRegistrarsWithExpiringCertificates()) {
+      Registrar registrar = registrarInfo.registrar();
+      if (registrarInfo.isCertExpiring()
+          && sendNotificationEmail(
+              registrar,
+              registrar.getLastExpiringCertNotificationSentDate(),
+              CertificateType.PRIMARY,
+              registrar.getClientCertificate())) {
+        numEmailsSent++;
+      }
+      if (registrarInfo.isFailOverCertExpiring()
+          && sendNotificationEmail(
+              registrar,
+              registrar.getLastExpiringFailoverCertNotificationSentDate(),
+              CertificateType.FAILOVER,
+              registrar.getFailoverClientCertificate())) {
+        numEmailsSent++;
+      }
+    }
+    return numEmailsSent;
+  }
+
+  /**
+   * Returns a list of email addresses of the registrar that should receive a notification email.
+   */
+  @VisibleForTesting
+  ImmutableSet<InternetAddress> getEmailAddresses(Registrar registrar, Type contactType) {
+    ImmutableSortedSet<RegistrarContact> contacts = registrar.getContactsOfType(contactType);
+    ImmutableSet.Builder<InternetAddress> recipientEmails = new ImmutableSet.Builder<>();
+    for (RegistrarContact contact : contacts) {
+      try {
+        recipientEmails.add(new InternetAddress(contact.getEmailAddress()));
+      } catch (AddressException e) {
+        logger.atWarning().withCause(e).log(
+            "Registrar Contact email address %s of Registrar %s is invalid; skipping.",
+            contact.getEmailAddress(), registrar.getRegistrarName());
+      }
+    }
+    return recipientEmails.build();
+  }
+
+  /**
+   * Generates email content by taking registrar name, certificate type and expiration date as
+   * parameters.
+   */
+  @VisibleForTesting
+  @SuppressWarnings("lgtm[java/dereferenced-value-may-be-null]")
+  String getEmailBody(
+      String registrarName, CertificateType type, Date expirationDate, String registrarId) {
+    checkArgumentNotNull(expirationDate, "Expiration date cannot be null");
+    checkArgumentNotNull(type, "Certificate type cannot be null");
+    checkArgumentNotNull(registrarId, "Registrar Id cannot be null");
+    return String.format(
+        expirationWarningEmailBodyText,
+        registrarName,
+        type.getDisplayName(),
+        DATE_FORMATTER.print(new DateTime(expirationDate)),
+        registrarId);
+  }
+
+  /**
+   * Certificate types for X509Certificate.
+   *
+   * <p><b>Note:</b> These types are only used to indicate the type of expiring certificate in
+   * notification emails.
+   */
+  protected enum CertificateType {
+    PRIMARY("primary"),
+    FAILOVER("fail-over");
+
+    private final String displayName;
+
+    CertificateType(String displayName) {
+      this.displayName = displayName;
+    }
+
+    public String getDisplayName() {
+      return displayName;
+    }
+  }
+
+  @AutoValue
+  public abstract static class RegistrarInfo {
+
+    static RegistrarInfo create(
+        Registrar registrar, boolean isCertExpiring, boolean isFailOverCertExpiring) {
+      return new AutoValue_SendExpiringCertificateNotificationEmailAction_RegistrarInfo(
+          registrar, isCertExpiring, isFailOverCertExpiring);
+    }
+
+    public abstract Registrar registrar();
+
+    public abstract boolean isCertExpiring();
+
+    public abstract boolean isFailOverCertExpiring();
+  }
+}

core/src/main/java/google/registry/batch/WipeOutCloudSqlAction.java

@@ -0,0 +1,161 @@
+// Copyright 2021 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.batch;
+
+import static com.google.common.net.MediaType.PLAIN_TEXT_UTF_8;
+import static javax.servlet.http.HttpServletResponse.SC_FORBIDDEN;
+import static javax.servlet.http.HttpServletResponse.SC_INTERNAL_SERVER_ERROR;
+import static javax.servlet.http.HttpServletResponse.SC_OK;
+
+import com.google.common.collect.ImmutableList;
+import com.google.common.collect.ImmutableSet;
+import com.google.common.flogger.FluentLogger;
+import google.registry.config.RegistryEnvironment;
+import google.registry.persistence.PersistenceModule.SchemaManagerConnection;
+import google.registry.request.Action;
+import google.registry.request.Response;
+import google.registry.request.auth.Auth;
+import google.registry.util.Retrier;
+import java.sql.Connection;
+import java.sql.ResultSet;
+import java.sql.SQLException;
+import java.sql.Statement;
+import java.util.function.Supplier;
+import javax.inject.Inject;
+
+/**
+ * Wipes out all Cloud SQL data in a Nomulus GCP environment.
+ *
+ * <p>This class is created for the QA environment, where migration testing with production data
+ * will happen. A regularly scheduled wipeout is a prerequisite to using production data there.
+ */
+@Action(
+    service = Action.Service.BACKEND,
+    path = "/_dr/task/wipeOutCloudSql",
+    auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+public class WipeOutCloudSqlAction implements Runnable {
+  private static final FluentLogger logger = FluentLogger.forEnclosingClass();
+
+  private static final ImmutableSet<RegistryEnvironment> FORBIDDEN_ENVIRONMENTS =
+      ImmutableSet.of(RegistryEnvironment.PRODUCTION, RegistryEnvironment.SANDBOX);
+
+  private final Supplier<Connection> connectionSupplier;
+  private final Response response;
+  private final Retrier retrier;
+
+  @Inject
+  WipeOutCloudSqlAction(
+      @SchemaManagerConnection Supplier<Connection> connectionSupplier,
+      Response response,
+      Retrier retrier) {
+    this.connectionSupplier = connectionSupplier;
+    this.response = response;
+    this.retrier = retrier;
+  }
+
+  @Override
+  public void run() {
+    response.setContentType(PLAIN_TEXT_UTF_8);
+
+    if (FORBIDDEN_ENVIRONMENTS.contains(RegistryEnvironment.get())) {
+      response.setStatus(SC_FORBIDDEN);
+      response.setPayload("Wipeout is not allowed in " + RegistryEnvironment.get());
+      return;
+    }
+
+    try {
+      retrier.callWithRetry(
+          () -> {
+            try (Connection conn = connectionSupplier.get()) {
+              dropAllTables(conn, listTables(conn));
+              dropAllSequences(conn, listSequences(conn));
+            }
+            return null;
+          },
+          e -> !(e instanceof SQLException));
+      response.setStatus(SC_OK);
+      response.setPayload("Wiped out Cloud SQL in " + RegistryEnvironment.get());
+    } catch (RuntimeException e) {
+      logger.atSevere().withCause(e).log("Failed to wipe out Cloud SQL data.");
+      response.setStatus(SC_INTERNAL_SERVER_ERROR);
+      response.setPayload("Failed to wipe out Cloud SQL in " + RegistryEnvironment.get());
+    }
+  }
+
+  /** Returns a list of all tables in the public schema of a Postgresql database. */
+  static ImmutableList<String> listTables(Connection connection) throws SQLException {
+    try (ResultSet resultSet =
+        connection.getMetaData().getTables(null, null, null, new String[] {"TABLE"})) {
+      ImmutableList.Builder<String> tables = new ImmutableList.Builder<>();
+      while (resultSet.next()) {
+        String schema = resultSet.getString("TABLE_SCHEM");
+        if (schema == null || !schema.equalsIgnoreCase("public")) {
+          continue;
+        }
+        String tableName = resultSet.getString("TABLE_NAME");
+        tables.add("public.\"" + tableName + "\"");
+      }
+      return tables.build();
+    }
+  }
+
+  static void dropAllTables(Connection conn, ImmutableList<String> tables) throws SQLException {
+    if (tables.isEmpty()) {
+      return;
+    }
+
+    try (Statement statement = conn.createStatement()) {
+      for (String table : tables) {
+        statement.addBatch(String.format("DROP TABLE IF EXISTS %s CASCADE;", table));
+      }
+      for (int code : statement.executeBatch()) {
+        if (code == Statement.EXECUTE_FAILED) {
+          throw new RuntimeException("Failed to drop some tables. Please check.");
+        }
+      }
+    }
+  }
+
+  /** Returns a list of all sequences in a Postgresql database. */
+  static ImmutableList<String> listSequences(Connection conn) throws SQLException {
+    try (Statement statement = conn.createStatement();
+        ResultSet resultSet =
+            statement.executeQuery("SELECT c.relname FROM pg_class c WHERE c.relkind = 'S';")) {
+      ImmutableList.Builder<String> sequences = new ImmutableList.Builder<>();
+      while (resultSet.next()) {
+        sequences.add('\"' + resultSet.getString(1) + '\"');
+      }
+      return sequences.build();
+    }
+  }
+
+  static void dropAllSequences(Connection conn, ImmutableList<String> sequences)
+      throws SQLException {
+    if (sequences.isEmpty()) {
+      return;
+    }
+
+    try (Statement statement = conn.createStatement()) {
+      for (String sequence : sequences) {
+        statement.addBatch(String.format("DROP SEQUENCE IF EXISTS %s CASCADE;", sequence));
+      }
+      for (int code : statement.executeBatch()) {
+        if (code == Statement.EXECUTE_FAILED) {
+          throw new RuntimeException("Failed to drop some sequences. Please check.");
+        }
+      }
+    }
+  }
+}

core/src/main/java/google/registry/batch/WipeOutContactHistoryPiiAction.java

@@ -0,0 +1,138 @@
+// Copyright 2021 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.batch;
+
+import static google.registry.persistence.transaction.TransactionManagerFactory.jpaTm;
+import static org.apache.http.HttpStatus.SC_INTERNAL_SERVER_ERROR;
+import static org.apache.http.HttpStatus.SC_OK;
+
+import com.google.common.annotations.VisibleForTesting;
+import com.google.common.flogger.FluentLogger;
+import com.google.common.net.MediaType;
+import google.registry.config.RegistryConfig.Config;
+import google.registry.model.contact.ContactHistory;
+import google.registry.request.Action;
+import google.registry.request.Action.Service;
+import google.registry.request.Response;
+import google.registry.request.auth.Auth;
+import google.registry.util.Clock;
+import java.util.concurrent.atomic.AtomicInteger;
+import java.util.stream.Stream;
+import javax.inject.Inject;
+import org.joda.time.DateTime;
+
+/**
+ * An action that wipes out Personal Identifiable Information (PII) fields of {@link ContactHistory}
+ * entities.
+ *
+ * <p>ContactHistory entities should be retained in the database for only certain amount of time.
+ * This periodic wipe out action only applies to SQL.
+ */
+@Action(
+    service = Service.BACKEND,
+    path = WipeOutContactHistoryPiiAction.PATH,
+    auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+public class WipeOutContactHistoryPiiAction implements Runnable {
+
+  public static final String PATH = "/_dr/task/wipeOutContactHistoryPii";
+  private static final FluentLogger logger = FluentLogger.forEnclosingClass();
+  private final Clock clock;
+  private final Response response;
+  private final int minMonthsBeforeWipeOut;
+  private final int wipeOutQueryBatchSize;
+
+  @Inject
+  public WipeOutContactHistoryPiiAction(
+      Clock clock,
+      @Config("minMonthsBeforeWipeOut") int minMonthsBeforeWipeOut,
+      @Config("wipeOutQueryBatchSize") int wipeOutQueryBatchSize,
+      Response response) {
+    this.clock = clock;
+    this.response = response;
+    this.minMonthsBeforeWipeOut = minMonthsBeforeWipeOut;
+    this.wipeOutQueryBatchSize = wipeOutQueryBatchSize;
+  }
+
+  @Override
+  public void run() {
+    response.setContentType(MediaType.PLAIN_TEXT_UTF_8);
+    try {
+      int totalNumOfWipedEntities = 0;
+      DateTime wipeOutTime = clock.nowUtc().minusMonths(minMonthsBeforeWipeOut);
+      logger.atInfo().log(
+          "About to wipe out all PII of contact history entities prior to %s.", wipeOutTime);
+
+      int numOfWipedEntities = 0;
+      do {
+        numOfWipedEntities =
+            jpaTm()
+                .transact(
+                    () ->
+                        wipeOutContactHistoryData(
+                            getNextContactHistoryEntitiesWithPiiBatch(wipeOutTime)));
+        totalNumOfWipedEntities += numOfWipedEntities;
+      } while (numOfWipedEntities > 0);
+      String msg =
+          String.format(
+              "Done. Wiped out PII of %d ContactHistory entities in total.",
+              totalNumOfWipedEntities);
+      logger.atInfo().log(msg);
+      response.setPayload(msg);
+      response.setStatus(SC_OK);
+
+    } catch (Exception e) {
+      logger.atSevere().withCause(e).log(
+          "Exception thrown during the process of wiping out contact history PII.");
+      response.setStatus(SC_INTERNAL_SERVER_ERROR);
+      response.setPayload(
+          String.format(
+              "Exception thrown during the process of wiping out contact history PII with cause"
+                  + ": %s",
+              e));
+    }
+  }
+
+  /**
+   * Returns a stream of up to {@link #wipeOutQueryBatchSize} {@link ContactHistory} entities
+   * containing PII that are prior to @param wipeOutTime.
+   */
+  @VisibleForTesting
+  Stream<ContactHistory> getNextContactHistoryEntitiesWithPiiBatch(DateTime wipeOutTime) {
+    // email is one of the required fields in EPP, meaning it's initially not null.
+    // Therefore, checking if it's null is one way to avoid processing contact history entities
+    // that have been processed previously. Refer to RFC 5733 for more information.
+    return jpaTm()
+        .query(
+            "FROM ContactHistory WHERE modificationTime < :wipeOutTime " + "AND email IS NOT NULL",
+            ContactHistory.class)
+        .setParameter("wipeOutTime", wipeOutTime)
+        .setMaxResults(wipeOutQueryBatchSize)
+        .getResultStream();
+  }
+
+  /** Wipes out the PII of each of the {@link ContactHistory} entities in the stream. */
+  @VisibleForTesting
+  int wipeOutContactHistoryData(Stream<ContactHistory> contactHistoryEntities) {
+    AtomicInteger numOfEntities = new AtomicInteger(0);
+    contactHistoryEntities.forEach(
+        contactHistoryEntity -> {
+          jpaTm().update(contactHistoryEntity.asBuilder().wipeOutPii().build());
+          numOfEntities.incrementAndGet();
+        });
+    logger.atInfo().log(
+        "Wiped out all PII fields of %d ContactHistory entities.", numOfEntities.get());
+    return numOfEntities.get();
+  }
+}

core/src/main/java/google/registry/batch/WipeoutDatastoreAction.java

@@ -0,0 +1,122 @@
+// Copyright 2021 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.batch;
+
+import static com.google.common.net.MediaType.PLAIN_TEXT_UTF_8;
+import static google.registry.beam.BeamUtils.createJobName;
+import static javax.servlet.http.HttpServletResponse.SC_FORBIDDEN;
+import static javax.servlet.http.HttpServletResponse.SC_INTERNAL_SERVER_ERROR;
+import static javax.servlet.http.HttpServletResponse.SC_OK;
+
+import com.google.api.services.dataflow.Dataflow;
+import com.google.api.services.dataflow.model.LaunchFlexTemplateParameter;
+import com.google.api.services.dataflow.model.LaunchFlexTemplateRequest;
+import com.google.api.services.dataflow.model.LaunchFlexTemplateResponse;
+import com.google.common.collect.ImmutableMap;
+import com.google.common.collect.ImmutableSet;
+import com.google.common.flogger.FluentLogger;
+import google.registry.config.RegistryConfig.Config;
+import google.registry.config.RegistryEnvironment;
+import google.registry.model.annotations.DeleteAfterMigration;
+import google.registry.request.Action;
+import google.registry.request.Response;
+import google.registry.request.auth.Auth;
+import google.registry.util.Clock;
+import javax.inject.Inject;
+
+/**
+ * Wipes out all Cloud Datastore data in a Nomulus GCP environment.
+ *
+ * <p>This class is created for the QA environment, where migration testing with production data
+ * will happen. A regularly scheduled wipeout is a prerequisite to using production data there.
+ */
+@Action(
+    service = Action.Service.BACKEND,
+    path = "/_dr/task/wipeOutDatastore",
+    auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+@DeleteAfterMigration
+public class WipeoutDatastoreAction implements Runnable {
+  private static final FluentLogger logger = FluentLogger.forEnclosingClass();
+
+  private static final String PIPELINE_NAME = "bulk_delete_datastore_pipeline";
+
+  private static final ImmutableSet<RegistryEnvironment> FORBIDDEN_ENVIRONMENTS =
+      ImmutableSet.of(RegistryEnvironment.PRODUCTION, RegistryEnvironment.SANDBOX);
+
+  private final String projectId;
+  private final String jobRegion;
+  private final Response response;
+  private final Dataflow dataflow;
+  private final String stagingBucketUrl;
+  private final Clock clock;
+
+  @Inject
+  WipeoutDatastoreAction(
+      @Config("projectId") String projectId,
+      @Config("defaultJobRegion") String jobRegion,
+      @Config("beamStagingBucketUrl") String stagingBucketUrl,
+      Clock clock,
+      Response response,
+      Dataflow dataflow) {
+    this.projectId = projectId;
+    this.jobRegion = jobRegion;
+    this.stagingBucketUrl = stagingBucketUrl;
+    this.clock = clock;
+    this.response = response;
+    this.dataflow = dataflow;
+  }
+
+  @Override
+  public void run() {
+    response.setContentType(PLAIN_TEXT_UTF_8);
+
+    if (FORBIDDEN_ENVIRONMENTS.contains(RegistryEnvironment.get())) {
+      response.setStatus(SC_FORBIDDEN);
+      response.setPayload("Wipeout is not allowed in " + RegistryEnvironment.get());
+      return;
+    }
+
+    try {
+      LaunchFlexTemplateParameter parameters =
+          new LaunchFlexTemplateParameter()
+              .setJobName(createJobName("bulk-delete-datastore-", clock))
+              .setContainerSpecGcsPath(
+                  String.format("%s/%s_metadata.json", stagingBucketUrl, PIPELINE_NAME))
+              .setParameters(
+                  ImmutableMap.of(
+                      "kindsToDelete",
+                      "*",
+                      "registryEnvironment",
+                      RegistryEnvironment.get().name()));
+      LaunchFlexTemplateResponse launchResponse =
+          dataflow
+              .projects()
+              .locations()
+              .flexTemplates()
+              .launch(
+                  projectId,
+                  jobRegion,
+                  new LaunchFlexTemplateRequest().setLaunchParameter(parameters))
+              .execute();
+      response.setStatus(SC_OK);
+      response.setPayload("Launched " + launchResponse.getJob().getName());
+    } catch (Exception e) {
+      String msg = String.format("Failed to launch %s.", PIPELINE_NAME);
+      logger.atSevere().withCause(e).log(msg);
+      response.setStatus(SC_INTERNAL_SERVER_ERROR);
+      response.setPayload(msg);
+    }
+  }
+}