Make a few quality-of-life improvements in CloudTasksUtils (#1521)

* Make a few quality-of-life improvements in CloudTasksUtils

1. Update the method names. There are too many overloaded methods and it
   is hard to figure out which one does which without checking the
   javadoc.

2. Added a method in the task matcher to specify the delay time in
   DateTime, so the caller does not need to convert it to Timestamp.

3. Remove the expilict dependency on a clock when enqueueing a task with
   delay, the clock is now injected directly into the util instance
   itself.

build.gradle

@@ -20,6 +20,10 @@ buildscript {
     // Lock buildscript dependencies.
     configurations.classpath {
       resolutionStrategy.activateDependencyLocking()
+
+      // log4j has high-profile security vulnerabilities. It's a transitive
+      // dependency used by Gradle itself during build, and not strictly needed.
+      exclude group: 'org.apache.logging.log4j'
     }
   }
 
@@ -46,7 +50,7 @@ plugins {
   id 'com.diffplug.gradle.spotless' version '3.25.0'
 
   id 'jacoco'
-  id 'com.dorongold.task-tree' version '1.5'
+  id 'com.dorongold.task-tree' version '2.1.0'
 }
 
 node {
@@ -182,6 +186,12 @@ allprojects {
       println "Java dependencies: Using Maven Central..."
       mavenCentral()
       google()
+      maven {
+        url "https://packages.confluent.io/maven/"
+        content {
+          includeGroup "io.confluent"
+        }
+      }
     }
   }
 

common/gradle/dependency-locks/testCompile.lockfile

@@ -4,7 +4,7 @@
 com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
 com.google.errorprone:error_prone_annotations:2.5.1
-com.google.flogger:flogger:0.5.1
+com.google.flogger:flogger:0.7.3
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava

common/gradle/dependency-locks/testCompileClasspath.lockfile

@@ -4,7 +4,7 @@
 com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
 com.google.errorprone:error_prone_annotations:2.5.1
-com.google.flogger:flogger:0.5.1
+com.google.flogger:flogger:0.7.3
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava

common/gradle/dependency-locks/testRuntime.lockfile

@@ -4,8 +4,8 @@
 com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
 com.google.errorprone:error_prone_annotations:2.5.1
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava

common/gradle/dependency-locks/testRuntimeClasspath.lockfile

@@ -4,8 +4,8 @@
 com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
 com.google.errorprone:error_prone_annotations:2.5.1
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava

common/gradle/dependency-locks/testingCompile.lockfile

@@ -4,7 +4,7 @@
 com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
 com.google.errorprone:error_prone_annotations:2.5.1
-com.google.flogger:flogger:0.5.1
+com.google.flogger:flogger:0.7.3
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava

common/gradle/dependency-locks/testingCompileClasspath.lockfile

@@ -4,7 +4,7 @@
 com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
 com.google.errorprone:error_prone_annotations:2.5.1
-com.google.flogger:flogger:0.5.1
+com.google.flogger:flogger:0.7.3
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava

common/gradle/dependency-locks/testingRuntime.lockfile

@@ -4,8 +4,8 @@
 com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
 com.google.errorprone:error_prone_annotations:2.5.1
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava

common/gradle/dependency-locks/testingRuntimeClasspath.lockfile

@@ -4,8 +4,8 @@
 com.google.auto.value:auto-value-annotations:1.7.4
 com.google.code.findbugs:jsr305:3.0.2
 com.google.errorprone:error_prone_annotations:2.5.1
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava

common/src/main/java/google/registry/util/Sleeper.java

@@ -41,4 +41,20 @@ public interface Sleeper {
    * @see com.google.common.util.concurrent.Uninterruptibles#sleepUninterruptibly
    */
   void sleepUninterruptibly(ReadableDuration duration);
+
+  /**
+   * Puts the current thread to interruptible sleep.
+   *
+   * <p>This is a convenience method for {@link #sleep} that properly converts an {@link
+   * InterruptedException} to a {@link RuntimeException}.
+   */
+  default void sleepInterruptibly(ReadableDuration duration) {
+    try {
+      sleep(duration);
+    } catch (InterruptedException e) {
+      // Restore current thread's interrupted state.
+      Thread.currentThread().interrupt();
+      throw new RuntimeException("Interrupted.", e);
+    }
+  }
 }

config/dependency-license/allowed_licenses.json

@@ -24,6 +24,9 @@
     {
       "moduleLicense": "Apache License v2.0"
     },
+    {
+      "moduleLicense": "Apache License V2.0"
+    },
     {
       "moduleLicense": "Apache License, Version 2.0"
     },

config/presubmits.py

@@ -88,8 +88,8 @@ PRESUBMITS = {
         r".*Copyright 20\d{2} The Nomulus Authors\. All Rights Reserved\.",
         ("java", "js", "soy", "sql", "py", "sh", "gradle"), {
             ".git", "/build/", "/generated/", "/generated_tests/",
-            "node_modules/", "LocalStorageHelper.java", "FakeStorageRpc.java",
-            "registrar_bin.", "registrar_dbg.", "google-java-format-diff.py",
+            "node_modules/", "LoggerConfig.java", "registrar_bin.",
+            "registrar_dbg.", "google-java-format-diff.py",
             "nomulus.golden.sql", "soyutils_usegoog.js", "javascript/checks.js"
         }, REQUIRED):
         "File did not include the license header.",

config/show_upgrade_diffs.py

@@ -138,8 +138,8 @@ def main():
     if args.directory and os.path.exists(dir):
         pr(f'Reusing directory {dir}\n')
         os.chdir(dir)
-        run('git', 'fetch', 'git@github.com:google/nomulus', 'master:master')
-        run('git', 'checkout', 'master')
+        run('git', 'fetch', 'git@github.com:google/nomulus', 'master')
+        run('git', 'checkout', 'origin/master')
     else:
         run('git', 'clone', 'git@github.com:google/nomulus', dir)
         os.chdir(dir)
@@ -175,7 +175,7 @@ def main():
         # Print the list of packages that were removed.
         for package in old_packages:
             if package not in new_packages:
-                pr('removed ', b':'.join(package))
+                pr('removed ', b':'.join(package), '\n')
     else:
         pr('Package versions not updated!\n')
 

core/build.gradle

@@ -257,13 +257,12 @@ dependencies {
   compile deps['org.apache.beam:beam-sdks-java-core']
   compile deps['org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core']
   compile deps['org.apache.beam:beam-sdks-java-io-google-cloud-platform']
-  testCompile deps['org.apache.commons:commons-lang3']
+  compile deps['org.apache.commons:commons-lang3']
   testCompile deps['org.apache.commons:commons-text']
   testCompile deps['org.apache.ftpserver:ftplet-api']
   testCompile deps['org.apache.ftpserver:ftpserver-core']
   compile deps['org.apache.httpcomponents:httpclient']
   compile deps['org.apache.httpcomponents:httpcore']
-  runtime deps['org.apache.logging.log4j:log4j-core']
   testCompile deps['org.apache.sshd:sshd-core']
   testCompile deps['org.apache.sshd:sshd-scp']
   testCompile deps['org.apache.sshd:sshd-sftp']
@@ -320,6 +319,7 @@ dependencies {
   testCompile deps['com.google.appengine:appengine-testing']
   testCompile deps['com.google.guava:guava-testlib']
   testCompile deps['com.google.monitoring-client:contrib']
+  testCompile deps['com.google.protobuf:protobuf-java-util']
   testCompile deps['com.google.truth:truth']
   testCompile deps['com.google.truth.extensions:truth-java8-extension']
   testCompile deps['org.checkerframework:checker-qual']
@@ -677,9 +677,9 @@ Optional<List<String>> getToolArgsList() {
 
 // To run the nomulus tools with these command line tokens:
 // "--foo", "bar baz", "--qux=quz"
-//   gradle registryTool --args="--foo 'bar baz' --qux=quz"
+//   gradle core:registryTool --args="--foo 'bar baz' --qux=quz"
 // or:
-//   gradle registryTool --PtoolArgs="--foo|bar baz|--qux=quz"
+//   gradle core:registryTool -PtoolArgs="--foo|bar baz|--qux=quz"
 // Note that the delimiting pipe can be backslash escaped if it is part of a
 // parameter.
 ext.createToolTask = {
@@ -709,6 +709,9 @@ createToolTask(
 createToolTask(
     'validateSqlPipeline', 'google.registry.beam.comparedb.ValidateSqlPipeline')
 
+createToolTask(
+    'validateDatastorePipeline', 'google.registry.beam.comparedb.ValidateDatastorePipeline')
+
 
 createToolTask(
     'jpaDemoPipeline', 'google.registry.beam.common.JpaDemoPipeline')
@@ -794,6 +797,16 @@ if (environment == 'alpha') {
               mainClass: 'google.registry.beam.rde.RdePipeline',
               metaData : 'google/registry/beam/rde_pipeline_metadata.json'
           ],
+      validateDatastore  :
+          [
+              mainClass: 'google.registry.beam.comparedb.ValidateDatastorePipeline',
+              metaData: 'google/registry/beam/validate_datastore_pipeline_metadata.json'
+          ],
+      validateSql  :
+          [
+              mainClass: 'google.registry.beam.comparedb.ValidateSqlPipeline',
+              metaData: 'google/registry/beam/validate_sql_pipeline_metadata.json'
+          ],
   ]
   project.tasks.create("stageBeamPipelines") {
     doLast {

core/gradle/dependency-locks/compile.lockfile

@@ -5,11 +5,13 @@ antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.12.1
-com.fasterxml.jackson.core:jackson-core:2.12.1
-com.fasterxml.jackson.core:jackson-databind:2.12.1
-com.fasterxml.jackson:jackson-bom:2.12.1
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
 com.github.docker-java:docker-java-api:3.2.7
 com.github.docker-java:docker-java-transport-zerodep:3.2.7
@@ -22,111 +24,115 @@ com.github.jnr:jnr-ffi:2.2.1
 com.github.jnr:jnr-posix:3.1.4
 com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
 com.google.api-client:google-api-client-appengine:1.31.3
-com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-jackson2:1.31.3
 com.google.api-client:google-api-client-java6:1.31.3
 com.google.api-client:google-api-client-servlet:1.31.3
-com.google.api-client:google-api-client:1.31.3
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
-com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
-com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
-com.google.api.grpc:grpc-google-common-protos:1.18.1
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
-com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
 com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
-com.google.api.grpc:proto-google-common-protos:2.3.2
-com.google.api.grpc:proto-google-iam-v1:1.0.14
-com.google.api:api-common:1.10.4
-com.google.api:gax-grpc:1.66.0
-com.google.api:gax-httpjson:0.79.0
-com.google.api:gax:1.66.0
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
 com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
 com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
-com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
 com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
-com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
 com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
 com.google.apis:google-api-services-drive:v2-rev393-1.25.0
 com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
-com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
 com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
-com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
 com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
 com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
-com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
 com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
 com.google.appengine:appengine-api-1.0-sdk:1.9.86
 com.google.appengine:appengine-remote-api:1.9.86
 com.google.appengine:appengine-testing:1.9.86
-com.google.auth:google-auth-library-credentials:0.26.0
-com.google.auth:google-auth-library-oauth2-http:0.26.0
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
 com.google.auto.service:auto-service-annotations:1.0-rc7
-com.google.auto.value:auto-value-annotations:1.8.1
+com.google.auto.value:auto-value-annotations:1.8.2
 com.google.auto.value:auto-value:1.7.4
-com.google.cloud.bigdataoss:gcsio:2.1.6
-com.google.cloud.bigdataoss:util:2.1.6
-com.google.cloud.bigtable:bigtable-client-core:1.16.0
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
 com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
-com.google.cloud:google-cloud-bigquery:1.122.2
-com.google.cloud:google-cloud-bigquerystorage:1.5.5
-com.google.cloud:google-cloud-bigtable:1.14.0
-com.google.cloud:google-cloud-core-grpc:1.93.9
-com.google.cloud:google-cloud-core-http:1.94.1
-com.google.cloud:google-cloud-core:1.94.3
-com.google.cloud:google-cloud-pubsub:1.110.0
-com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
 com.google.cloud:google-cloud-secretmanager:1.4.0
-com.google.cloud:google-cloud-spanner:2.0.2
+com.google.cloud:google-cloud-spanner:6.12.1
 com.google.cloud:google-cloud-storage:1.113.12
 com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.7
+com.google.code.gson:gson:2.8.8
 com.google.common.html.types:types:1.0.6
 com.google.dagger:dagger:2.33
-com.google.errorprone:error_prone_annotations:2.7.1
+com.google.errorprone:error_prone_annotations:2.9.0
 com.google.escapevelocity:escapevelocity:0.9.1
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.6
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.9.0
-com.google.http-client:google-http-client-apache-v2:1.39.0
-com.google.http-client:google-http-client-appengine:1.39.0
-com.google.http-client:google-http-client-gson:1.39.2
-com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.39.2
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
@@ -137,7 +143,7 @@ com.google.oauth-client:google-oauth-client-appengine:1.31.4
 com.google.oauth-client:google-oauth-client-java6:1.31.4
 com.google.oauth-client:google-oauth-client-jetty:1.31.4
 com.google.oauth-client:google-oauth-client-servlet:1.31.4
-com.google.oauth-client:google-oauth-client:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
 com.google.protobuf:protobuf-java-util:3.17.3
 com.google.protobuf:protobuf-java:3.17.3
 com.google.re2j:re2j:1.6
@@ -153,32 +159,36 @@ com.zaxxer:HikariCP:3.4.5
 commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
 dnsjava:dnsjava:3.3.1
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-alts:1.39.0
-io.grpc:grpc-api:1.39.0
-io.grpc:grpc-auth:1.39.0
-io.grpc:grpc-context:1.39.0
-io.grpc:grpc-core:1.39.0
-io.grpc:grpc-grpclb:1.39.0
-io.grpc:grpc-netty-shaded:1.39.0
-io.grpc:grpc-netty:1.32.2
-io.grpc:grpc-protobuf-lite:1.39.0
-io.grpc:grpc-protobuf:1.39.0
-io.grpc:grpc-stub:1.39.0
-io.netty:netty-buffer:4.1.51.Final
-io.netty:netty-codec-http2:4.1.51.Final
-io.netty:netty-codec-http:4.1.51.Final
-io.netty:netty-codec-socks:4.1.51.Final
-io.netty:netty-codec:4.1.51.Final
-io.netty:netty-common:4.1.51.Final
-io.netty:netty-handler-proxy:4.1.51.Final
-io.netty:netty-handler:4.1.51.Final
-io.netty:netty-resolver:4.1.51.Final
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
 io.netty:netty-tcnative-boringssl-static:2.0.33.Final
-io.netty:netty-transport:4.1.51.Final
+io.netty:netty-transport:4.1.52.Final
 io.opencensus:opencensus-api:0.28.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
 io.opencensus:opencensus-contrib-http-util:0.28.0
 io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
@@ -195,38 +205,41 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
+joda-time:joda-time:2.10.10
 junit:junit:4.13.1
 net.bytebuddy:byte-buddy:1.10.17
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.28.0
-org.apache.beam:beam-model-job-management:2.28.0
-org.apache.beam:beam-model-pipeline:2.28.0
-org.apache.beam:beam-runners-core-construction-java:2.28.0
-org.apache.beam:beam-runners-core-java:2.28.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
-org.apache.beam:beam-runners-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-core:2.28.0
-org.apache.beam:beam-sdks-java-expansion-service:2.28.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
-org.apache.beam:beam-sdks-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
 org.apache.httpcomponents:httpcore:4.4.14
-org.apache.logging.log4j:log4j-api:2.6.2
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.8.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
 org.codehaus.mojo:animal-sniffer-annotations:1.20
@@ -259,6 +272,8 @@ org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
 org.slf4j:slf4j-api:1.7.30
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
 org.testcontainers:database-commons:1.15.2
 org.testcontainers:jdbc:1.15.2
 org.testcontainers:postgresql:1.15.2
@@ -266,8 +281,8 @@ org.testcontainers:testcontainers:1.15.2
 org.threeten:threetenbp:1.5.1
 org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/compileClasspath.lockfile

@@ -5,11 +5,13 @@ antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.12.1
-com.fasterxml.jackson.core:jackson-core:2.12.1
-com.fasterxml.jackson.core:jackson-databind:2.12.1
-com.fasterxml.jackson:jackson-bom:2.12.1
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
 com.github.docker-java:docker-java-api:3.2.7
 com.github.docker-java:docker-java-transport-zerodep:3.2.7
@@ -22,109 +24,114 @@ com.github.jnr:jnr-ffi:2.2.1
 com.github.jnr:jnr-posix:3.1.4
 com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.github.rholder:guava-retrying:2.0.0
 com.google.api-client:google-api-client-appengine:1.31.3
-com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-jackson2:1.31.3
 com.google.api-client:google-api-client-java6:1.31.3
 com.google.api-client:google-api-client-servlet:1.31.3
-com.google.api-client:google-api-client:1.31.3
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
-com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
-com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
-com.google.api.grpc:grpc-google-common-protos:1.18.1
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
-com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
 com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
-com.google.api.grpc:proto-google-common-protos:2.3.2
-com.google.api.grpc:proto-google-iam-v1:1.0.14
-com.google.api:api-common:1.10.4
-com.google.api:gax-grpc:1.66.0
-com.google.api:gax-httpjson:0.79.0
-com.google.api:gax:1.66.0
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
 com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
 com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
-com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
 com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
-com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
 com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
 com.google.apis:google-api-services-drive:v2-rev393-1.25.0
 com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
-com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
 com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
-com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
 com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
 com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
-com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
 com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
 com.google.appengine:appengine-api-1.0-sdk:1.9.86
 com.google.appengine:appengine-remote-api:1.9.86
 com.google.appengine:appengine-testing:1.9.86
-com.google.auth:google-auth-library-credentials:0.26.0
-com.google.auth:google-auth-library-oauth2-http:0.26.0
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
 com.google.auto.service:auto-service-annotations:1.0-rc7
-com.google.auto.value:auto-value-annotations:1.8.1
+com.google.auto.value:auto-value-annotations:1.8.2
 com.google.auto.value:auto-value:1.7.4
-com.google.cloud.bigdataoss:gcsio:2.1.6
-com.google.cloud.bigdataoss:util:2.1.6
-com.google.cloud.bigtable:bigtable-client-core:1.16.0
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
 com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
-com.google.cloud:google-cloud-bigquery:1.122.2
-com.google.cloud:google-cloud-bigquerystorage:1.5.5
-com.google.cloud:google-cloud-bigtable:1.14.0
-com.google.cloud:google-cloud-core-grpc:1.93.9
-com.google.cloud:google-cloud-core-http:1.94.1
-com.google.cloud:google-cloud-core:1.94.3
-com.google.cloud:google-cloud-pubsub:1.110.0
-com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
 com.google.cloud:google-cloud-secretmanager:1.4.0
-com.google.cloud:google-cloud-spanner:2.0.2
+com.google.cloud:google-cloud-spanner:6.12.1
 com.google.cloud:google-cloud-storage:1.113.12
 com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.7
+com.google.code.gson:gson:2.8.8
 com.google.common.html.types:types:1.0.6
 com.google.dagger:dagger:2.33
-com.google.errorprone:error_prone_annotations:2.7.1
+com.google.errorprone:error_prone_annotations:2.9.0
 com.google.escapevelocity:escapevelocity:0.9.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.6
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.9.0
-com.google.http-client:google-http-client-apache-v2:1.39.0
-com.google.http-client:google-http-client-appengine:1.39.0
-com.google.http-client:google-http-client-gson:1.39.2
-com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.39.2
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
@@ -135,8 +142,8 @@ com.google.oauth-client:google-oauth-client-appengine:1.31.4
 com.google.oauth-client:google-oauth-client-java6:1.31.4
 com.google.oauth-client:google-oauth-client-jetty:1.31.4
 com.google.oauth-client:google-oauth-client-servlet:1.31.4
-com.google.oauth-client:google-oauth-client:1.31.4
-com.google.protobuf:protobuf-java-util:3.15.3
+com.google.oauth-client:google-oauth-client:1.31.5
+com.google.protobuf:protobuf-java-util:3.17.3
 com.google.protobuf:protobuf-java:3.17.3
 com.google.re2j:re2j:1.6
 com.google.template:soy:2021-02-01
@@ -151,30 +158,34 @@ com.zaxxer:HikariCP:3.4.5
 commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
 dnsjava:dnsjava:3.3.1
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-alts:1.39.0
-io.grpc:grpc-api:1.39.0
-io.grpc:grpc-auth:1.39.0
-io.grpc:grpc-context:1.39.0
-io.grpc:grpc-core:1.39.0
-io.grpc:grpc-grpclb:1.39.0
-io.grpc:grpc-netty-shaded:1.39.0
-io.grpc:grpc-netty:1.32.2
-io.grpc:grpc-protobuf-lite:1.39.0
-io.grpc:grpc-protobuf:1.39.0
-io.grpc:grpc-stub:1.39.0
-io.netty:netty-buffer:4.1.51.Final
-io.netty:netty-codec-http2:4.1.51.Final
-io.netty:netty-codec-http:4.1.51.Final
-io.netty:netty-codec:4.1.51.Final
-io.netty:netty-common:4.1.51.Final
-io.netty:netty-handler:4.1.51.Final
-io.netty:netty-resolver:4.1.51.Final
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
 io.netty:netty-tcnative-boringssl-static:2.0.33.Final
-io.netty:netty-transport:4.1.51.Final
+io.netty:netty-transport:4.1.52.Final
 io.opencensus:opencensus-api:0.28.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
 io.opencensus:opencensus-contrib-http-util:0.28.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
@@ -190,37 +201,40 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
+joda-time:joda-time:2.10.10
 net.bytebuddy:byte-buddy:1.10.17
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.28.0
-org.apache.beam:beam-model-job-management:2.28.0
-org.apache.beam:beam-model-pipeline:2.28.0
-org.apache.beam:beam-runners-core-construction-java:2.28.0
-org.apache.beam:beam-runners-core-java:2.28.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
-org.apache.beam:beam-runners-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-core:2.28.0
-org.apache.beam:beam-sdks-java-expansion-service:2.28.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
-org.apache.beam:beam-sdks-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
 org.apache.httpcomponents:httpcore:4.4.14
-org.apache.logging.log4j:log4j-api:2.6.2
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.8.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
 org.conscrypt:conscrypt-openjdk-uber:2.5.1
@@ -252,6 +266,8 @@ org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
 org.slf4j:slf4j-api:1.7.30
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
 org.testcontainers:database-commons:1.15.2
 org.testcontainers:jdbc:1.15.2
 org.testcontainers:postgresql:1.15.2
@@ -259,8 +275,8 @@ org.testcontainers:testcontainers:1.15.2
 org.threeten:threetenbp:1.5.1
 org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/default.lockfile

@@ -5,15 +5,17 @@ antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.12.1
-com.fasterxml.jackson.core:jackson-core:2.12.1
-com.fasterxml.jackson.core:jackson-databind:2.12.1
-com.fasterxml.jackson:jackson-bom:2.12.1
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
 com.github.docker-java:docker-java-api:3.2.7
 com.github.docker-java:docker-java-transport-zerodep:3.2.7
@@ -26,112 +28,116 @@ com.github.jnr:jnr-ffi:2.2.1
 com.github.jnr:jnr-posix:3.1.4
 com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
 com.google.api-client:google-api-client-appengine:1.31.3
-com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-jackson2:1.31.3
 com.google.api-client:google-api-client-java6:1.31.3
 com.google.api-client:google-api-client-servlet:1.31.3
-com.google.api-client:google-api-client:1.31.3
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
-com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
-com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
-com.google.api.grpc:grpc-google-common-protos:1.18.1
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
-com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
 com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
-com.google.api.grpc:proto-google-common-protos:2.3.2
-com.google.api.grpc:proto-google-iam-v1:1.0.14
-com.google.api:api-common:1.10.4
-com.google.api:gax-grpc:1.66.0
-com.google.api:gax-httpjson:0.79.0
-com.google.api:gax:1.66.0
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
 com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
 com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
-com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
 com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
-com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
 com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
 com.google.apis:google-api-services-drive:v2-rev393-1.25.0
 com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
-com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
 com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
-com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
 com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
 com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
-com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
 com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
 com.google.appengine:appengine-api-1.0-sdk:1.9.86
 com.google.appengine:appengine-remote-api:1.9.86
 com.google.appengine:appengine-testing:1.9.86
-com.google.auth:google-auth-library-credentials:0.26.0
-com.google.auth:google-auth-library-oauth2-http:0.26.0
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
 com.google.auto.service:auto-service-annotations:1.0-rc7
-com.google.auto.value:auto-value-annotations:1.8.1
+com.google.auto.value:auto-value-annotations:1.8.2
 com.google.auto.value:auto-value:1.7.4
-com.google.cloud.bigdataoss:gcsio:2.1.6
-com.google.cloud.bigdataoss:util:2.1.6
-com.google.cloud.bigtable:bigtable-client-core:1.16.0
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
 com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
 com.google.cloud.sql:postgres-socket-factory:1.2.1
-com.google.cloud:google-cloud-bigquery:1.122.2
-com.google.cloud:google-cloud-bigquerystorage:1.5.5
-com.google.cloud:google-cloud-bigtable:1.14.0
-com.google.cloud:google-cloud-core-grpc:1.93.9
-com.google.cloud:google-cloud-core-http:1.94.1
-com.google.cloud:google-cloud-core:1.94.3
-com.google.cloud:google-cloud-pubsub:1.110.0
-com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
 com.google.cloud:google-cloud-secretmanager:1.4.0
-com.google.cloud:google-cloud-spanner:2.0.2
+com.google.cloud:google-cloud-spanner:6.12.1
 com.google.cloud:google-cloud-storage:1.113.12
 com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.7
+com.google.code.gson:gson:2.8.8
 com.google.common.html.types:types:1.0.6
 com.google.dagger:dagger:2.33
-com.google.errorprone:error_prone_annotations:2.7.1
+com.google.errorprone:error_prone_annotations:2.9.0
 com.google.escapevelocity:escapevelocity:0.9.1
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.9.0
-com.google.http-client:google-http-client-apache-v2:1.39.0
-com.google.http-client:google-http-client-appengine:1.39.0
-com.google.http-client:google-http-client-gson:1.39.2
-com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.39.2
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
@@ -142,7 +148,7 @@ com.google.oauth-client:google-oauth-client-appengine:1.31.4
 com.google.oauth-client:google-oauth-client-java6:1.31.4
 com.google.oauth-client:google-oauth-client-jetty:1.31.4
 com.google.oauth-client:google-oauth-client-servlet:1.31.4
-com.google.oauth-client:google-oauth-client:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
 com.google.protobuf:protobuf-java-util:3.17.3
 com.google.protobuf:protobuf-java:3.17.3
 com.google.re2j:re2j:1.6
@@ -161,32 +167,36 @@ dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-alts:1.39.0
-io.grpc:grpc-api:1.39.0
-io.grpc:grpc-auth:1.39.0
-io.grpc:grpc-context:1.39.0
-io.grpc:grpc-core:1.39.0
-io.grpc:grpc-grpclb:1.39.0
-io.grpc:grpc-netty-shaded:1.39.0
-io.grpc:grpc-netty:1.32.2
-io.grpc:grpc-protobuf-lite:1.39.0
-io.grpc:grpc-protobuf:1.39.0
-io.grpc:grpc-stub:1.39.0
-io.netty:netty-buffer:4.1.51.Final
-io.netty:netty-codec-http2:4.1.51.Final
-io.netty:netty-codec-http:4.1.51.Final
-io.netty:netty-codec-socks:4.1.51.Final
-io.netty:netty-codec:4.1.51.Final
-io.netty:netty-common:4.1.51.Final
-io.netty:netty-handler-proxy:4.1.51.Final
-io.netty:netty-handler:4.1.51.Final
-io.netty:netty-resolver:4.1.51.Final
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
 io.netty:netty-tcnative-boringssl-static:2.0.33.Final
-io.netty:netty-transport:4.1.51.Final
+io.netty:netty-transport:4.1.52.Final
 io.opencensus:opencensus-api:0.28.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
 io.opencensus:opencensus-contrib-http-util:0.28.0
 io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
@@ -203,41 +213,43 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
+joda-time:joda-time:2.10.10
 junit:junit:4.13.1
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.28.0
-org.apache.beam:beam-model-job-management:2.28.0
-org.apache.beam:beam-model-pipeline:2.28.0
-org.apache.beam:beam-runners-core-construction-java:2.28.0
-org.apache.beam:beam-runners-core-java:2.28.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
-org.apache.beam:beam-runners-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-core:2.28.0
-org.apache.beam:beam-sdks-java-expansion-service:2.28.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
-org.apache.beam:beam-sdks-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
 org.apache.httpcomponents:httpcore:4.4.14
-org.apache.logging.log4j:log4j-api:2.13.3
-org.apache.logging.log4j:log4j-core:2.13.3
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.8.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
 org.codehaus.mojo:animal-sniffer-annotations:1.20
@@ -273,6 +285,8 @@ org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
 org.slf4j:slf4j-jdk14:1.7.28
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
 org.testcontainers:database-commons:1.15.2
 org.testcontainers:jdbc:1.15.2
 org.testcontainers:postgresql:1.15.2
@@ -281,8 +295,8 @@ org.threeten:threetenbp:1.5.1
 org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/deploy_jar.lockfile

@@ -5,15 +5,17 @@ antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.12.1
-com.fasterxml.jackson.core:jackson-core:2.12.1
-com.fasterxml.jackson.core:jackson-databind:2.12.1
-com.fasterxml.jackson:jackson-bom:2.12.1
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
 com.github.docker-java:docker-java-api:3.2.7
 com.github.docker-java:docker-java-transport-zerodep:3.2.7
@@ -26,112 +28,116 @@ com.github.jnr:jnr-ffi:2.2.1
 com.github.jnr:jnr-posix:3.1.4
 com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
 com.google.api-client:google-api-client-appengine:1.31.3
-com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-jackson2:1.31.3
 com.google.api-client:google-api-client-java6:1.31.3
 com.google.api-client:google-api-client-servlet:1.31.3
-com.google.api-client:google-api-client:1.31.3
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
-com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
-com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
-com.google.api.grpc:grpc-google-common-protos:1.18.1
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
-com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
 com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
-com.google.api.grpc:proto-google-common-protos:2.3.2
-com.google.api.grpc:proto-google-iam-v1:1.0.14
-com.google.api:api-common:1.10.4
-com.google.api:gax-grpc:1.66.0
-com.google.api:gax-httpjson:0.79.0
-com.google.api:gax:1.66.0
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
 com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
 com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
-com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
 com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
-com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
 com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
 com.google.apis:google-api-services-drive:v2-rev393-1.25.0
 com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
-com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
 com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
-com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
 com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
 com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
-com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
 com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
 com.google.appengine:appengine-api-1.0-sdk:1.9.86
 com.google.appengine:appengine-remote-api:1.9.86
 com.google.appengine:appengine-testing:1.9.86
-com.google.auth:google-auth-library-credentials:0.26.0
-com.google.auth:google-auth-library-oauth2-http:0.26.0
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
 com.google.auto.service:auto-service-annotations:1.0-rc7
-com.google.auto.value:auto-value-annotations:1.8.1
+com.google.auto.value:auto-value-annotations:1.8.2
 com.google.auto.value:auto-value:1.7.4
-com.google.cloud.bigdataoss:gcsio:2.1.6
-com.google.cloud.bigdataoss:util:2.1.6
-com.google.cloud.bigtable:bigtable-client-core:1.16.0
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
 com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
 com.google.cloud.sql:postgres-socket-factory:1.2.1
-com.google.cloud:google-cloud-bigquery:1.122.2
-com.google.cloud:google-cloud-bigquerystorage:1.5.5
-com.google.cloud:google-cloud-bigtable:1.14.0
-com.google.cloud:google-cloud-core-grpc:1.93.9
-com.google.cloud:google-cloud-core-http:1.94.1
-com.google.cloud:google-cloud-core:1.94.3
-com.google.cloud:google-cloud-pubsub:1.110.0
-com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
 com.google.cloud:google-cloud-secretmanager:1.4.0
-com.google.cloud:google-cloud-spanner:2.0.2
+com.google.cloud:google-cloud-spanner:6.12.1
 com.google.cloud:google-cloud-storage:1.113.12
 com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.7
+com.google.code.gson:gson:2.8.8
 com.google.common.html.types:types:1.0.6
 com.google.dagger:dagger:2.33
-com.google.errorprone:error_prone_annotations:2.7.1
+com.google.errorprone:error_prone_annotations:2.9.0
 com.google.escapevelocity:escapevelocity:0.9.1
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.9.0
-com.google.http-client:google-http-client-apache-v2:1.39.0
-com.google.http-client:google-http-client-appengine:1.39.0
-com.google.http-client:google-http-client-gson:1.39.2
-com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.39.2
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
@@ -142,7 +148,7 @@ com.google.oauth-client:google-oauth-client-appengine:1.31.4
 com.google.oauth-client:google-oauth-client-java6:1.31.4
 com.google.oauth-client:google-oauth-client-jetty:1.31.4
 com.google.oauth-client:google-oauth-client-servlet:1.31.4
-com.google.oauth-client:google-oauth-client:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
 com.google.protobuf:protobuf-java-util:3.17.3
 com.google.protobuf:protobuf-java:3.17.3
 com.google.re2j:re2j:1.6
@@ -161,32 +167,36 @@ dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-alts:1.39.0
-io.grpc:grpc-api:1.39.0
-io.grpc:grpc-auth:1.39.0
-io.grpc:grpc-context:1.39.0
-io.grpc:grpc-core:1.39.0
-io.grpc:grpc-grpclb:1.39.0
-io.grpc:grpc-netty-shaded:1.39.0
-io.grpc:grpc-netty:1.32.2
-io.grpc:grpc-protobuf-lite:1.39.0
-io.grpc:grpc-protobuf:1.39.0
-io.grpc:grpc-stub:1.39.0
-io.netty:netty-buffer:4.1.51.Final
-io.netty:netty-codec-http2:4.1.51.Final
-io.netty:netty-codec-http:4.1.51.Final
-io.netty:netty-codec-socks:4.1.51.Final
-io.netty:netty-codec:4.1.51.Final
-io.netty:netty-common:4.1.51.Final
-io.netty:netty-handler-proxy:4.1.51.Final
-io.netty:netty-handler:4.1.51.Final
-io.netty:netty-resolver:4.1.51.Final
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
 io.netty:netty-tcnative-boringssl-static:2.0.33.Final
-io.netty:netty-transport:4.1.51.Final
+io.netty:netty-transport:4.1.52.Final
 io.opencensus:opencensus-api:0.28.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
 io.opencensus:opencensus-contrib-http-util:0.28.0
 io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
@@ -203,40 +213,42 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
+joda-time:joda-time:2.10.10
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.28.0
-org.apache.beam:beam-model-job-management:2.28.0
-org.apache.beam:beam-model-pipeline:2.28.0
-org.apache.beam:beam-runners-core-construction-java:2.28.0
-org.apache.beam:beam-runners-core-java:2.28.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
-org.apache.beam:beam-runners-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-core:2.28.0
-org.apache.beam:beam-sdks-java-expansion-service:2.28.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
-org.apache.beam:beam-sdks-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
 org.apache.httpcomponents:httpcore:4.4.14
-org.apache.logging.log4j:log4j-api:2.13.3
-org.apache.logging.log4j:log4j-core:2.13.3
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.8.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
 org.codehaus.mojo:animal-sniffer-annotations:1.20
@@ -272,6 +284,8 @@ org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
 org.slf4j:slf4j-jdk14:1.7.28
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
 org.testcontainers:database-commons:1.15.2
 org.testcontainers:jdbc:1.15.2
 org.testcontainers:postgresql:1.15.2
@@ -280,8 +294,8 @@ org.threeten:threetenbp:1.5.1
 org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/nonprodCompile.lockfile

@@ -5,11 +5,13 @@ antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.12.1
-com.fasterxml.jackson.core:jackson-core:2.12.1
-com.fasterxml.jackson.core:jackson-databind:2.12.1
-com.fasterxml.jackson:jackson-bom:2.12.1
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
 com.github.docker-java:docker-java-api:3.2.7
 com.github.docker-java:docker-java-transport-zerodep:3.2.7
@@ -22,111 +24,115 @@ com.github.jnr:jnr-ffi:2.2.1
 com.github.jnr:jnr-posix:3.1.4
 com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
 com.google.api-client:google-api-client-appengine:1.31.3
-com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-jackson2:1.31.3
 com.google.api-client:google-api-client-java6:1.31.3
 com.google.api-client:google-api-client-servlet:1.31.3
-com.google.api-client:google-api-client:1.31.3
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
-com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
-com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
-com.google.api.grpc:grpc-google-common-protos:1.18.1
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
-com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
 com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
-com.google.api.grpc:proto-google-common-protos:2.3.2
-com.google.api.grpc:proto-google-iam-v1:1.0.14
-com.google.api:api-common:1.10.4
-com.google.api:gax-grpc:1.66.0
-com.google.api:gax-httpjson:0.79.0
-com.google.api:gax:1.66.0
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
 com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
 com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
-com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
 com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
-com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
 com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
 com.google.apis:google-api-services-drive:v2-rev393-1.25.0
 com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
-com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
 com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
-com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
 com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
 com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
-com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
 com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
 com.google.appengine:appengine-api-1.0-sdk:1.9.86
 com.google.appengine:appengine-remote-api:1.9.86
 com.google.appengine:appengine-testing:1.9.86
-com.google.auth:google-auth-library-credentials:0.26.0
-com.google.auth:google-auth-library-oauth2-http:0.26.0
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
 com.google.auto.service:auto-service-annotations:1.0-rc7
-com.google.auto.value:auto-value-annotations:1.8.1
+com.google.auto.value:auto-value-annotations:1.8.2
 com.google.auto.value:auto-value:1.7.4
-com.google.cloud.bigdataoss:gcsio:2.1.6
-com.google.cloud.bigdataoss:util:2.1.6
-com.google.cloud.bigtable:bigtable-client-core:1.16.0
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
 com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
-com.google.cloud:google-cloud-bigquery:1.122.2
-com.google.cloud:google-cloud-bigquerystorage:1.5.5
-com.google.cloud:google-cloud-bigtable:1.14.0
-com.google.cloud:google-cloud-core-grpc:1.93.9
-com.google.cloud:google-cloud-core-http:1.94.1
-com.google.cloud:google-cloud-core:1.94.3
-com.google.cloud:google-cloud-pubsub:1.110.0
-com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
 com.google.cloud:google-cloud-secretmanager:1.4.0
-com.google.cloud:google-cloud-spanner:2.0.2
+com.google.cloud:google-cloud-spanner:6.12.1
 com.google.cloud:google-cloud-storage:1.113.12
 com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.7
+com.google.code.gson:gson:2.8.8
 com.google.common.html.types:types:1.0.6
 com.google.dagger:dagger:2.33
-com.google.errorprone:error_prone_annotations:2.7.1
+com.google.errorprone:error_prone_annotations:2.9.0
 com.google.escapevelocity:escapevelocity:0.9.1
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.6
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.9.0
-com.google.http-client:google-http-client-apache-v2:1.39.0
-com.google.http-client:google-http-client-appengine:1.39.0
-com.google.http-client:google-http-client-gson:1.39.2
-com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.39.2
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
@@ -137,7 +143,7 @@ com.google.oauth-client:google-oauth-client-appengine:1.31.4
 com.google.oauth-client:google-oauth-client-java6:1.31.4
 com.google.oauth-client:google-oauth-client-jetty:1.31.4
 com.google.oauth-client:google-oauth-client-servlet:1.31.4
-com.google.oauth-client:google-oauth-client:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
 com.google.protobuf:protobuf-java-util:3.17.3
 com.google.protobuf:protobuf-java:3.17.3
 com.google.re2j:re2j:1.6
@@ -153,32 +159,36 @@ com.zaxxer:HikariCP:3.4.5
 commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
 dnsjava:dnsjava:3.3.1
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-alts:1.39.0
-io.grpc:grpc-api:1.39.0
-io.grpc:grpc-auth:1.39.0
-io.grpc:grpc-context:1.39.0
-io.grpc:grpc-core:1.39.0
-io.grpc:grpc-grpclb:1.39.0
-io.grpc:grpc-netty-shaded:1.39.0
-io.grpc:grpc-netty:1.32.2
-io.grpc:grpc-protobuf-lite:1.39.0
-io.grpc:grpc-protobuf:1.39.0
-io.grpc:grpc-stub:1.39.0
-io.netty:netty-buffer:4.1.51.Final
-io.netty:netty-codec-http2:4.1.51.Final
-io.netty:netty-codec-http:4.1.51.Final
-io.netty:netty-codec-socks:4.1.51.Final
-io.netty:netty-codec:4.1.51.Final
-io.netty:netty-common:4.1.51.Final
-io.netty:netty-handler-proxy:4.1.51.Final
-io.netty:netty-handler:4.1.51.Final
-io.netty:netty-resolver:4.1.51.Final
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
 io.netty:netty-tcnative-boringssl-static:2.0.33.Final
-io.netty:netty-transport:4.1.51.Final
+io.netty:netty-transport:4.1.52.Final
 io.opencensus:opencensus-api:0.28.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
 io.opencensus:opencensus-contrib-http-util:0.28.0
 io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
@@ -195,38 +205,41 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
+joda-time:joda-time:2.10.10
 junit:junit:4.13.1
 net.bytebuddy:byte-buddy:1.10.17
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.28.0
-org.apache.beam:beam-model-job-management:2.28.0
-org.apache.beam:beam-model-pipeline:2.28.0
-org.apache.beam:beam-runners-core-construction-java:2.28.0
-org.apache.beam:beam-runners-core-java:2.28.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
-org.apache.beam:beam-runners-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-core:2.28.0
-org.apache.beam:beam-sdks-java-expansion-service:2.28.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
-org.apache.beam:beam-sdks-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
 org.apache.httpcomponents:httpcore:4.4.14
-org.apache.logging.log4j:log4j-api:2.6.2
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.8.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
 org.codehaus.mojo:animal-sniffer-annotations:1.20
@@ -259,6 +272,8 @@ org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
 org.slf4j:slf4j-api:1.7.30
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
 org.testcontainers:database-commons:1.15.2
 org.testcontainers:jdbc:1.15.2
 org.testcontainers:postgresql:1.15.2
@@ -266,8 +281,8 @@ org.testcontainers:testcontainers:1.15.2
 org.threeten:threetenbp:1.5.1
 org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/nonprodCompileClasspath.lockfile

@@ -5,11 +5,13 @@ antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.12.1
-com.fasterxml.jackson.core:jackson-core:2.12.1
-com.fasterxml.jackson.core:jackson-databind:2.12.1
-com.fasterxml.jackson:jackson-bom:2.12.1
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
 com.github.docker-java:docker-java-api:3.2.7
 com.github.docker-java:docker-java-transport-zerodep:3.2.7
@@ -22,109 +24,114 @@ com.github.jnr:jnr-ffi:2.2.1
 com.github.jnr:jnr-posix:3.1.4
 com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.github.rholder:guava-retrying:2.0.0
 com.google.api-client:google-api-client-appengine:1.31.3
-com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-jackson2:1.31.3
 com.google.api-client:google-api-client-java6:1.31.3
 com.google.api-client:google-api-client-servlet:1.31.3
-com.google.api-client:google-api-client:1.31.3
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
-com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
-com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
-com.google.api.grpc:grpc-google-common-protos:1.18.1
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
-com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
 com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
-com.google.api.grpc:proto-google-common-protos:2.3.2
-com.google.api.grpc:proto-google-iam-v1:1.0.14
-com.google.api:api-common:1.10.4
-com.google.api:gax-grpc:1.66.0
-com.google.api:gax-httpjson:0.79.0
-com.google.api:gax:1.66.0
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
 com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
 com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
-com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
 com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
-com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
 com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
 com.google.apis:google-api-services-drive:v2-rev393-1.25.0
 com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
-com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
 com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
-com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
 com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
 com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
-com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
 com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
 com.google.appengine:appengine-api-1.0-sdk:1.9.86
 com.google.appengine:appengine-remote-api:1.9.86
 com.google.appengine:appengine-testing:1.9.86
-com.google.auth:google-auth-library-credentials:0.26.0
-com.google.auth:google-auth-library-oauth2-http:0.26.0
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
 com.google.auto.service:auto-service-annotations:1.0-rc7
-com.google.auto.value:auto-value-annotations:1.8.1
+com.google.auto.value:auto-value-annotations:1.8.2
 com.google.auto.value:auto-value:1.7.4
-com.google.cloud.bigdataoss:gcsio:2.1.6
-com.google.cloud.bigdataoss:util:2.1.6
-com.google.cloud.bigtable:bigtable-client-core:1.16.0
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
 com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
-com.google.cloud:google-cloud-bigquery:1.122.2
-com.google.cloud:google-cloud-bigquerystorage:1.5.5
-com.google.cloud:google-cloud-bigtable:1.14.0
-com.google.cloud:google-cloud-core-grpc:1.93.9
-com.google.cloud:google-cloud-core-http:1.94.1
-com.google.cloud:google-cloud-core:1.94.3
-com.google.cloud:google-cloud-pubsub:1.110.0
-com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
 com.google.cloud:google-cloud-secretmanager:1.4.0
-com.google.cloud:google-cloud-spanner:2.0.2
+com.google.cloud:google-cloud-spanner:6.12.1
 com.google.cloud:google-cloud-storage:1.113.12
 com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.7
+com.google.code.gson:gson:2.8.8
 com.google.common.html.types:types:1.0.6
 com.google.dagger:dagger:2.33
-com.google.errorprone:error_prone_annotations:2.7.1
+com.google.errorprone:error_prone_annotations:2.9.0
 com.google.escapevelocity:escapevelocity:0.9.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.6
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.9.0
-com.google.http-client:google-http-client-apache-v2:1.39.0
-com.google.http-client:google-http-client-appengine:1.39.0
-com.google.http-client:google-http-client-gson:1.39.2
-com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.39.2
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
@@ -135,8 +142,8 @@ com.google.oauth-client:google-oauth-client-appengine:1.31.4
 com.google.oauth-client:google-oauth-client-java6:1.31.4
 com.google.oauth-client:google-oauth-client-jetty:1.31.4
 com.google.oauth-client:google-oauth-client-servlet:1.31.4
-com.google.oauth-client:google-oauth-client:1.31.4
-com.google.protobuf:protobuf-java-util:3.15.3
+com.google.oauth-client:google-oauth-client:1.31.5
+com.google.protobuf:protobuf-java-util:3.17.3
 com.google.protobuf:protobuf-java:3.17.3
 com.google.re2j:re2j:1.6
 com.google.template:soy:2021-02-01
@@ -151,30 +158,34 @@ com.zaxxer:HikariCP:3.4.5
 commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
 dnsjava:dnsjava:3.3.1
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-alts:1.39.0
-io.grpc:grpc-api:1.39.0
-io.grpc:grpc-auth:1.39.0
-io.grpc:grpc-context:1.39.0
-io.grpc:grpc-core:1.39.0
-io.grpc:grpc-grpclb:1.39.0
-io.grpc:grpc-netty-shaded:1.39.0
-io.grpc:grpc-netty:1.32.2
-io.grpc:grpc-protobuf-lite:1.39.0
-io.grpc:grpc-protobuf:1.39.0
-io.grpc:grpc-stub:1.39.0
-io.netty:netty-buffer:4.1.51.Final
-io.netty:netty-codec-http2:4.1.51.Final
-io.netty:netty-codec-http:4.1.51.Final
-io.netty:netty-codec:4.1.51.Final
-io.netty:netty-common:4.1.51.Final
-io.netty:netty-handler:4.1.51.Final
-io.netty:netty-resolver:4.1.51.Final
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
 io.netty:netty-tcnative-boringssl-static:2.0.33.Final
-io.netty:netty-transport:4.1.51.Final
+io.netty:netty-transport:4.1.52.Final
 io.opencensus:opencensus-api:0.28.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
 io.opencensus:opencensus-contrib-http-util:0.28.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
@@ -190,38 +201,41 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
+joda-time:joda-time:2.10.10
 junit:junit:4.13.1
 net.bytebuddy:byte-buddy:1.10.17
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.28.0
-org.apache.beam:beam-model-job-management:2.28.0
-org.apache.beam:beam-model-pipeline:2.28.0
-org.apache.beam:beam-runners-core-construction-java:2.28.0
-org.apache.beam:beam-runners-core-java:2.28.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
-org.apache.beam:beam-runners-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-core:2.28.0
-org.apache.beam:beam-sdks-java-expansion-service:2.28.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
-org.apache.beam:beam-sdks-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
 org.apache.httpcomponents:httpcore:4.4.14
-org.apache.logging.log4j:log4j-api:2.6.2
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.8.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
 org.conscrypt:conscrypt-openjdk-uber:2.5.1
@@ -253,6 +267,8 @@ org.postgresql:postgresql:42.2.18
 org.rnorth.duct-tape:duct-tape:1.0.8
 org.rnorth.visible-assertions:visible-assertions:2.1.2
 org.slf4j:slf4j-api:1.7.30
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
 org.testcontainers:database-commons:1.15.2
 org.testcontainers:jdbc:1.15.2
 org.testcontainers:postgresql:1.15.2
@@ -260,8 +276,8 @@ org.testcontainers:testcontainers:1.15.2
 org.threeten:threetenbp:1.5.1
 org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/nonprodRuntime.lockfile

@@ -5,15 +5,17 @@ antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.12.1
-com.fasterxml.jackson.core:jackson-core:2.12.1
-com.fasterxml.jackson.core:jackson-databind:2.12.1
-com.fasterxml.jackson:jackson-bom:2.12.1
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
 com.github.docker-java:docker-java-api:3.2.7
 com.github.docker-java:docker-java-transport-zerodep:3.2.7
@@ -26,111 +28,115 @@ com.github.jnr:jnr-ffi:2.2.1
 com.github.jnr:jnr-posix:3.1.4
 com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
 com.google.api-client:google-api-client-appengine:1.31.3
-com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-jackson2:1.31.3
 com.google.api-client:google-api-client-java6:1.31.3
 com.google.api-client:google-api-client-servlet:1.31.3
-com.google.api-client:google-api-client:1.31.3
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
-com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
-com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
-com.google.api.grpc:grpc-google-common-protos:1.18.1
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
-com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
 com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
-com.google.api.grpc:proto-google-common-protos:2.3.2
-com.google.api.grpc:proto-google-iam-v1:1.0.14
-com.google.api:api-common:1.10.4
-com.google.api:gax-grpc:1.66.0
-com.google.api:gax-httpjson:0.79.0
-com.google.api:gax:1.66.0
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
 com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
 com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
-com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
 com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
-com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
 com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
 com.google.apis:google-api-services-drive:v2-rev393-1.25.0
 com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
-com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
 com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
-com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
 com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
 com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
-com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
 com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
 com.google.appengine:appengine-api-1.0-sdk:1.9.86
 com.google.appengine:appengine-remote-api:1.9.86
 com.google.appengine:appengine-testing:1.9.86
-com.google.auth:google-auth-library-credentials:0.26.0
-com.google.auth:google-auth-library-oauth2-http:0.26.0
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
 com.google.auto.service:auto-service-annotations:1.0-rc7
-com.google.auto.value:auto-value-annotations:1.8.1
+com.google.auto.value:auto-value-annotations:1.8.2
 com.google.auto.value:auto-value:1.7.4
-com.google.cloud.bigdataoss:gcsio:2.1.6
-com.google.cloud.bigdataoss:util:2.1.6
-com.google.cloud.bigtable:bigtable-client-core:1.16.0
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
 com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
-com.google.cloud:google-cloud-bigquery:1.122.2
-com.google.cloud:google-cloud-bigquerystorage:1.5.5
-com.google.cloud:google-cloud-bigtable:1.14.0
-com.google.cloud:google-cloud-core-grpc:1.93.9
-com.google.cloud:google-cloud-core-http:1.94.1
-com.google.cloud:google-cloud-core:1.94.3
-com.google.cloud:google-cloud-pubsub:1.110.0
-com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
 com.google.cloud:google-cloud-secretmanager:1.4.0
-com.google.cloud:google-cloud-spanner:2.0.2
+com.google.cloud:google-cloud-spanner:6.12.1
 com.google.cloud:google-cloud-storage:1.113.12
 com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.7
+com.google.code.gson:gson:2.8.8
 com.google.common.html.types:types:1.0.6
 com.google.dagger:dagger:2.33
-com.google.errorprone:error_prone_annotations:2.7.1
+com.google.errorprone:error_prone_annotations:2.9.0
 com.google.escapevelocity:escapevelocity:0.9.1
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.9.0
-com.google.http-client:google-http-client-apache-v2:1.39.0
-com.google.http-client:google-http-client-appengine:1.39.0
-com.google.http-client:google-http-client-gson:1.39.2
-com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.39.2
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
@@ -141,7 +147,7 @@ com.google.oauth-client:google-oauth-client-appengine:1.31.4
 com.google.oauth-client:google-oauth-client-java6:1.31.4
 com.google.oauth-client:google-oauth-client-jetty:1.31.4
 com.google.oauth-client:google-oauth-client-servlet:1.31.4
-com.google.oauth-client:google-oauth-client:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
 com.google.protobuf:protobuf-java-util:3.17.3
 com.google.protobuf:protobuf-java:3.17.3
 com.google.re2j:re2j:1.6
@@ -160,32 +166,36 @@ dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-alts:1.39.0
-io.grpc:grpc-api:1.39.0
-io.grpc:grpc-auth:1.39.0
-io.grpc:grpc-context:1.39.0
-io.grpc:grpc-core:1.39.0
-io.grpc:grpc-grpclb:1.39.0
-io.grpc:grpc-netty-shaded:1.39.0
-io.grpc:grpc-netty:1.32.2
-io.grpc:grpc-protobuf-lite:1.39.0
-io.grpc:grpc-protobuf:1.39.0
-io.grpc:grpc-stub:1.39.0
-io.netty:netty-buffer:4.1.51.Final
-io.netty:netty-codec-http2:4.1.51.Final
-io.netty:netty-codec-http:4.1.51.Final
-io.netty:netty-codec-socks:4.1.51.Final
-io.netty:netty-codec:4.1.51.Final
-io.netty:netty-common:4.1.51.Final
-io.netty:netty-handler-proxy:4.1.51.Final
-io.netty:netty-handler:4.1.51.Final
-io.netty:netty-resolver:4.1.51.Final
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
 io.netty:netty-tcnative-boringssl-static:2.0.33.Final
-io.netty:netty-transport:4.1.51.Final
+io.netty:netty-transport:4.1.52.Final
 io.opencensus:opencensus-api:0.28.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
 io.opencensus:opencensus-contrib-http-util:0.28.0
 io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
@@ -202,41 +212,43 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
+joda-time:joda-time:2.10.10
 junit:junit:4.13.1
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.28.0
-org.apache.beam:beam-model-job-management:2.28.0
-org.apache.beam:beam-model-pipeline:2.28.0
-org.apache.beam:beam-runners-core-construction-java:2.28.0
-org.apache.beam:beam-runners-core-java:2.28.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
-org.apache.beam:beam-runners-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-core:2.28.0
-org.apache.beam:beam-sdks-java-expansion-service:2.28.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
-org.apache.beam:beam-sdks-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
 org.apache.httpcomponents:httpcore:4.4.14
-org.apache.logging.log4j:log4j-api:2.13.3
-org.apache.logging.log4j:log4j-core:2.13.3
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.8.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
 org.codehaus.mojo:animal-sniffer-annotations:1.20
@@ -271,6 +283,8 @@ org.rnorth.visible-assertions:visible-assertions:2.1.2
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
 org.testcontainers:database-commons:1.15.2
 org.testcontainers:jdbc:1.15.2
 org.testcontainers:postgresql:1.15.2
@@ -279,8 +293,8 @@ org.threeten:threetenbp:1.5.1
 org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/nonprodRuntimeClasspath.lockfile

@@ -5,15 +5,17 @@ antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.12.1
-com.fasterxml.jackson.core:jackson-core:2.12.1
-com.fasterxml.jackson.core:jackson-databind:2.12.1
-com.fasterxml.jackson:jackson-bom:2.12.1
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
 com.github.docker-java:docker-java-api:3.2.7
 com.github.docker-java:docker-java-transport-zerodep:3.2.7
@@ -26,111 +28,115 @@ com.github.jnr:jnr-ffi:2.2.1
 com.github.jnr:jnr-posix:3.1.4
 com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
 com.google.api-client:google-api-client-appengine:1.31.3
-com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-jackson2:1.31.3
 com.google.api-client:google-api-client-java6:1.31.3
 com.google.api-client:google-api-client-servlet:1.31.3
-com.google.api-client:google-api-client:1.31.3
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
-com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
-com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
-com.google.api.grpc:grpc-google-common-protos:1.18.1
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
-com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
 com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
-com.google.api.grpc:proto-google-common-protos:2.3.2
-com.google.api.grpc:proto-google-iam-v1:1.0.14
-com.google.api:api-common:1.10.4
-com.google.api:gax-grpc:1.66.0
-com.google.api:gax-httpjson:0.79.0
-com.google.api:gax:1.66.0
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
 com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
 com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
-com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
 com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
-com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
 com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
 com.google.apis:google-api-services-drive:v2-rev393-1.25.0
 com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
-com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
 com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
-com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
 com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
 com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
-com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
 com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
 com.google.appengine:appengine-api-1.0-sdk:1.9.86
 com.google.appengine:appengine-remote-api:1.9.86
 com.google.appengine:appengine-testing:1.9.86
-com.google.auth:google-auth-library-credentials:0.26.0
-com.google.auth:google-auth-library-oauth2-http:0.26.0
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
 com.google.auto.service:auto-service-annotations:1.0-rc7
-com.google.auto.value:auto-value-annotations:1.8.1
+com.google.auto.value:auto-value-annotations:1.8.2
 com.google.auto.value:auto-value:1.7.4
-com.google.cloud.bigdataoss:gcsio:2.1.6
-com.google.cloud.bigdataoss:util:2.1.6
-com.google.cloud.bigtable:bigtable-client-core:1.16.0
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
 com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
-com.google.cloud:google-cloud-bigquery:1.122.2
-com.google.cloud:google-cloud-bigquerystorage:1.5.5
-com.google.cloud:google-cloud-bigtable:1.14.0
-com.google.cloud:google-cloud-core-grpc:1.93.9
-com.google.cloud:google-cloud-core-http:1.94.1
-com.google.cloud:google-cloud-core:1.94.3
-com.google.cloud:google-cloud-pubsub:1.110.0
-com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
 com.google.cloud:google-cloud-secretmanager:1.4.0
-com.google.cloud:google-cloud-spanner:2.0.2
+com.google.cloud:google-cloud-spanner:6.12.1
 com.google.cloud:google-cloud-storage:1.113.12
 com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.7
+com.google.code.gson:gson:2.8.8
 com.google.common.html.types:types:1.0.6
 com.google.dagger:dagger:2.33
-com.google.errorprone:error_prone_annotations:2.7.1
+com.google.errorprone:error_prone_annotations:2.9.0
 com.google.escapevelocity:escapevelocity:0.9.1
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.9.0
-com.google.http-client:google-http-client-apache-v2:1.39.0
-com.google.http-client:google-http-client-appengine:1.39.0
-com.google.http-client:google-http-client-gson:1.39.2
-com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.39.2
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
@@ -141,7 +147,7 @@ com.google.oauth-client:google-oauth-client-appengine:1.31.4
 com.google.oauth-client:google-oauth-client-java6:1.31.4
 com.google.oauth-client:google-oauth-client-jetty:1.31.4
 com.google.oauth-client:google-oauth-client-servlet:1.31.4
-com.google.oauth-client:google-oauth-client:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
 com.google.protobuf:protobuf-java-util:3.17.3
 com.google.protobuf:protobuf-java:3.17.3
 com.google.re2j:re2j:1.6
@@ -160,32 +166,36 @@ dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-alts:1.39.0
-io.grpc:grpc-api:1.39.0
-io.grpc:grpc-auth:1.39.0
-io.grpc:grpc-context:1.39.0
-io.grpc:grpc-core:1.39.0
-io.grpc:grpc-grpclb:1.39.0
-io.grpc:grpc-netty-shaded:1.39.0
-io.grpc:grpc-netty:1.32.2
-io.grpc:grpc-protobuf-lite:1.39.0
-io.grpc:grpc-protobuf:1.39.0
-io.grpc:grpc-stub:1.39.0
-io.netty:netty-buffer:4.1.51.Final
-io.netty:netty-codec-http2:4.1.51.Final
-io.netty:netty-codec-http:4.1.51.Final
-io.netty:netty-codec-socks:4.1.51.Final
-io.netty:netty-codec:4.1.51.Final
-io.netty:netty-common:4.1.51.Final
-io.netty:netty-handler-proxy:4.1.51.Final
-io.netty:netty-handler:4.1.51.Final
-io.netty:netty-resolver:4.1.51.Final
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
 io.netty:netty-tcnative-boringssl-static:2.0.33.Final
-io.netty:netty-transport:4.1.51.Final
+io.netty:netty-transport:4.1.52.Final
 io.opencensus:opencensus-api:0.28.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
 io.opencensus:opencensus-contrib-http-util:0.28.0
 io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
@@ -202,41 +212,43 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
+joda-time:joda-time:2.10.10
 junit:junit:4.13.1
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.28.0
-org.apache.beam:beam-model-job-management:2.28.0
-org.apache.beam:beam-model-pipeline:2.28.0
-org.apache.beam:beam-runners-core-construction-java:2.28.0
-org.apache.beam:beam-runners-core-java:2.28.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
-org.apache.beam:beam-runners-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-core:2.28.0
-org.apache.beam:beam-sdks-java-expansion-service:2.28.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
-org.apache.beam:beam-sdks-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
 org.apache.httpcomponents:httpcore:4.4.14
-org.apache.logging.log4j:log4j-api:2.13.3
-org.apache.logging.log4j:log4j-core:2.13.3
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.8.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
 org.codehaus.mojo:animal-sniffer-annotations:1.20
@@ -271,6 +283,8 @@ org.rnorth.visible-assertions:visible-assertions:2.1.2
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
 org.testcontainers:database-commons:1.15.2
 org.testcontainers:jdbc:1.15.2
 org.testcontainers:postgresql:1.15.2
@@ -279,8 +293,8 @@ org.threeten:threetenbp:1.5.1
 org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/runtime.lockfile

@@ -5,15 +5,17 @@ antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.12.1
-com.fasterxml.jackson.core:jackson-core:2.12.1
-com.fasterxml.jackson.core:jackson-databind:2.12.1
-com.fasterxml.jackson:jackson-bom:2.12.1
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
 com.github.docker-java:docker-java-api:3.2.7
 com.github.docker-java:docker-java-transport-zerodep:3.2.7
@@ -26,111 +28,115 @@ com.github.jnr:jnr-ffi:2.2.1
 com.github.jnr:jnr-posix:3.1.4
 com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
 com.google.api-client:google-api-client-appengine:1.31.3
-com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-jackson2:1.31.3
 com.google.api-client:google-api-client-java6:1.31.3
 com.google.api-client:google-api-client-servlet:1.31.3
-com.google.api-client:google-api-client:1.31.3
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
-com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
-com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
-com.google.api.grpc:grpc-google-common-protos:1.18.1
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
-com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
 com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
-com.google.api.grpc:proto-google-common-protos:2.3.2
-com.google.api.grpc:proto-google-iam-v1:1.0.14
-com.google.api:api-common:1.10.4
-com.google.api:gax-grpc:1.66.0
-com.google.api:gax-httpjson:0.79.0
-com.google.api:gax:1.66.0
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
 com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
 com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
-com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
 com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
-com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
 com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
 com.google.apis:google-api-services-drive:v2-rev393-1.25.0
 com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
-com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
 com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
-com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
 com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
 com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
-com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
 com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
 com.google.appengine:appengine-api-1.0-sdk:1.9.86
 com.google.appengine:appengine-remote-api:1.9.86
 com.google.appengine:appengine-testing:1.9.86
-com.google.auth:google-auth-library-credentials:0.26.0
-com.google.auth:google-auth-library-oauth2-http:0.26.0
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
 com.google.auto.service:auto-service-annotations:1.0-rc7
-com.google.auto.value:auto-value-annotations:1.8.1
+com.google.auto.value:auto-value-annotations:1.8.2
 com.google.auto.value:auto-value:1.7.4
-com.google.cloud.bigdataoss:gcsio:2.1.6
-com.google.cloud.bigdataoss:util:2.1.6
-com.google.cloud.bigtable:bigtable-client-core:1.16.0
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
 com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
-com.google.cloud:google-cloud-bigquery:1.122.2
-com.google.cloud:google-cloud-bigquerystorage:1.5.5
-com.google.cloud:google-cloud-bigtable:1.14.0
-com.google.cloud:google-cloud-core-grpc:1.93.9
-com.google.cloud:google-cloud-core-http:1.94.1
-com.google.cloud:google-cloud-core:1.94.3
-com.google.cloud:google-cloud-pubsub:1.110.0
-com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
 com.google.cloud:google-cloud-secretmanager:1.4.0
-com.google.cloud:google-cloud-spanner:2.0.2
+com.google.cloud:google-cloud-spanner:6.12.1
 com.google.cloud:google-cloud-storage:1.113.12
 com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.7
+com.google.code.gson:gson:2.8.8
 com.google.common.html.types:types:1.0.6
 com.google.dagger:dagger:2.33
-com.google.errorprone:error_prone_annotations:2.7.1
+com.google.errorprone:error_prone_annotations:2.9.0
 com.google.escapevelocity:escapevelocity:0.9.1
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.9.0
-com.google.http-client:google-http-client-apache-v2:1.39.0
-com.google.http-client:google-http-client-appengine:1.39.0
-com.google.http-client:google-http-client-gson:1.39.2
-com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.39.2
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
@@ -141,7 +147,7 @@ com.google.oauth-client:google-oauth-client-appengine:1.31.4
 com.google.oauth-client:google-oauth-client-java6:1.31.4
 com.google.oauth-client:google-oauth-client-jetty:1.31.4
 com.google.oauth-client:google-oauth-client-servlet:1.31.4
-com.google.oauth-client:google-oauth-client:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
 com.google.protobuf:protobuf-java-util:3.17.3
 com.google.protobuf:protobuf-java:3.17.3
 com.google.re2j:re2j:1.6
@@ -160,32 +166,36 @@ dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-alts:1.39.0
-io.grpc:grpc-api:1.39.0
-io.grpc:grpc-auth:1.39.0
-io.grpc:grpc-context:1.39.0
-io.grpc:grpc-core:1.39.0
-io.grpc:grpc-grpclb:1.39.0
-io.grpc:grpc-netty-shaded:1.39.0
-io.grpc:grpc-netty:1.32.2
-io.grpc:grpc-protobuf-lite:1.39.0
-io.grpc:grpc-protobuf:1.39.0
-io.grpc:grpc-stub:1.39.0
-io.netty:netty-buffer:4.1.51.Final
-io.netty:netty-codec-http2:4.1.51.Final
-io.netty:netty-codec-http:4.1.51.Final
-io.netty:netty-codec-socks:4.1.51.Final
-io.netty:netty-codec:4.1.51.Final
-io.netty:netty-common:4.1.51.Final
-io.netty:netty-handler-proxy:4.1.51.Final
-io.netty:netty-handler:4.1.51.Final
-io.netty:netty-resolver:4.1.51.Final
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
 io.netty:netty-tcnative-boringssl-static:2.0.33.Final
-io.netty:netty-transport:4.1.51.Final
+io.netty:netty-transport:4.1.52.Final
 io.opencensus:opencensus-api:0.28.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
 io.opencensus:opencensus-contrib-http-util:0.28.0
 io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
@@ -202,41 +212,43 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
+joda-time:joda-time:2.10.10
 junit:junit:4.13.1
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.28.0
-org.apache.beam:beam-model-job-management:2.28.0
-org.apache.beam:beam-model-pipeline:2.28.0
-org.apache.beam:beam-runners-core-construction-java:2.28.0
-org.apache.beam:beam-runners-core-java:2.28.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
-org.apache.beam:beam-runners-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-core:2.28.0
-org.apache.beam:beam-sdks-java-expansion-service:2.28.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
-org.apache.beam:beam-sdks-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
 org.apache.httpcomponents:httpcore:4.4.14
-org.apache.logging.log4j:log4j-api:2.13.3
-org.apache.logging.log4j:log4j-core:2.13.3
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.8.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
 org.codehaus.mojo:animal-sniffer-annotations:1.20
@@ -271,6 +283,8 @@ org.rnorth.visible-assertions:visible-assertions:2.1.2
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
 org.testcontainers:database-commons:1.15.2
 org.testcontainers:jdbc:1.15.2
 org.testcontainers:postgresql:1.15.2
@@ -279,8 +293,8 @@ org.threeten:threetenbp:1.5.1
 org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/runtimeClasspath.lockfile

@@ -5,15 +5,17 @@ antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.12.1
-com.fasterxml.jackson.core:jackson-core:2.12.1
-com.fasterxml.jackson.core:jackson-databind:2.12.1
-com.fasterxml.jackson:jackson-bom:2.12.1
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
 com.github.docker-java:docker-java-api:3.2.7
 com.github.docker-java:docker-java-transport-zerodep:3.2.7
@@ -26,112 +28,116 @@ com.github.jnr:jnr-ffi:2.2.1
 com.github.jnr:jnr-posix:3.1.4
 com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
 com.google.api-client:google-api-client-appengine:1.31.3
-com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-jackson2:1.31.3
 com.google.api-client:google-api-client-java6:1.31.3
 com.google.api-client:google-api-client-servlet:1.31.3
-com.google.api-client:google-api-client:1.31.3
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
-com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
-com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
-com.google.api.grpc:grpc-google-common-protos:1.18.1
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
-com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api-client:google-api-client:1.32.1
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
 com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
-com.google.api.grpc:proto-google-common-protos:2.3.2
-com.google.api.grpc:proto-google-iam-v1:1.0.14
-com.google.api:api-common:1.10.4
-com.google.api:gax-grpc:1.66.0
-com.google.api:gax-httpjson:0.79.0
-com.google.api:gax:1.66.0
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
 com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
 com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
-com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
 com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
-com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
 com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
 com.google.apis:google-api-services-drive:v2-rev393-1.25.0
 com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
-com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
 com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
-com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
 com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
 com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
-com.google.apis:google-api-services-storage:v1-rev20210127-1.31.0
+com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
 com.google.appengine.tools:appengine-gcs-client:0.8.1
 com.google.appengine.tools:appengine-mapreduce:0.9
 com.google.appengine.tools:appengine-pipeline:0.2.13
 com.google.appengine:appengine-api-1.0-sdk:1.9.86
 com.google.appengine:appengine-remote-api:1.9.86
 com.google.appengine:appengine-testing:1.9.86
-com.google.auth:google-auth-library-credentials:0.26.0
-com.google.auth:google-auth-library-oauth2-http:0.26.0
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
 com.google.auto.service:auto-service-annotations:1.0-rc7
-com.google.auto.value:auto-value-annotations:1.8.1
+com.google.auto.value:auto-value-annotations:1.8.2
 com.google.auto.value:auto-value:1.7.4
-com.google.cloud.bigdataoss:gcsio:2.1.6
-com.google.cloud.bigdataoss:util:2.1.6
-com.google.cloud.bigtable:bigtable-client-core:1.16.0
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
 com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
 com.google.cloud.sql:postgres-socket-factory:1.2.1
-com.google.cloud:google-cloud-bigquery:1.122.2
-com.google.cloud:google-cloud-bigquerystorage:1.5.5
-com.google.cloud:google-cloud-bigtable:1.14.0
-com.google.cloud:google-cloud-core-grpc:1.93.9
-com.google.cloud:google-cloud-core-http:1.94.1
-com.google.cloud:google-cloud-core:1.94.3
-com.google.cloud:google-cloud-pubsub:1.110.0
-com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
 com.google.cloud:google-cloud-secretmanager:1.4.0
-com.google.cloud:google-cloud-spanner:2.0.2
+com.google.cloud:google-cloud-spanner:6.12.1
 com.google.cloud:google-cloud-storage:1.113.12
 com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.7
+com.google.code.gson:gson:2.8.8
 com.google.common.html.types:types:1.0.6
 com.google.dagger:dagger:2.33
-com.google.errorprone:error_prone_annotations:2.7.1
+com.google.errorprone:error_prone_annotations:2.9.0
 com.google.escapevelocity:escapevelocity:0.9.1
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava:30.1.1-jre
 com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.9.0
-com.google.http-client:google-http-client-apache-v2:1.39.0
-com.google.http-client:google-http-client-appengine:1.39.0
-com.google.http-client:google-http-client-gson:1.39.2
-com.google.http-client:google-http-client-jackson2:1.39.0
+com.google.http-client:google-http-client-apache-v2:1.39.2
+com.google.http-client:google-http-client-appengine:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
+com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.39.2
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
@@ -142,7 +148,7 @@ com.google.oauth-client:google-oauth-client-appengine:1.31.4
 com.google.oauth-client:google-oauth-client-java6:1.31.4
 com.google.oauth-client:google-oauth-client-jetty:1.31.4
 com.google.oauth-client:google-oauth-client-servlet:1.31.4
-com.google.oauth-client:google-oauth-client:1.31.4
+com.google.oauth-client:google-oauth-client:1.31.5
 com.google.protobuf:protobuf-java-util:3.17.3
 com.google.protobuf:protobuf-java:3.17.3
 com.google.re2j:re2j:1.6
@@ -161,32 +167,36 @@ dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.65
-io.grpc:grpc-alts:1.39.0
-io.grpc:grpc-api:1.39.0
-io.grpc:grpc-auth:1.39.0
-io.grpc:grpc-context:1.39.0
-io.grpc:grpc-core:1.39.0
-io.grpc:grpc-grpclb:1.39.0
-io.grpc:grpc-netty-shaded:1.39.0
-io.grpc:grpc-netty:1.32.2
-io.grpc:grpc-protobuf-lite:1.39.0
-io.grpc:grpc-protobuf:1.39.0
-io.grpc:grpc-stub:1.39.0
-io.netty:netty-buffer:4.1.51.Final
-io.netty:netty-codec-http2:4.1.51.Final
-io.netty:netty-codec-http:4.1.51.Final
-io.netty:netty-codec-socks:4.1.51.Final
-io.netty:netty-codec:4.1.51.Final
-io.netty:netty-common:4.1.51.Final
-io.netty:netty-handler-proxy:4.1.51.Final
-io.netty:netty-handler:4.1.51.Final
-io.netty:netty-resolver:4.1.51.Final
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
 io.netty:netty-tcnative-boringssl-static:2.0.33.Final
-io.netty:netty-transport:4.1.51.Final
+io.netty:netty-transport:4.1.52.Final
 io.opencensus:opencensus-api:0.28.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
 io.opencensus:opencensus-contrib-http-util:0.28.0
 io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
@@ -203,40 +213,42 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
+joda-time:joda-time:2.10.10
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy:1.10.17
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.28.0
-org.apache.beam:beam-model-job-management:2.28.0
-org.apache.beam:beam-model-pipeline:2.28.0
-org.apache.beam:beam-runners-core-construction-java:2.28.0
-org.apache.beam:beam-runners-core-java:2.28.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
-org.apache.beam:beam-runners-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-core:2.28.0
-org.apache.beam:beam-sdks-java-expansion-service:2.28.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
-org.apache.beam:beam-sdks-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
-org.apache.commons:commons-lang3:3.5
+org.apache.commons:commons-lang3:3.8.1
 org.apache.httpcomponents:httpclient:4.5.13
 org.apache.httpcomponents:httpcore:4.4.14
-org.apache.logging.log4j:log4j-api:2.13.3
-org.apache.logging.log4j:log4j-core:2.13.3
 org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.8.0
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
 org.codehaus.mojo:animal-sniffer-annotations:1.20
@@ -272,6 +284,8 @@ org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
 org.slf4j:slf4j-jdk14:1.7.28
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
 org.testcontainers:database-commons:1.15.2
 org.testcontainers:jdbc:1.15.2
 org.testcontainers:postgresql:1.15.2
@@ -280,8 +294,8 @@ org.threeten:threetenbp:1.5.1
 org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/testCompile.lockfile

@@ -5,11 +5,13 @@ antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.12.3
-com.fasterxml.jackson.core:jackson-core:2.12.3
-com.fasterxml.jackson.core:jackson-databind:2.12.3
-com.fasterxml.jackson:jackson-bom:2.12.3
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
 com.github.docker-java:docker-java-api:3.2.7
 com.github.docker-java:docker-java-transport-zerodep:3.2.7
@@ -22,61 +24,60 @@ com.github.jnr:jnr-ffi:2.2.1
 com.github.jnr:jnr-posix:3.1.4
 com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
 com.google.api-client:google-api-client-appengine:1.31.3
-com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-jackson2:1.31.3
 com.google.api-client:google-api-client-java6:1.31.3
 com.google.api-client:google-api-client-servlet:1.31.3
 com.google.api-client:google-api-client:1.32.1
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
-com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
-com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
-com.google.api.grpc:grpc-google-common-protos:1.18.1
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
-com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
 com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
-com.google.api.grpc:proto-google-common-protos:2.3.2
-com.google.api.grpc:proto-google-iam-v1:1.0.14
-com.google.api:api-common:1.10.4
-com.google.api:gax-grpc:1.66.0
-com.google.api:gax-httpjson:0.83.0
-com.google.api:gax:1.66.0
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
 com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
 com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
-com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
 com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
-com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
 com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
 com.google.apis:google-api-services-drive:v2-rev393-1.25.0
 com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
-com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
 com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
-com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
 com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
 com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
 com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
@@ -87,38 +88,43 @@ com.google.appengine:appengine-api-1.0-sdk:1.9.86
 com.google.appengine:appengine-api-stubs:1.9.86
 com.google.appengine:appengine-remote-api:1.9.86
 com.google.appengine:appengine-testing:1.9.86
-com.google.auth:google-auth-library-credentials:0.26.0
-com.google.auth:google-auth-library-oauth2-http:0.26.0
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
 com.google.auto.service:auto-service-annotations:1.0-rc7
-com.google.auto.value:auto-value-annotations:1.8.1
+com.google.auto.value:auto-value-annotations:1.8.2
 com.google.auto.value:auto-value:1.7.4
-com.google.cloud.bigdataoss:gcsio:2.1.6
-com.google.cloud.bigdataoss:util:2.1.6
-com.google.cloud.bigtable:bigtable-client-core:1.16.0
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
 com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
-com.google.cloud:google-cloud-bigquery:1.122.2
-com.google.cloud:google-cloud-bigquerystorage:1.5.5
-com.google.cloud:google-cloud-bigtable:1.14.0
-com.google.cloud:google-cloud-core-grpc:1.93.9
-com.google.cloud:google-cloud-core-http:1.95.4
-com.google.cloud:google-cloud-core:1.95.4
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
 com.google.cloud:google-cloud-nio:0.123.4
-com.google.cloud:google-cloud-pubsub:1.110.0
-com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
 com.google.cloud:google-cloud-secretmanager:1.4.0
-com.google.cloud:google-cloud-spanner:2.0.2
+com.google.cloud:google-cloud-spanner:6.12.1
 com.google.cloud:google-cloud-storage:1.118.0
 com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.7
+com.google.code.gson:gson:2.8.8
 com.google.common.html.types:types:1.0.6
 com.google.dagger:dagger:2.33
-com.google.errorprone:error_prone_annotations:2.7.1
+com.google.errorprone:error_prone_annotations:2.9.0
 com.google.escapevelocity:escapevelocity:0.9.1
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.6
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava-testlib:30.1.1-jre
 com.google.guava:guava:30.1.1-jre
@@ -126,10 +132,10 @@ com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.9.0
 com.google.http-client:google-http-client-apache-v2:1.39.2
 com.google.http-client:google-http-client-appengine:1.39.2
-com.google.http-client:google-http-client-gson:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
 com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.39.2
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
@@ -162,32 +168,36 @@ com.zaxxer:HikariCP:3.4.5
 commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
 dnsjava:dnsjava:3.3.1
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.102
-io.grpc:grpc-alts:1.39.0
-io.grpc:grpc-api:1.39.0
-io.grpc:grpc-auth:1.39.0
-io.grpc:grpc-context:1.39.0
-io.grpc:grpc-core:1.39.0
-io.grpc:grpc-grpclb:1.39.0
-io.grpc:grpc-netty-shaded:1.39.0
-io.grpc:grpc-netty:1.32.2
-io.grpc:grpc-protobuf-lite:1.39.0
-io.grpc:grpc-protobuf:1.39.0
-io.grpc:grpc-stub:1.39.0
-io.netty:netty-buffer:4.1.51.Final
-io.netty:netty-codec-http2:4.1.51.Final
-io.netty:netty-codec-http:4.1.51.Final
-io.netty:netty-codec-socks:4.1.51.Final
-io.netty:netty-codec:4.1.51.Final
-io.netty:netty-common:4.1.51.Final
-io.netty:netty-handler-proxy:4.1.51.Final
-io.netty:netty-handler:4.1.51.Final
-io.netty:netty-resolver:4.1.51.Final
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
 io.netty:netty-tcnative-boringssl-static:2.0.33.Final
-io.netty:netty-transport:4.1.51.Final
+io.netty:netty-transport:4.1.52.Final
 io.opencensus:opencensus-api:0.28.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
 io.opencensus:opencensus-contrib-http-util:0.28.0
 io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
@@ -204,30 +214,34 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
+joda-time:joda-time:2.10.10
 junit:junit:4.13.2
 net.bytebuddy:byte-buddy-agent:1.10.19
 net.bytebuddy:byte-buddy:1.10.19
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.28.0
-org.apache.beam:beam-model-job-management:2.28.0
-org.apache.beam:beam-model-pipeline:2.28.0
-org.apache.beam:beam-runners-core-construction-java:2.28.0
-org.apache.beam:beam-runners-core-java:2.28.0
-org.apache.beam:beam-runners-direct-java:2.28.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
-org.apache.beam:beam-runners-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-core:2.28.0
-org.apache.beam:beam-sdks-java-expansion-service:2.28.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
-org.apache.beam:beam-sdks-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-direct-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.8.1
@@ -236,7 +250,6 @@ org.apache.ftpserver:ftplet-api:1.0.6
 org.apache.ftpserver:ftpserver-core:1.0.6
 org.apache.httpcomponents:httpclient:4.5.13
 org.apache.httpcomponents:httpcore:4.4.14
-org.apache.logging.log4j:log4j-api:2.6.2
 org.apache.mina:mina-core:2.0.4
 org.apache.sshd:sshd-core:2.0.0
 org.apache.sshd:sshd-scp:2.0.0
@@ -247,7 +260,7 @@ org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.9.1
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
 org.codehaus.mojo:animal-sniffer-annotations:1.20
@@ -307,6 +320,8 @@ org.seleniumhq.selenium:selenium-remote-driver:3.141.59
 org.seleniumhq.selenium:selenium-safari-driver:3.141.59
 org.seleniumhq.selenium:selenium-support:3.141.59
 org.slf4j:slf4j-api:1.7.30
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
 org.testcontainers:database-commons:1.15.2
 org.testcontainers:jdbc:1.15.2
 org.testcontainers:junit-jupiter:1.15.2
@@ -316,8 +331,8 @@ org.testcontainers:testcontainers:1.15.2
 org.threeten:threetenbp:1.5.1
 org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/testCompileClasspath.lockfile

@@ -5,11 +5,13 @@ antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
-com.fasterxml.jackson.core:jackson-annotations:2.12.3
-com.fasterxml.jackson.core:jackson-core:2.12.3
-com.fasterxml.jackson.core:jackson-databind:2.12.3
-com.fasterxml.jackson:jackson-bom:2.12.3
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
 com.github.docker-java:docker-java-api:3.2.7
 com.github.docker-java:docker-java-transport-zerodep:3.2.7
@@ -22,60 +24,59 @@ com.github.jnr:jnr-ffi:2.2.1
 com.github.jnr:jnr-posix:3.1.4
 com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.github.rholder:guava-retrying:2.0.0
 com.google.api-client:google-api-client-appengine:1.31.3
-com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-jackson2:1.31.3
 com.google.api-client:google-api-client-java6:1.31.3
 com.google.api-client:google-api-client-servlet:1.31.3
 com.google.api-client:google-api-client:1.32.1
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
-com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
-com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
-com.google.api.grpc:grpc-google-common-protos:1.18.1
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
-com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
 com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
-com.google.api.grpc:proto-google-common-protos:2.3.2
-com.google.api.grpc:proto-google-iam-v1:1.0.14
-com.google.api:api-common:1.10.4
-com.google.api:gax-grpc:1.66.0
-com.google.api:gax-httpjson:0.83.0
-com.google.api:gax:1.66.0
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
 com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
 com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
-com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
 com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
-com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
 com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
 com.google.apis:google-api-services-drive:v2-rev393-1.25.0
 com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
-com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
 com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
-com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
 com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
 com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
 com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
@@ -86,37 +87,43 @@ com.google.appengine:appengine-api-1.0-sdk:1.9.86
 com.google.appengine:appengine-api-stubs:1.9.86
 com.google.appengine:appengine-remote-api:1.9.86
 com.google.appengine:appengine-testing:1.9.86
-com.google.auth:google-auth-library-credentials:0.26.0
-com.google.auth:google-auth-library-oauth2-http:0.26.0
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
 com.google.auto.service:auto-service-annotations:1.0-rc7
-com.google.auto.value:auto-value-annotations:1.8.1
+com.google.auto.value:auto-value-annotations:1.8.2
 com.google.auto.value:auto-value:1.7.4
-com.google.cloud.bigdataoss:gcsio:2.1.6
-com.google.cloud.bigdataoss:util:2.1.6
-com.google.cloud.bigtable:bigtable-client-core:1.16.0
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
 com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
-com.google.cloud:google-cloud-bigquery:1.122.2
-com.google.cloud:google-cloud-bigquerystorage:1.5.5
-com.google.cloud:google-cloud-bigtable:1.14.0
-com.google.cloud:google-cloud-core-grpc:1.93.9
-com.google.cloud:google-cloud-core-http:1.95.4
-com.google.cloud:google-cloud-core:1.95.4
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
 com.google.cloud:google-cloud-nio:0.123.4
-com.google.cloud:google-cloud-pubsub:1.110.0
-com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
 com.google.cloud:google-cloud-secretmanager:1.4.0
-com.google.cloud:google-cloud-spanner:2.0.2
+com.google.cloud:google-cloud-spanner:6.12.1
 com.google.cloud:google-cloud-storage:1.118.0
 com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.7
+com.google.code.gson:gson:2.8.8
 com.google.common.html.types:types:1.0.6
 com.google.dagger:dagger:2.33
-com.google.errorprone:error_prone_annotations:2.7.1
+com.google.errorprone:error_prone_annotations:2.9.0
 com.google.escapevelocity:escapevelocity:0.9.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.6
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava-testlib:30.1.1-jre
 com.google.guava:guava:30.1.1-jre
@@ -124,10 +131,10 @@ com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.9.0
 com.google.http-client:google-http-client-apache-v2:1.39.2
 com.google.http-client:google-http-client-appengine:1.39.2
-com.google.http-client:google-http-client-gson:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
 com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.39.2
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
@@ -160,30 +167,34 @@ com.zaxxer:HikariCP:3.4.5
 commons-codec:commons-codec:1.15
 commons-logging:commons-logging:1.2
 dnsjava:dnsjava:3.3.1
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.102
-io.grpc:grpc-alts:1.39.0
-io.grpc:grpc-api:1.39.0
-io.grpc:grpc-auth:1.39.0
-io.grpc:grpc-context:1.39.0
-io.grpc:grpc-core:1.39.0
-io.grpc:grpc-grpclb:1.39.0
-io.grpc:grpc-netty-shaded:1.39.0
-io.grpc:grpc-netty:1.32.2
-io.grpc:grpc-protobuf-lite:1.39.0
-io.grpc:grpc-protobuf:1.39.0
-io.grpc:grpc-stub:1.39.0
-io.netty:netty-buffer:4.1.51.Final
-io.netty:netty-codec-http2:4.1.51.Final
-io.netty:netty-codec-http:4.1.51.Final
-io.netty:netty-codec:4.1.51.Final
-io.netty:netty-common:4.1.51.Final
-io.netty:netty-handler:4.1.51.Final
-io.netty:netty-resolver:4.1.51.Final
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
 io.netty:netty-tcnative-boringssl-static:2.0.33.Final
-io.netty:netty-transport:4.1.51.Final
+io.netty:netty-transport:4.1.52.Final
 io.opencensus:opencensus-api:0.28.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
 io.opencensus:opencensus-contrib-http-util:0.28.0
 it.unimi.dsi:fastutil:6.5.16
 javax.activation:activation:1.1
@@ -199,30 +210,34 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
+joda-time:joda-time:2.10.10
 junit:junit:4.13.2
 net.bytebuddy:byte-buddy-agent:1.10.19
 net.bytebuddy:byte-buddy:1.10.19
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.28.0
-org.apache.beam:beam-model-job-management:2.28.0
-org.apache.beam:beam-model-pipeline:2.28.0
-org.apache.beam:beam-runners-core-construction-java:2.28.0
-org.apache.beam:beam-runners-core-java:2.28.0
-org.apache.beam:beam-runners-direct-java:2.28.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
-org.apache.beam:beam-runners-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-core:2.28.0
-org.apache.beam:beam-sdks-java-expansion-service:2.28.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
-org.apache.beam:beam-sdks-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-direct-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.8.1
@@ -231,7 +246,6 @@ org.apache.ftpserver:ftplet-api:1.0.6
 org.apache.ftpserver:ftpserver-core:1.0.6
 org.apache.httpcomponents:httpclient:4.5.13
 org.apache.httpcomponents:httpcore:4.4.14
-org.apache.logging.log4j:log4j-api:2.6.2
 org.apache.mina:mina-core:2.0.4
 org.apache.sshd:sshd-core:2.0.0
 org.apache.sshd:sshd-scp:2.0.0
@@ -242,7 +256,7 @@ org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.9.1
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
 org.conscrypt:conscrypt-openjdk-uber:2.5.1
@@ -301,6 +315,8 @@ org.seleniumhq.selenium:selenium-remote-driver:3.141.59
 org.seleniumhq.selenium:selenium-safari-driver:3.141.59
 org.seleniumhq.selenium:selenium-support:3.141.59
 org.slf4j:slf4j-api:1.7.30
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
 org.testcontainers:database-commons:1.15.2
 org.testcontainers:jdbc:1.15.2
 org.testcontainers:junit-jupiter:1.15.2
@@ -310,8 +326,8 @@ org.testcontainers:testcontainers:1.15.2
 org.threeten:threetenbp:1.5.1
 org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/testRuntime.lockfile

@@ -5,15 +5,17 @@ antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.12.3
-com.fasterxml.jackson.core:jackson-core:2.12.3
-com.fasterxml.jackson.core:jackson-databind:2.12.3
-com.fasterxml.jackson:jackson-bom:2.12.3
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
 com.github.docker-java:docker-java-api:3.2.7
 com.github.docker-java:docker-java-transport-zerodep:3.2.7
@@ -26,61 +28,60 @@ com.github.jnr:jnr-ffi:2.2.1
 com.github.jnr:jnr-posix:3.1.4
 com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
 com.google.api-client:google-api-client-appengine:1.31.3
-com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-jackson2:1.31.3
 com.google.api-client:google-api-client-java6:1.31.3
 com.google.api-client:google-api-client-servlet:1.31.3
 com.google.api-client:google-api-client:1.32.1
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
-com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
-com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
-com.google.api.grpc:grpc-google-common-protos:1.18.1
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
-com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
 com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
-com.google.api.grpc:proto-google-common-protos:2.3.2
-com.google.api.grpc:proto-google-iam-v1:1.0.14
-com.google.api:api-common:1.10.4
-com.google.api:gax-grpc:1.66.0
-com.google.api:gax-httpjson:0.83.0
-com.google.api:gax:1.66.0
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
 com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
 com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
-com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
 com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
-com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
 com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
 com.google.apis:google-api-services-drive:v2-rev393-1.25.0
 com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
-com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
 com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
-com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
 com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
 com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
 com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
@@ -91,39 +92,44 @@ com.google.appengine:appengine-api-1.0-sdk:1.9.86
 com.google.appengine:appengine-api-stubs:1.9.86
 com.google.appengine:appengine-remote-api:1.9.86
 com.google.appengine:appengine-testing:1.9.86
-com.google.auth:google-auth-library-credentials:0.26.0
-com.google.auth:google-auth-library-oauth2-http:0.26.0
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
 com.google.auto.service:auto-service-annotations:1.0-rc7
-com.google.auto.value:auto-value-annotations:1.8.1
+com.google.auto.value:auto-value-annotations:1.8.2
 com.google.auto.value:auto-value:1.7.4
-com.google.cloud.bigdataoss:gcsio:2.1.6
-com.google.cloud.bigdataoss:util:2.1.6
-com.google.cloud.bigtable:bigtable-client-core:1.16.0
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
 com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
 com.google.cloud.sql:postgres-socket-factory:1.2.1
-com.google.cloud:google-cloud-bigquery:1.122.2
-com.google.cloud:google-cloud-bigquerystorage:1.5.5
-com.google.cloud:google-cloud-bigtable:1.14.0
-com.google.cloud:google-cloud-core-grpc:1.93.9
-com.google.cloud:google-cloud-core-http:1.95.4
-com.google.cloud:google-cloud-core:1.95.4
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
 com.google.cloud:google-cloud-nio:0.123.4
-com.google.cloud:google-cloud-pubsub:1.110.0
-com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
 com.google.cloud:google-cloud-secretmanager:1.4.0
-com.google.cloud:google-cloud-spanner:2.0.2
+com.google.cloud:google-cloud-spanner:6.12.1
 com.google.cloud:google-cloud-storage:1.118.0
 com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.7
+com.google.code.gson:gson:2.8.8
 com.google.common.html.types:types:1.0.6
 com.google.dagger:dagger:2.33
-com.google.errorprone:error_prone_annotations:2.7.1
+com.google.errorprone:error_prone_annotations:2.9.0
 com.google.escapevelocity:escapevelocity:0.9.1
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava-testlib:30.1.1-jre
 com.google.guava:guava:30.1.1-jre
@@ -131,10 +137,10 @@ com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.9.0
 com.google.http-client:google-http-client-apache-v2:1.39.2
 com.google.http-client:google-http-client-appengine:1.39.2
-com.google.http-client:google-http-client-gson:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
 com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.39.2
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
@@ -170,33 +176,37 @@ dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.102
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
 io.github.java-diff-utils:java-diff-utils:4.9
-io.grpc:grpc-alts:1.39.0
-io.grpc:grpc-api:1.39.0
-io.grpc:grpc-auth:1.39.0
-io.grpc:grpc-context:1.39.0
-io.grpc:grpc-core:1.39.0
-io.grpc:grpc-grpclb:1.39.0
-io.grpc:grpc-netty-shaded:1.39.0
-io.grpc:grpc-netty:1.32.2
-io.grpc:grpc-protobuf-lite:1.39.0
-io.grpc:grpc-protobuf:1.39.0
-io.grpc:grpc-stub:1.39.0
-io.netty:netty-buffer:4.1.51.Final
-io.netty:netty-codec-http2:4.1.51.Final
-io.netty:netty-codec-http:4.1.51.Final
-io.netty:netty-codec-socks:4.1.51.Final
-io.netty:netty-codec:4.1.51.Final
-io.netty:netty-common:4.1.51.Final
-io.netty:netty-handler-proxy:4.1.51.Final
-io.netty:netty-handler:4.1.51.Final
-io.netty:netty-resolver:4.1.51.Final
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
 io.netty:netty-tcnative-boringssl-static:2.0.33.Final
-io.netty:netty-transport:4.1.51.Final
+io.netty:netty-transport:4.1.52.Final
 io.opencensus:opencensus-api:0.28.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
 io.opencensus:opencensus-contrib-http-util:0.28.0
 io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
@@ -213,31 +223,35 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
+joda-time:joda-time:2.10.10
 junit:junit:4.13.2
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy-agent:1.10.19
 net.bytebuddy:byte-buddy:1.10.19
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.28.0
-org.apache.beam:beam-model-job-management:2.28.0
-org.apache.beam:beam-model-pipeline:2.28.0
-org.apache.beam:beam-runners-core-construction-java:2.28.0
-org.apache.beam:beam-runners-core-java:2.28.0
-org.apache.beam:beam-runners-direct-java:2.28.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
-org.apache.beam:beam-runners-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-core:2.28.0
-org.apache.beam:beam-sdks-java-expansion-service:2.28.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
-org.apache.beam:beam-sdks-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-direct-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.8.1
@@ -246,8 +260,6 @@ org.apache.ftpserver:ftplet-api:1.0.6
 org.apache.ftpserver:ftpserver-core:1.0.6
 org.apache.httpcomponents:httpclient:4.5.13
 org.apache.httpcomponents:httpcore:4.4.14
-org.apache.logging.log4j:log4j-api:2.13.3
-org.apache.logging.log4j:log4j-core:2.13.3
 org.apache.mina:mina-core:2.0.4
 org.apache.sshd:sshd-core:2.0.0
 org.apache.sshd:sshd-scp:2.0.0
@@ -258,7 +270,7 @@ org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.9.1
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
 org.codehaus.mojo:animal-sniffer-annotations:1.20
@@ -320,6 +332,8 @@ org.seleniumhq.selenium:selenium-support:3.141.59
 org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
 org.testcontainers:database-commons:1.15.2
 org.testcontainers:jdbc:1.15.2
 org.testcontainers:junit-jupiter:1.15.2
@@ -330,8 +344,8 @@ org.threeten:threetenbp:1.5.1
 org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/gradle/dependency-locks/testRuntimeClasspath.lockfile

@@ -5,15 +5,17 @@ antlr:antlr:2.7.7
 aopalliance:aopalliance:1.0
 args4j:args4j:2.0.23
 cglib:cglib-nodep:2.2
+com.101tec:zkclient:0.10
 com.beust:jcommander:1.60
 com.eclipsesource.j2v8:j2v8_linux_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_macosx_x86_64:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86:4.6.0
 com.eclipsesource.j2v8:j2v8_win32_x86_64:4.6.0
-com.fasterxml.jackson.core:jackson-annotations:2.12.3
-com.fasterxml.jackson.core:jackson-core:2.12.3
-com.fasterxml.jackson.core:jackson-databind:2.12.3
-com.fasterxml.jackson:jackson-bom:2.12.3
+com.fasterxml.jackson.core:jackson-annotations:2.12.4
+com.fasterxml.jackson.core:jackson-core:2.12.4
+com.fasterxml.jackson.core:jackson-databind:2.12.4
+com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.12.4
+com.fasterxml.jackson:jackson-bom:2.12.4
 com.fasterxml:classmate:1.5.1
 com.github.docker-java:docker-java-api:3.2.7
 com.github.docker-java:docker-java-transport-zerodep:3.2.7
@@ -26,61 +28,60 @@ com.github.jnr:jnr-ffi:2.2.1
 com.github.jnr:jnr-posix:3.1.4
 com.github.jnr:jnr-unixsocket:0.38.5
 com.github.jnr:jnr-x86asm:1.0.2
-com.github.rholder:guava-retrying:2.0.0
 com.google.android:annotations:4.1.1.4
 com.google.api-client:google-api-client-appengine:1.31.3
-com.google.api-client:google-api-client-jackson2:1.30.10
+com.google.api-client:google-api-client-jackson2:1.31.3
 com.google.api-client:google-api-client-java6:1.31.3
 com.google.api-client:google-api-client-servlet:1.31.3
 com.google.api-client:google-api-client:1.32.1
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.14.0
-com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.90.3
-com.google.api.grpc:grpc-google-cloud-pubsublite-v1:0.7.0
-com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:grpc-google-cloud-spanner-v1:2.0.2
-com.google.api.grpc:grpc-google-common-protos:1.18.1
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:1.5.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1alpha2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.105.5
-com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.105.5
-com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:1.14.0
-com.google.api.grpc:proto-google-cloud-bigtable-v2:1.16.1
-com.google.api.grpc:proto-google-cloud-datastore-v1:0.88.9
-com.google.api.grpc:proto-google-cloud-pubsub-v1:1.92.0
-com.google.api.grpc:proto-google-cloud-pubsublite-v1:0.7.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:grpc-google-cloud-bigtable-admin-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-bigtable-v2:1.27.1
+com.google.api.grpc:grpc-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:grpc-google-cloud-pubsublite-v1:1.2.0
+com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:grpc-google-cloud-spanner-v1:6.12.1
+com.google.api.grpc:grpc-google-common-protos:2.3.2
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1:2.1.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta1:0.125.0
+com.google.api.grpc:proto-google-cloud-bigquerystorage-v1beta2:0.125.0
+com.google.api.grpc:proto-google-cloud-bigtable-admin-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-bigtable-v2:2.1.0
+com.google.api.grpc:proto-google-cloud-datastore-v1:0.91.3
+com.google.api.grpc:proto-google-cloud-firestore-v1:3.0.2
+com.google.api.grpc:proto-google-cloud-pubsub-v1:1.96.2
+com.google.api.grpc:proto-google-cloud-pubsublite-v1:1.2.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1:1.4.0
 com.google.api.grpc:proto-google-cloud-secretmanager-v1beta1:1.4.0
-com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:2.0.2
-com.google.api.grpc:proto-google-cloud-spanner-v1:2.0.2
+com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:6.12.1
+com.google.api.grpc:proto-google-cloud-spanner-v1:6.12.1
 com.google.api.grpc:proto-google-cloud-tasks-v2:1.33.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta2:0.89.2
 com.google.api.grpc:proto-google-cloud-tasks-v2beta3:0.89.2
-com.google.api.grpc:proto-google-common-protos:2.3.2
-com.google.api.grpc:proto-google-iam-v1:1.0.14
-com.google.api:api-common:1.10.4
-com.google.api:gax-grpc:1.66.0
-com.google.api:gax-httpjson:0.83.0
-com.google.api:gax:1.66.0
+com.google.api.grpc:proto-google-common-protos:2.5.0
+com.google.api.grpc:proto-google-iam-v1:1.1.0
+com.google.api:api-common:2.0.2
+com.google.api:gax-grpc:2.4.1
+com.google.api:gax-httpjson:0.88.0
+com.google.api:gax:2.4.1
 com.google.apis:google-api-services-admin-directory:directory_v1-rev118-1.25.0
 com.google.apis:google-api-services-appengine:v1-rev130-1.25.0
-com.google.apis:google-api-services-bigquery:v2-rev20200916-1.30.10
-com.google.apis:google-api-services-clouddebugger:v2-rev20200501-1.30.10
+com.google.apis:google-api-services-bigquery:v2-rev20210813-1.32.1
+com.google.apis:google-api-services-clouddebugger:v2-rev20210813-1.32.1
 com.google.apis:google-api-services-cloudkms:v1-rev108-1.25.0
-com.google.apis:google-api-services-cloudresourcemanager:v1-rev20200720-1.30.10
-com.google.apis:google-api-services-dataflow:v1b3-rev20200713-1.30.10
+com.google.apis:google-api-services-cloudresourcemanager:v1-rev20210815-1.32.1
+com.google.apis:google-api-services-dataflow:v1b3-rev20210818-1.32.1
 com.google.apis:google-api-services-dns:v2beta1-rev99-1.25.0
 com.google.apis:google-api-services-drive:v2-rev393-1.25.0
 com.google.apis:google-api-services-groupssettings:v1-rev82-1.25.0
-com.google.apis:google-api-services-healthcare:v1beta1-rev20200713-1.30.10
-com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.30.10
+com.google.apis:google-api-services-healthcare:v1-rev20210806-1.32.1
+com.google.apis:google-api-services-iamcredentials:v1-rev20201022-1.31.0
 com.google.apis:google-api-services-monitoring:v3-rev540-1.25.0
-com.google.apis:google-api-services-pubsub:v1-rev20200713-1.30.10
+com.google.apis:google-api-services-pubsub:v1-rev20210809-1.32.1
 com.google.apis:google-api-services-sheets:v4-rev612-1.25.0
 com.google.apis:google-api-services-sqladmin:v1beta4-rev20210119-1.31.0
 com.google.apis:google-api-services-storage:v1-rev20210127-1.32.1
@@ -91,39 +92,44 @@ com.google.appengine:appengine-api-1.0-sdk:1.9.86
 com.google.appengine:appengine-api-stubs:1.9.86
 com.google.appengine:appengine-remote-api:1.9.86
 com.google.appengine:appengine-testing:1.9.86
-com.google.auth:google-auth-library-credentials:0.26.0
-com.google.auth:google-auth-library-oauth2-http:0.26.0
+com.google.auth:google-auth-library-credentials:1.1.0
+com.google.auth:google-auth-library-oauth2-http:1.1.0
 com.google.auto.service:auto-service-annotations:1.0-rc7
-com.google.auto.value:auto-value-annotations:1.8.1
+com.google.auto.value:auto-value-annotations:1.8.2
 com.google.auto.value:auto-value:1.7.4
-com.google.cloud.bigdataoss:gcsio:2.1.6
-com.google.cloud.bigdataoss:util:2.1.6
-com.google.cloud.bigtable:bigtable-client-core:1.16.0
+com.google.cloud.bigdataoss:gcsio:2.2.2
+com.google.cloud.bigdataoss:util:2.2.2
+com.google.cloud.bigtable:bigtable-client-core:1.23.1
+com.google.cloud.bigtable:bigtable-metrics-api:1.23.1
 com.google.cloud.datastore:datastore-v1-proto-client:1.6.3
 com.google.cloud.sql:jdbc-socket-factory-core:1.2.1
 com.google.cloud.sql:postgres-socket-factory:1.2.1
-com.google.cloud:google-cloud-bigquery:1.122.2
-com.google.cloud:google-cloud-bigquerystorage:1.5.5
-com.google.cloud:google-cloud-bigtable:1.14.0
-com.google.cloud:google-cloud-core-grpc:1.93.9
-com.google.cloud:google-cloud-core-http:1.95.4
-com.google.cloud:google-cloud-core:1.95.4
+com.google.cloud:google-cloud-bigquery:2.1.2
+com.google.cloud:google-cloud-bigquerystorage:2.1.0
+com.google.cloud:google-cloud-bigtable:1.27.1
+com.google.cloud:google-cloud-core-grpc:2.1.0
+com.google.cloud:google-cloud-core-http:2.1.0
+com.google.cloud:google-cloud-core:2.1.0
+com.google.cloud:google-cloud-firestore:3.0.2
 com.google.cloud:google-cloud-nio:0.123.4
-com.google.cloud:google-cloud-pubsub:1.110.0
-com.google.cloud:google-cloud-pubsublite:0.7.0
+com.google.cloud:google-cloud-pubsub:1.114.2
+com.google.cloud:google-cloud-pubsublite:1.2.0
 com.google.cloud:google-cloud-secretmanager:1.4.0
-com.google.cloud:google-cloud-spanner:2.0.2
+com.google.cloud:google-cloud-spanner:6.12.1
 com.google.cloud:google-cloud-storage:1.118.0
 com.google.cloud:google-cloud-tasks:1.33.2
+com.google.cloud:grpc-gcp:1.1.0
+com.google.cloud:proto-google-cloud-firestore-bundle-v1:3.0.2
 com.google.code.findbugs:jsr305:3.0.2
-com.google.code.gson:gson:2.8.7
+com.google.code.gson:gson:2.8.8
 com.google.common.html.types:types:1.0.6
 com.google.dagger:dagger:2.33
-com.google.errorprone:error_prone_annotations:2.7.1
+com.google.errorprone:error_prone_annotations:2.9.0
 com.google.escapevelocity:escapevelocity:0.9.1
-com.google.flogger:flogger-system-backend:0.5.1
-com.google.flogger:flogger:0.5.1
-com.google.flogger:google-extensions:0.5.1
+com.google.flatbuffers:flatbuffers-java:1.12.0
+com.google.flogger:flogger-system-backend:0.7.3
+com.google.flogger:flogger:0.7.3
+com.google.flogger:google-extensions:0.6
 com.google.guava:failureaccess:1.0.1
 com.google.guava:guava-testlib:30.1.1-jre
 com.google.guava:guava:30.1.1-jre
@@ -131,10 +137,10 @@ com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava
 com.google.gwt:gwt-user:2.9.0
 com.google.http-client:google-http-client-apache-v2:1.39.2
 com.google.http-client:google-http-client-appengine:1.39.2
-com.google.http-client:google-http-client-gson:1.39.2
+com.google.http-client:google-http-client-gson:1.40.0
 com.google.http-client:google-http-client-jackson2:1.39.2
 com.google.http-client:google-http-client-protobuf:1.33.0
-com.google.http-client:google-http-client:1.39.2
+com.google.http-client:google-http-client:1.40.0
 com.google.inject.extensions:guice-multibindings:4.1.0
 com.google.inject:guice:4.1.0
 com.google.j2objc:j2objc-annotations:1.3
@@ -170,33 +176,37 @@ dnsjava:dnsjava:3.3.1
 guru.nidi.com.kitfox:svgSalamander:1.1.3
 guru.nidi:graphviz-java-all-j2v8:0.17.0
 guru.nidi:graphviz-java:0.17.0
-io.dropwizard.metrics:metrics-core:3.2.6
-io.github.classgraph:classgraph:4.8.102
+io.confluent:common-config:5.3.2
+io.confluent:common-utils:5.3.2
+io.confluent:kafka-avro-serializer:5.3.2
+io.confluent:kafka-schema-registry-client:5.3.2
+io.dropwizard.metrics:metrics-core:3.1.2
+io.github.classgraph:classgraph:4.8.104
 io.github.java-diff-utils:java-diff-utils:4.9
-io.grpc:grpc-alts:1.39.0
-io.grpc:grpc-api:1.39.0
-io.grpc:grpc-auth:1.39.0
-io.grpc:grpc-context:1.39.0
-io.grpc:grpc-core:1.39.0
-io.grpc:grpc-grpclb:1.39.0
-io.grpc:grpc-netty-shaded:1.39.0
-io.grpc:grpc-netty:1.32.2
-io.grpc:grpc-protobuf-lite:1.39.0
-io.grpc:grpc-protobuf:1.39.0
-io.grpc:grpc-stub:1.39.0
-io.netty:netty-buffer:4.1.51.Final
-io.netty:netty-codec-http2:4.1.51.Final
-io.netty:netty-codec-http:4.1.51.Final
-io.netty:netty-codec-socks:4.1.51.Final
-io.netty:netty-codec:4.1.51.Final
-io.netty:netty-common:4.1.51.Final
-io.netty:netty-handler-proxy:4.1.51.Final
-io.netty:netty-handler:4.1.51.Final
-io.netty:netty-resolver:4.1.51.Final
+io.grpc:grpc-alts:1.40.1
+io.grpc:grpc-api:1.40.1
+io.grpc:grpc-auth:1.40.1
+io.grpc:grpc-context:1.40.1
+io.grpc:grpc-core:1.40.1
+io.grpc:grpc-grpclb:1.40.1
+io.grpc:grpc-netty-shaded:1.40.1
+io.grpc:grpc-netty:1.40.0
+io.grpc:grpc-protobuf-lite:1.40.1
+io.grpc:grpc-protobuf:1.40.1
+io.grpc:grpc-stub:1.40.1
+io.netty:netty-buffer:4.1.52.Final
+io.netty:netty-codec-http2:4.1.52.Final
+io.netty:netty-codec-http:4.1.52.Final
+io.netty:netty-codec-socks:4.1.52.Final
+io.netty:netty-codec:4.1.52.Final
+io.netty:netty-common:4.1.52.Final
+io.netty:netty-handler-proxy:4.1.52.Final
+io.netty:netty-handler:4.1.52.Final
+io.netty:netty-resolver:4.1.52.Final
 io.netty:netty-tcnative-boringssl-static:2.0.33.Final
-io.netty:netty-transport:4.1.51.Final
+io.netty:netty-transport:4.1.52.Final
 io.opencensus:opencensus-api:0.28.0
-io.opencensus:opencensus-contrib-grpc-util:0.24.0
+io.opencensus:opencensus-contrib-grpc-util:0.28.0
 io.opencensus:opencensus-contrib-http-util:0.28.0
 io.perfmark:perfmark-api:0.23.0
 it.unimi.dsi:fastutil:6.5.16
@@ -213,31 +223,35 @@ javax.transaction:transaction-api:1.1
 javax.validation:validation-api:1.0.0.GA
 javax.xml.bind:jaxb-api:2.3.1
 jline:jline:1.0
-joda-time:joda-time:2.10.5
+joda-time:joda-time:2.10.10
 junit:junit:4.13.2
 net.arnx:nashorn-promise:0.1.1
 net.bytebuddy:byte-buddy-agent:1.10.19
 net.bytebuddy:byte-buddy:1.10.19
 net.java.dev.jna:jna:5.5.0
+org.apache.arrow:arrow-format:5.0.0
+org.apache.arrow:arrow-memory-core:5.0.0
+org.apache.arrow:arrow-vector:5.0.0
 org.apache.avro:avro:1.8.2
-org.apache.beam:beam-model-fn-execution:2.28.0
-org.apache.beam:beam-model-job-management:2.28.0
-org.apache.beam:beam-model-pipeline:2.28.0
-org.apache.beam:beam-runners-core-construction-java:2.28.0
-org.apache.beam:beam-runners-core-java:2.28.0
-org.apache.beam:beam-runners-direct-java:2.28.0
-org.apache.beam:beam-runners-google-cloud-dataflow-java:2.28.0
-org.apache.beam:beam-runners-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-core:2.28.0
-org.apache.beam:beam-sdks-java-expansion-service:2.28.0
-org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.28.0
-org.apache.beam:beam-sdks-java-extensions-protobuf:2.28.0
-org.apache.beam:beam-sdks-java-fn-execution:2.28.0
-org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.28.0
-org.apache.beam:beam-vendor-bytebuddy-1_10_8:0.1
-org.apache.beam:beam-vendor-grpc-1_26_0:0.3
+org.apache.beam:beam-model-fn-execution:2.34.0
+org.apache.beam:beam-model-job-management:2.34.0
+org.apache.beam:beam-model-pipeline:2.34.0
+org.apache.beam:beam-runners-core-construction-java:2.34.0
+org.apache.beam:beam-runners-core-java:2.34.0
+org.apache.beam:beam-runners-direct-java:2.34.0
+org.apache.beam:beam-runners-google-cloud-dataflow-java:2.34.0
+org.apache.beam:beam-runners-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-core:2.34.0
+org.apache.beam:beam-sdks-java-expansion-service:2.34.0
+org.apache.beam:beam-sdks-java-extensions-arrow:2.34.0
+org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:2.34.0
+org.apache.beam:beam-sdks-java-extensions-protobuf:2.34.0
+org.apache.beam:beam-sdks-java-fn-execution:2.34.0
+org.apache.beam:beam-sdks-java-io-google-cloud-platform:2.34.0
+org.apache.beam:beam-sdks-java-io-kafka:2.34.0
+org.apache.beam:beam-vendor-bytebuddy-1_11_0:0.1
+org.apache.beam:beam-vendor-grpc-1_36_0:0.2
 org.apache.beam:beam-vendor-guava-26_0-jre:0.1
-org.apache.beam:beam-vendor-sdks-java-extensions-protobuf:2.28.0
 org.apache.commons:commons-compress:1.20
 org.apache.commons:commons-exec:1.3
 org.apache.commons:commons-lang3:3.8.1
@@ -246,8 +260,6 @@ org.apache.ftpserver:ftplet-api:1.0.6
 org.apache.ftpserver:ftpserver-core:1.0.6
 org.apache.httpcomponents:httpclient:4.5.13
 org.apache.httpcomponents:httpcore:4.4.14
-org.apache.logging.log4j:log4j-api:2.13.3
-org.apache.logging.log4j:log4j-core:2.13.3
 org.apache.mina:mina-core:2.0.4
 org.apache.sshd:sshd-core:2.0.0
 org.apache.sshd:sshd-scp:2.0.0
@@ -258,7 +270,7 @@ org.bouncycastle:bcpg-jdk15on:1.61
 org.bouncycastle:bcpkix-jdk15on:1.61
 org.bouncycastle:bcprov-jdk15on:1.61
 org.checkerframework:checker-compat-qual:2.5.5
-org.checkerframework:checker-qual:3.9.1
+org.checkerframework:checker-qual:3.18.0
 org.codehaus.jackson:jackson-core-asl:1.9.13
 org.codehaus.jackson:jackson-mapper-asl:1.9.13
 org.codehaus.mojo:animal-sniffer-annotations:1.20
@@ -321,6 +333,8 @@ org.slf4j:jcl-over-slf4j:1.7.30
 org.slf4j:jul-to-slf4j:1.7.30
 org.slf4j:slf4j-api:1.7.30
 org.slf4j:slf4j-jdk14:1.7.28
+org.springframework:spring-core:4.3.18.RELEASE
+org.springframework:spring-expression:4.3.18.RELEASE
 org.testcontainers:database-commons:1.15.2
 org.testcontainers:jdbc:1.15.2
 org.testcontainers:junit-jupiter:1.15.2
@@ -331,8 +345,8 @@ org.threeten:threetenbp:1.5.1
 org.tukaani:xz:1.5
 org.w3c.css:sac:1.3
 org.webjars.npm:viz.js-for-graphviz-java:2.1.3
-org.xerial.snappy:snappy-java:1.1.4
-org.yaml:snakeyaml:1.17
+org.xerial.snappy:snappy-java:1.1.8.4
+org.yaml:snakeyaml:1.27
 us.fatehi:schemacrawler-api:16.10.1
 us.fatehi:schemacrawler-diagram:16.10.1
 us.fatehi:schemacrawler-tools:16.10.1

core/src/main/java/google/registry/backup/BackupModule.java

@@ -21,6 +21,7 @@ import static google.registry.backup.ExportCommitLogDiffAction.UPPER_CHECKPOINT_
 import static google.registry.backup.RestoreCommitLogsAction.BUCKET_OVERRIDE_PARAM;
 import static google.registry.backup.RestoreCommitLogsAction.FROM_TIME_PARAM;
 import static google.registry.backup.RestoreCommitLogsAction.TO_TIME_PARAM;
+import static google.registry.backup.SyncDatastoreToSqlSnapshotAction.SQL_SNAPSHOT_ID_PARAM;
 import static google.registry.request.RequestParameters.extractOptionalParameter;
 import static google.registry.request.RequestParameters.extractRequiredDatetimeParameter;
 import static google.registry.request.RequestParameters.extractRequiredParameter;
@@ -98,6 +99,12 @@ public final class BackupModule {
     return extractRequiredDatetimeParameter(req, TO_TIME_PARAM);
   }
 
+  @Provides
+  @Parameter(SQL_SNAPSHOT_ID_PARAM)
+  static String provideSqlSnapshotId(HttpServletRequest req) {
+    return extractRequiredParameter(req, SQL_SNAPSHOT_ID_PARAM);
+  }
+
   @Provides
   @Backups
   static ListeningExecutorService provideListeningExecutorService() {

core/src/main/java/google/registry/backup/BackupUtils.java

@@ -21,6 +21,7 @@ import com.google.common.collect.AbstractIterator;
 import com.google.common.collect.ImmutableList;
 import com.google.storage.onestore.v3.OnestoreEntity.EntityProto;
 import google.registry.model.ImmutableObject;
+import google.registry.model.annotations.DeleteAfterMigration;
 import java.io.ByteArrayInputStream;
 import java.io.IOException;
 import java.io.InputStream;
@@ -28,6 +29,7 @@ import java.io.OutputStream;
 import java.util.Iterator;
 
 /** Utilities for working with backups. */
+@DeleteAfterMigration
 public class BackupUtils {
 
   /** Keys for user metadata fields on commit log files in GCS. */

core/src/main/java/google/registry/backup/CommitLogCheckpointAction.java

@@ -17,11 +17,12 @@ package google.registry.backup;
 import static google.registry.backup.ExportCommitLogDiffAction.LOWER_CHECKPOINT_TIME_PARAM;
 import static google.registry.backup.ExportCommitLogDiffAction.UPPER_CHECKPOINT_TIME_PARAM;
 import static google.registry.model.ofy.ObjectifyService.auditedOfy;
-import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
+import static google.registry.persistence.transaction.TransactionManagerFactory.ofyTm;
 import static google.registry.util.DateTimeUtils.isBeforeOrAt;
 
 import com.google.common.collect.ImmutableMultimap;
 import com.google.common.flogger.FluentLogger;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.ofy.CommitLogCheckpoint;
 import google.registry.model.ofy.CommitLogCheckpointRoot;
 import google.registry.request.Action;
@@ -29,6 +30,7 @@ import google.registry.request.Action.Service;
 import google.registry.request.auth.Auth;
 import google.registry.util.Clock;
 import google.registry.util.CloudTasksUtils;
+import java.util.Optional;
 import javax.inject.Inject;
 import org.joda.time.DateTime;
 
@@ -48,6 +50,7 @@ import org.joda.time.DateTime;
     method = Action.Method.GET,
     automaticallyPrintOk = true,
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+@DeleteAfterMigration
 public final class CommitLogCheckpointAction implements Runnable {
 
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();
@@ -62,32 +65,47 @@ public final class CommitLogCheckpointAction implements Runnable {
 
   @Override
   public void run() {
+    createCheckPointAndStartAsyncExport();
+  }
+
+  /**
+   * Creates a {@link CommitLogCheckpoint} and initiates an asynchronous export task.
+   *
+   * @return the {@code CommitLogCheckpoint} to be exported
+   */
+  public Optional<CommitLogCheckpoint> createCheckPointAndStartAsyncExport() {
     final CommitLogCheckpoint checkpoint = strategy.computeCheckpoint();
     logger.atInfo().log(
         "Generated candidate checkpoint for time: %s", checkpoint.getCheckpointTime());
-    tm().transact(
-            () -> {
-              DateTime lastWrittenTime = CommitLogCheckpointRoot.loadRoot().getLastWrittenTime();
-              if (isBeforeOrAt(checkpoint.getCheckpointTime(), lastWrittenTime)) {
-                logger.atInfo().log(
-                    "Newer checkpoint already written at time: %s", lastWrittenTime);
-                return;
-              }
-              auditedOfy()
-                  .saveIgnoringReadOnlyWithoutBackup()
-                  .entities(
-                      checkpoint, CommitLogCheckpointRoot.create(checkpoint.getCheckpointTime()));
-              // Enqueue a diff task between previous and current checkpoints.
-              cloudTasksUtils.enqueue(
-                  QUEUE_NAME,
-                  CloudTasksUtils.createPostTask(
-                      ExportCommitLogDiffAction.PATH,
-                      Service.BACKEND.toString(),
-                      ImmutableMultimap.of(
-                          LOWER_CHECKPOINT_TIME_PARAM,
-                          lastWrittenTime.toString(),
-                          UPPER_CHECKPOINT_TIME_PARAM,
-                          checkpoint.getCheckpointTime().toString())));
-            });
+    boolean isCheckPointPersisted =
+        ofyTm()
+            .transact(
+                () -> {
+                  DateTime lastWrittenTime =
+                      CommitLogCheckpointRoot.loadRoot().getLastWrittenTime();
+                  if (isBeforeOrAt(checkpoint.getCheckpointTime(), lastWrittenTime)) {
+                    logger.atInfo().log(
+                        "Newer checkpoint already written at time: %s", lastWrittenTime);
+                    return false;
+                  }
+                  auditedOfy()
+                      .saveIgnoringReadOnlyWithoutBackup()
+                      .entities(
+                          checkpoint,
+                          CommitLogCheckpointRoot.create(checkpoint.getCheckpointTime()));
+                  // Enqueue a diff task between previous and current checkpoints.
+                  cloudTasksUtils.enqueue(
+                      QUEUE_NAME,
+                      cloudTasksUtils.createPostTask(
+                          ExportCommitLogDiffAction.PATH,
+                          Service.BACKEND.toString(),
+                          ImmutableMultimap.of(
+                              LOWER_CHECKPOINT_TIME_PARAM,
+                              lastWrittenTime.toString(),
+                              UPPER_CHECKPOINT_TIME_PARAM,
+                              checkpoint.getCheckpointTime().toString())));
+                  return true;
+                });
+    return isCheckPointPersisted ? Optional.of(checkpoint) : Optional.empty();
   }
 }

core/src/main/java/google/registry/backup/CommitLogCheckpointStrategy.java

@@ -23,6 +23,7 @@ import static google.registry.util.DateTimeUtils.earliestOf;
 import com.google.common.annotations.VisibleForTesting;
 import com.google.common.collect.ImmutableMap;
 import com.googlecode.objectify.Key;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.ofy.CommitLogBucket;
 import google.registry.model.ofy.CommitLogCheckpoint;
 import google.registry.model.ofy.CommitLogManifest;
@@ -36,14 +37,14 @@ import org.joda.time.DateTime;
 /**
  * Implementation of the procedure for determining point-in-time consistent commit log checkpoint.
  *
- * <p>This algorithm examines the recently written commit log data and uses a dual-read approach
- * to determine a point-in-time consistent set of checkpoint times for the commit log buckets.  By
+ * <p>This algorithm examines the recently written commit log data and uses a dual-read approach to
+ * determine a point-in-time consistent set of checkpoint times for the commit log buckets. By
  * "consistent" we mean, generally speaking, that if the Datastore were restored by replaying all
  * the commit logs up to the checkpoint times of the buckets, the result would be transactionally
  * correct; there must be no "holes" where restored state depends on non-restored state.
  *
  * <p>The consistency guarantee really has two parts, only one of which is provided by this
- * algorithm.  The procedure below guarantees only that if the resulting checkpoint includes any
+ * algorithm. The procedure below guarantees only that if the resulting checkpoint includes any
  * given commit log, it will also include all the commit logs that were both 1) actually written
  * before that commit log "in real life", and 2) have an earlier timestamp than that commit log.
  * (These criteria do not necessarily imply each other, due to the lack of a global shared clock.)
@@ -51,8 +52,8 @@ import org.joda.time.DateTime;
  * that depends on state from a previous transaction does indeed have a later timestamp.
  *
  * <h2>Procedure description</h2>
- * <pre>
- * {@code
+ *
+ * <pre>{@code
  * ComputeCheckpoint() -> returns a set consisting of a timestamp c(b_i) for every bucket b_i
  *
  * 1) read off the latest commit timestamp t(b_i) for every bucket b_i
@@ -63,35 +64,29 @@ import org.joda.time.DateTime;
  *   a) if S is empty, let T* = +∞ (or the "end of time")
  *   b) else, let T* = T - Δ, for T = min(S) and some small Δ > 0
  * 4) return the set given by: min(t(b_i), T*) for all b_i
- * }
- * </pre>
+ * }</pre>
  *
  * <h2>Correctness proof of algorithm</h2>
  *
- * <p>{@literal
- * As described above, the algorithm is correct as long as it can ensure the following: given a
- * commit log X written at time t(X) to bucket b_x, and another commit log Y that was written "in
- * real life" before X and for which t(Y) < t(X), then if X is included in the checkpoint, so is Y;
- * that is, t(X) <= c(b_x) implies t(Y) <= c(b_y).
- * }
+ * <p>{@literal As described above, the algorithm is correct as long as it can ensure the following:
+ * given a commit log X written at time t(X) to bucket b_x, and another commit log Y that was
+ * written "in real life" before X and for which t(Y) < t(X), then if X is included in the
+ * checkpoint, so is Y; that is, t(X) <= c(b_x) implies t(Y) <= c(b_y). }
  *
- * <p>{@literal
- * To prove this, first note that we always have c(b_i) <= t(b_i) for every b_i, i.e. every commit
- * log included in the checkpoint must have been seen in the first pass.  Hence if X was included,
- * then X must have been written by the time we started the second pass.  But since Y was written
- * "in real life" prior to X, we must have seen Y by the second pass too.
- * }
+ * <p>{@literal To prove this, first note that we always have c(b_i) <= t(b_i) for every b_i, i.e.
+ * every commit log included in the checkpoint must have been seen in the first pass. Hence if X was
+ * included, then X must have been written by the time we started the second pass. But since Y was
+ * written "in real life" prior to X, we must have seen Y by the second pass too. }
  *
- * <p>{@literal
- * Now assume towards a contradiction that X is indeed included but Y is not, i.e. that we have
- * t(X) <= c(b_x) but t(Y) > c(b_y).  If Y was seen in the first pass, i.e. t(Y) <= t(b_y), then by
- * our assumption c(b_y) < t(Y) <= t(b_y), and therefore c(b_y) != t(b_y).  By the definition of
- * c(b_y) it must then equal T*, so we have T* < t(Y).  However, this is a contradiction since
- * t(Y) < t(X) and t(X) <= c(b_x) <= T*.  If instead Y was seen in the second pass but not the
- * first, t'(b_y) exists and we must have t'(b_y) <= t(Y), but then since T* < T <= t'(b_y) by
- * definition, we again reach the contradiction T* < t(Y).
- * }
+ * <p>{@literal Now assume towards a contradiction that X is indeed included but Y is not, i.e. that
+ * we have t(X) <= c(b_x) but t(Y) > c(b_y). If Y was seen in the first pass, i.e. t(Y) <= t(b_y),
+ * then by our assumption c(b_y) < t(Y) <= t(b_y), and therefore c(b_y) != t(b_y). By the definition
+ * of c(b_y) it must then equal T*, so we have T* < t(Y). However, this is a contradiction since
+ * t(Y) < t(X) and t(X) <= c(b_x) <= T*. If instead Y was seen in the second pass but not the first,
+ * t'(b_y) exists and we must have t'(b_y) <= t(Y), but then since T* < T <= t'(b_y) by definition,
+ * we again reach the contradiction T* < t(Y). }
  */
+@DeleteAfterMigration
 class CommitLogCheckpointStrategy {
 
   @Inject Ofy ofy;

core/src/main/java/google/registry/backup/CommitLogImports.java

@@ -20,6 +20,7 @@ import static google.registry.backup.BackupUtils.createDeserializingIterator;
 
 import com.google.common.collect.ImmutableList;
 import google.registry.model.ImmutableObject;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.ofy.CommitLogCheckpoint;
 import google.registry.model.ofy.CommitLogManifest;
 import google.registry.model.ofy.CommitLogMutation;
@@ -38,6 +39,7 @@ import java.util.Iterator;
  * <p>This class is adapted from {@link RestoreCommitLogsAction}, and will be used in the initial
  * population of the Cloud SQL database.
  */
+@DeleteAfterMigration
 public final class CommitLogImports {
 
   private CommitLogImports() {}

core/src/main/java/google/registry/backup/DeleteOldCommitLogsAction.java

@@ -18,7 +18,7 @@ import static com.google.common.base.Preconditions.checkNotNull;
 import static com.google.common.base.Preconditions.checkState;
 import static google.registry.mapreduce.MapreduceRunner.PARAM_DRY_RUN;
 import static google.registry.model.ofy.ObjectifyService.auditedOfy;
-import static google.registry.persistence.transaction.TransactionManagerFactory.tm;
+import static google.registry.persistence.transaction.TransactionManagerFactory.ofyTm;
 import static java.lang.Boolean.FALSE;
 import static java.lang.Boolean.TRUE;
 
@@ -35,6 +35,7 @@ import google.registry.mapreduce.MapreduceRunner;
 import google.registry.mapreduce.inputs.CommitLogManifestInput;
 import google.registry.mapreduce.inputs.EppResourceInputs;
 import google.registry.model.EppResource;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.ofy.CommitLogManifest;
 import google.registry.model.ofy.CommitLogMutation;
 import google.registry.model.translators.CommitLogRevisionsTranslatorFactory;
@@ -68,6 +69,7 @@ import org.joda.time.Duration;
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
 // No longer needed in SQL. Subject to future removal.
 @Deprecated
+@DeleteAfterMigration
 public final class DeleteOldCommitLogsAction implements Runnable {
 
   private static final int NUM_MAP_SHARDS = 20;
@@ -286,7 +288,8 @@ public final class DeleteOldCommitLogsAction implements Runnable {
       }
 
       DeletionResult deletionResult =
-          tm().transactNew(
+          ofyTm()
+              .transactNew(
                   () -> {
                     CommitLogManifest manifest = auditedOfy().load().key(manifestKey).now();
                     // It is possible that the same manifestKey was run twice, if a shard had to be

core/src/main/java/google/registry/backup/EntityImports.java

@@ -20,10 +20,12 @@ import com.google.storage.onestore.v3.OnestoreEntity.EntityProto;
 import com.google.storage.onestore.v3.OnestoreEntity.Path;
 import com.google.storage.onestore.v3.OnestoreEntity.Property.Meaning;
 import com.google.storage.onestore.v3.OnestoreEntity.PropertyValue.ReferenceValue;
+import google.registry.model.annotations.DeleteAfterMigration;
 import java.nio.charset.StandardCharsets;
 import java.util.Objects;
 
 /** Utilities for handling imported Datastore entities. */
+@DeleteAfterMigration
 public class EntityImports {
 
   /**

core/src/main/java/google/registry/backup/ExportCommitLogDiffAction.java

@@ -40,6 +40,7 @@ import com.googlecode.objectify.Key;
 import google.registry.config.RegistryConfig.Config;
 import google.registry.gcs.GcsUtils;
 import google.registry.model.ImmutableObject;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.ofy.CommitLogBucket;
 import google.registry.model.ofy.CommitLogCheckpoint;
 import google.registry.model.ofy.CommitLogManifest;
@@ -63,6 +64,7 @@ import org.joda.time.DateTime;
     method = Action.Method.POST,
     automaticallyPrintOk = true,
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+@DeleteAfterMigration
 public final class ExportCommitLogDiffAction implements Runnable {
 
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();

core/src/main/java/google/registry/backup/GcsDiffFileLister.java

@@ -33,6 +33,7 @@ import com.google.common.util.concurrent.ListeningExecutorService;
 import com.google.common.util.concurrent.UncheckedExecutionException;
 import google.registry.backup.BackupModule.Backups;
 import google.registry.gcs.GcsUtils;
+import google.registry.model.annotations.DeleteAfterMigration;
 import java.io.IOException;
 import java.time.Duration;
 import java.util.Map;
@@ -44,6 +45,7 @@ import javax.inject.Provider;
 import org.joda.time.DateTime;
 
 /** Utility class to list commit logs diff files stored on GCS. */
+@DeleteAfterMigration
 class GcsDiffFileLister {
 
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();
@@ -91,7 +93,7 @@ class GcsDiffFileLister {
 
         // If we hit a gap, quit.
         if (blobInfo == null) {
-          logger.atInfo().log(
+          logger.atWarning().log(
               "Gap discovered in sequence terminating at %s, missing file: %s",
               sequence.lastKey(), filename);
           logger.atInfo().log("Found sequence from %s to %s.", checkpointTime, lastTime);
@@ -167,6 +169,10 @@ class GcsDiffFileLister {
             break;
           }
           if (!sequence.containsKey(key)) {
+            // Recalculate the sequence for purely informational purposes.
+            logger.atWarning().log(
+                "Fork found in commit log history.  The following sequence "
+                    + "is disconnected from the sequence of the final commit:");
             constructDiffSequence(gcsBucket, upperBoundTimesToBlobInfo, fromTime, key, sequence);
             checkForMoreExtraDiffs = true;
             inconsistentFileSet = true;

core/src/main/java/google/registry/backup/ReplayCommitLogsToSqlAction.java

@@ -34,6 +34,7 @@ import com.google.common.flogger.FluentLogger;
 import google.registry.config.RegistryConfig.Config;
 import google.registry.gcs.GcsUtils;
 import google.registry.model.UpdateAutoTimestamp;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.common.DatabaseMigrationStateSchedule;
 import google.registry.model.common.DatabaseMigrationStateSchedule.MigrationState;
 import google.registry.model.common.DatabaseMigrationStateSchedule.ReplayDirection;
@@ -68,6 +69,7 @@ import org.joda.time.Seconds;
     method = Method.POST,
     automaticallyPrintOk = true,
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+@DeleteAfterMigration
 public class ReplayCommitLogsToSqlAction implements Runnable {
 
   static final String PATH = "/_dr/task/replayCommitLogsToSql";

core/src/main/java/google/registry/backup/RestoreCommitLogsAction.java

@@ -37,6 +37,7 @@ import google.registry.config.RegistryConfig.Config;
 import google.registry.config.RegistryEnvironment;
 import google.registry.gcs.GcsUtils;
 import google.registry.model.ImmutableObject;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.ofy.CommitLogBucket;
 import google.registry.model.ofy.CommitLogCheckpoint;
 import google.registry.model.ofy.CommitLogCheckpointRoot;
@@ -64,6 +65,7 @@ import org.joda.time.DateTime;
     method = Action.Method.POST,
     automaticallyPrintOk = true,
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+@DeleteAfterMigration
 public class RestoreCommitLogsAction implements Runnable {
 
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();

core/src/main/java/google/registry/backup/SyncDatastoreToSqlSnapshotAction.java

@@ -0,0 +1,173 @@
+// Copyright 2022 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.backup;
+
+import static javax.servlet.http.HttpServletResponse.SC_INTERNAL_SERVER_ERROR;
+import static javax.servlet.http.HttpServletResponse.SC_OK;
+
+import com.google.common.flogger.FluentLogger;
+import google.registry.beam.comparedb.LatestDatastoreSnapshotFinder;
+import google.registry.config.RegistryConfig.Config;
+import google.registry.model.annotations.DeleteAfterMigration;
+import google.registry.model.ofy.CommitLogCheckpoint;
+import google.registry.model.replay.ReplicateToDatastoreAction;
+import google.registry.request.Action;
+import google.registry.request.Action.Service;
+import google.registry.request.Parameter;
+import google.registry.request.Response;
+import google.registry.request.auth.Auth;
+import google.registry.util.Sleeper;
+import java.util.Optional;
+import javax.inject.Inject;
+import org.joda.time.DateTime;
+import org.joda.time.Duration;
+
+/**
+ * Synchronizes Datastore to a given SQL snapshot when SQL is the primary database.
+ *
+ * <p>The caller takes the responsibility for:
+ *
+ * <ul>
+ *   <li>verifying the current migration stage
+ *   <li>acquiring the {@link ReplicateToDatastoreAction#REPLICATE_TO_DATASTORE_LOCK_NAME
+ *       replication lock}, and
+ *   <li>while holding the lock, creating an SQL snapshot and invoking this action with the snapshot
+ *       id
+ * </ul>
+ *
+ * The caller may release the replication lock upon receiving the response from this action. Please
+ * refer to {@link google.registry.tools.ValidateDatastoreWithSqlCommand} for more information on
+ * usage.
+ *
+ * <p>This action plays SQL transactions up to the user-specified snapshot, creates a new CommitLog
+ * checkpoint, and exports all CommitLogs to GCS up to this checkpoint. The timestamp of this
+ * checkpoint can be used to recreate a Datastore snapshot that is equivalent to the given SQL
+ * snapshot. If this action succeeds, the checkpoint timestamp is included in the response (the
+ * format of which is defined by {@link #SUCCESS_RESPONSE_TEMPLATE}).
+ */
+@Action(
+    service = Service.BACKEND,
+    path = SyncDatastoreToSqlSnapshotAction.PATH,
+    method = Action.Method.POST,
+    auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+@DeleteAfterMigration
+public class SyncDatastoreToSqlSnapshotAction implements Runnable {
+  private static final FluentLogger logger = FluentLogger.forEnclosingClass();
+
+  public static final String PATH = "/_dr/task/syncDatastoreToSqlSnapshot";
+
+  public static final String SUCCESS_RESPONSE_TEMPLATE =
+      "Datastore is up-to-date with provided SQL snapshot (%s). CommitLog timestamp is (%s).";
+
+  static final String SQL_SNAPSHOT_ID_PARAM = "sqlSnapshotId";
+
+  private static final int COMMITLOGS_PRESENCE_CHECK_ATTEMPTS = 10;
+  private static final Duration COMMITLOGS_PRESENCE_CHECK_DELAY = Duration.standardSeconds(6);
+
+  private final Response response;
+  private final Sleeper sleeper;
+
+  @Config("commitLogGcsBucket")
+  private final String gcsBucket;
+
+  private final GcsDiffFileLister gcsDiffFileLister;
+  private final LatestDatastoreSnapshotFinder datastoreSnapshotFinder;
+  private final CommitLogCheckpointAction commitLogCheckpointAction;
+  private final String sqlSnapshotId;
+
+  @Inject
+  SyncDatastoreToSqlSnapshotAction(
+      Response response,
+      Sleeper sleeper,
+      @Config("commitLogGcsBucket") String gcsBucket,
+      GcsDiffFileLister gcsDiffFileLister,
+      LatestDatastoreSnapshotFinder datastoreSnapshotFinder,
+      CommitLogCheckpointAction commitLogCheckpointAction,
+      @Parameter(SQL_SNAPSHOT_ID_PARAM) String sqlSnapshotId) {
+    this.response = response;
+    this.sleeper = sleeper;
+    this.gcsBucket = gcsBucket;
+    this.gcsDiffFileLister = gcsDiffFileLister;
+    this.datastoreSnapshotFinder = datastoreSnapshotFinder;
+    this.commitLogCheckpointAction = commitLogCheckpointAction;
+    this.sqlSnapshotId = sqlSnapshotId;
+  }
+
+  @Override
+  public void run() {
+    logger.atInfo().log("Datastore validation invoked. SqlSnapshotId is %s.", sqlSnapshotId);
+
+    try {
+      CommitLogCheckpoint checkpoint = ensureDatabasesComparable(sqlSnapshotId);
+      response.setStatus(SC_OK);
+      response.setPayload(
+          String.format(SUCCESS_RESPONSE_TEMPLATE, sqlSnapshotId, checkpoint.getCheckpointTime()));
+      return;
+    } catch (Exception e) {
+      response.setStatus(SC_INTERNAL_SERVER_ERROR);
+      response.setPayload(e.getMessage());
+    }
+  }
+
+  private CommitLogCheckpoint ensureDatabasesComparable(String sqlSnapshotId) {
+    // Replicate SQL transaction to Datastore, up to when this snapshot is taken.
+    int playbacks = ReplicateToDatastoreAction.replayAllTransactions(Optional.of(sqlSnapshotId));
+    logger.atInfo().log("Played %s SQL transactions.", playbacks);
+
+    Optional<CommitLogCheckpoint> checkpoint = exportCommitLogs();
+    if (!checkpoint.isPresent()) {
+      throw new RuntimeException("Cannot create CommitLog checkpoint");
+    }
+    logger.atInfo().log(
+        "CommitLog checkpoint created at %s.", checkpoint.get().getCheckpointTime());
+    verifyCommitLogsPersisted(checkpoint.get());
+    return checkpoint.get();
+  }
+
+  private Optional<CommitLogCheckpoint> exportCommitLogs() {
+    // Trigger an async CommitLog export to GCS. Will check file availability later.
+    // Although we can add support to synchronous execution, it can disrupt the export cadence
+    // when the system is busy
+    Optional<CommitLogCheckpoint> checkpoint =
+        commitLogCheckpointAction.createCheckPointAndStartAsyncExport();
+
+    // Failure to create checkpoint most likely caused by race with cron-triggered checkpointing.
+    // Retry once.
+    if (!checkpoint.isPresent()) {
+      commitLogCheckpointAction.createCheckPointAndStartAsyncExport();
+    }
+    return checkpoint;
+  }
+
+  private void verifyCommitLogsPersisted(CommitLogCheckpoint checkpoint) {
+    DateTime exportStartTime =
+        datastoreSnapshotFinder
+            .getSnapshotInfo(checkpoint.getCheckpointTime().toInstant())
+            .exportInterval()
+            .getStart();
+    logger.atInfo().log("Found Datastore export at %s", exportStartTime);
+    for (int attempts = 0; attempts < COMMITLOGS_PRESENCE_CHECK_ATTEMPTS; attempts++) {
+      try {
+        gcsDiffFileLister.listDiffFiles(gcsBucket, exportStartTime, checkpoint.getCheckpointTime());
+        return;
+      } catch (IllegalStateException e) {
+        // Gap in commitlog files. Fall through to sleep and retry.
+        logger.atInfo().log("Commitlog files not yet found on GCS.");
+      }
+      sleeper.sleepInterruptibly(COMMITLOGS_PRESENCE_CHECK_DELAY);
+    }
+    throw new RuntimeException("Cannot find all commitlog files.");
+  }
+}

core/src/main/java/google/registry/backup/VersionedEntity.java

@@ -19,6 +19,7 @@ import com.google.appengine.api.datastore.EntityTranslator;
 import com.google.appengine.api.datastore.Key;
 import com.google.auto.value.AutoValue;
 import com.google.auto.value.extension.memoized.Memoized;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.ofy.CommitLogManifest;
 import google.registry.model.ofy.CommitLogMutation;
 import java.io.Serializable;
@@ -76,6 +77,7 @@ import javax.annotation.Nullable;
  * property type in this class.
  */
 @AutoValue
+@DeleteAfterMigration
 public abstract class VersionedEntity implements Serializable {
 
   private static final long serialVersionUID = 1L;

core/src/main/java/google/registry/batch/AsyncTaskEnqueuer.java

@@ -110,7 +110,7 @@ public final class AsyncTaskEnqueuer {
             .method(Method.POST)
             .header("Host", backendHostname)
             .countdownMillis(etaDuration.getMillis())
-            .param(PARAM_RESOURCE_KEY, entityKey.getOfyKey().getString())
+            .param(PARAM_RESOURCE_KEY, entityKey.stringify())
             .param(PARAM_REQUESTED_TIME, now.toString());
     if (whenToResave.size() > 1) {
       task.param(PARAM_RESAVE_TIMES, Joiner.on(',').join(whenToResave.tailSet(firstResave, false)));
@@ -131,7 +131,7 @@ public final class AsyncTaskEnqueuer {
     TaskOptions task =
         TaskOptions.Builder.withMethod(Method.PULL)
             .countdownMillis(asyncDeleteDelay.getMillis())
-            .param(PARAM_RESOURCE_KEY, resourceToDelete.createVKey().getOfyKey().getString())
+            .param(PARAM_RESOURCE_KEY, resourceToDelete.createVKey().stringify())
             .param(PARAM_REQUESTING_CLIENT_ID, requestingRegistrarId)
             .param(PARAM_SERVER_TRANSACTION_ID, trid.getServerTransactionId())
             .param(PARAM_IS_SUPERUSER, Boolean.toString(isSuperuser))
@@ -148,7 +148,7 @@ public final class AsyncTaskEnqueuer {
     addTaskToQueueWithRetry(
         asyncDnsRefreshPullQueue,
         TaskOptions.Builder.withMethod(Method.PULL)
-            .param(PARAM_HOST_KEY, hostKey.getOfyKey().getString())
+            .param(PARAM_HOST_KEY, hostKey.stringify())
             .param(PARAM_REQUESTED_TIME, now.toString()));
   }
 

core/src/main/java/google/registry/batch/BatchModule.java

@@ -33,10 +33,8 @@ import static google.registry.request.RequestParameters.extractSetOfDatetimePara
 
 import com.google.appengine.api.taskqueue.Queue;
 import com.google.common.collect.ImmutableSet;
-import com.googlecode.objectify.Key;
 import dagger.Module;
 import dagger.Provides;
-import google.registry.model.ImmutableObject;
 import google.registry.request.Parameter;
 import java.util.Optional;
 import javax.inject.Named;
@@ -79,9 +77,8 @@ public class BatchModule {
 
   @Provides
   @Parameter(PARAM_RESOURCE_KEY)
-  // TODO(b/207363014): figure out if this needs to be modified for vkey string replacement
-  static Key<ImmutableObject> provideResourceKey(HttpServletRequest req) {
-    return Key.create(extractRequiredParameter(req, PARAM_RESOURCE_KEY));
+  static String provideResourceKey(HttpServletRequest req) {
+    return extractRequiredParameter(req, PARAM_RESOURCE_KEY);
   }
 
   @Provides

core/src/main/java/google/registry/batch/DeleteContactsAndHostsAction.java

@@ -73,6 +73,7 @@ import google.registry.mapreduce.inputs.EppResourceInputs;
 import google.registry.mapreduce.inputs.NullInput;
 import google.registry.model.EppResource;
 import google.registry.model.ImmutableObject;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.annotations.ExternalMessagingName;
 import google.registry.model.contact.ContactResource;
 import google.registry.model.domain.DomainBase;
@@ -114,6 +115,7 @@ import org.joda.time.Duration;
     service = Action.Service.BACKEND,
     path = "/_dr/task/deleteContactsAndHosts",
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+@DeleteAfterMigration
 public class DeleteContactsAndHostsAction implements Runnable {
 
   static final String KIND_CONTACT = getKind(ContactResource.class);

core/src/main/java/google/registry/batch/ResaveAllEppResourcesAction.java

@@ -24,6 +24,7 @@ import com.googlecode.objectify.Key;
 import google.registry.mapreduce.MapreduceRunner;
 import google.registry.mapreduce.inputs.EppResourceInputs;
 import google.registry.model.EppResource;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.request.Action;
 import google.registry.request.Parameter;
 import google.registry.request.Response;
@@ -56,6 +57,7 @@ import javax.inject.Inject;
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
 // No longer needed in SQL. Subject to future removal.
 @Deprecated
+@DeleteAfterMigration
 public class ResaveAllEppResourcesAction implements Runnable {
 
   @Inject MapreduceRunner mrRunner;

core/src/main/java/google/registry/batch/ResaveEntityAction.java

@@ -22,7 +22,6 @@ import static google.registry.persistence.transaction.TransactionManagerFactory.
 import com.google.common.collect.ImmutableSet;
 import com.google.common.collect.ImmutableSortedSet;
 import com.google.common.flogger.FluentLogger;
-import com.googlecode.objectify.Key;
 import google.registry.model.EppResource;
 import google.registry.model.ImmutableObject;
 import google.registry.persistence.VKey;
@@ -50,7 +49,7 @@ public class ResaveEntityAction implements Runnable {
 
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();
 
-  private final Key<ImmutableObject> resourceKey;
+  private final String resourceKey;
   private final DateTime requestedTime;
   private final ImmutableSortedSet<DateTime> resaveTimes;
   private final AsyncTaskEnqueuer asyncTaskEnqueuer;
@@ -58,7 +57,7 @@ public class ResaveEntityAction implements Runnable {
 
   @Inject
   ResaveEntityAction(
-      @Parameter(PARAM_RESOURCE_KEY) Key<ImmutableObject> resourceKey,
+      @Parameter(PARAM_RESOURCE_KEY) String resourceKey,
       @Parameter(PARAM_REQUESTED_TIME) DateTime requestedTime,
       @Parameter(PARAM_RESAVE_TIMES) ImmutableSet<DateTime> resaveTimes,
       AsyncTaskEnqueuer asyncTaskEnqueuer,
@@ -76,15 +75,14 @@ public class ResaveEntityAction implements Runnable {
         "Re-saving entity %s which was enqueued at %s.", resourceKey, requestedTime);
     tm().transact(
             () -> {
-              // TODO(/207363014): figure out if this should modified for vkey string replacement
-              ImmutableObject entity = tm().loadByKey(VKey.from(resourceKey));
+              ImmutableObject entity = tm().loadByKey(VKey.create(resourceKey));
               tm().put(
                       (entity instanceof EppResource)
                           ? ((EppResource) entity).cloneProjectedAtTime(tm().getTransactionTime())
                           : entity);
               if (!resaveTimes.isEmpty()) {
                 asyncTaskEnqueuer.enqueueAsyncResave(
-                    VKey.from(resourceKey), requestedTime, resaveTimes);
+                    VKey.create(resourceKey), requestedTime, resaveTimes);
               }
             });
     response.setPayload("Entity re-saved.");

core/src/main/java/google/registry/batch/WipeoutDatastoreAction.java

@@ -29,6 +29,7 @@ import com.google.common.collect.ImmutableSet;
 import com.google.common.flogger.FluentLogger;
 import google.registry.config.RegistryConfig.Config;
 import google.registry.config.RegistryEnvironment;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.request.Action;
 import google.registry.request.Response;
 import google.registry.request.auth.Auth;
@@ -45,6 +46,7 @@ import javax.inject.Inject;
     service = Action.Service.BACKEND,
     path = "/_dr/task/wipeOutDatastore",
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+@DeleteAfterMigration
 public class WipeoutDatastoreAction implements Runnable {
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();
 

core/src/main/java/google/registry/beam/common/RegistryPipelineComponent.java

@@ -23,6 +23,7 @@ import google.registry.config.RegistryConfig.ConfigModule;
 import google.registry.persistence.PersistenceModule;
 import google.registry.persistence.PersistenceModule.BeamBulkQueryJpaTm;
 import google.registry.persistence.PersistenceModule.BeamJpaTm;
+import google.registry.persistence.PersistenceModule.BeamReadOnlyReplicaJpaTm;
 import google.registry.persistence.PersistenceModule.TransactionIsolationLevel;
 import google.registry.persistence.transaction.JpaTransactionManager;
 import google.registry.privileges.secretmanager.SecretManagerModule;
@@ -59,6 +60,13 @@ public interface RegistryPipelineComponent {
   @BeamBulkQueryJpaTm
   Lazy<JpaTransactionManager> getBulkQueryJpaTransactionManager();
 
+  /**
+   * A {@link JpaTransactionManager} that uses the Postgres read-only replica if configured (uses
+   * the standard DB otherwise).
+   */
+  @BeamReadOnlyReplicaJpaTm
+  Lazy<JpaTransactionManager> getReadOnlyReplicaJpaTransactionManager();
+
   @Component.Builder
   interface Builder {
 

core/src/main/java/google/registry/beam/common/RegistryPipelineWorkerInitializer.java

@@ -56,6 +56,10 @@ public class RegistryPipelineWorkerInitializer implements JvmInitializer {
       case BULK_QUERY:
         transactionManagerLazy = registryPipelineComponent.getBulkQueryJpaTransactionManager();
         break;
+      case READ_ONLY_REPLICA:
+        transactionManagerLazy =
+            registryPipelineComponent.getReadOnlyReplicaJpaTransactionManager();
+        break;
       case REGULAR:
       default:
         transactionManagerLazy = registryPipelineComponent.getJpaTransactionManager();

core/src/main/java/google/registry/beam/comparedb/DatastoreSnapshots.java

@@ -23,6 +23,8 @@ import com.google.common.collect.ImmutableSet;
 import com.googlecode.objectify.Key;
 import google.registry.backup.VersionedEntity;
 import google.registry.beam.initsql.Transforms;
+import google.registry.model.EppResource;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.billing.BillingEvent;
 import google.registry.model.common.Cursor;
 import google.registry.model.contact.ContactHistory;
@@ -41,6 +43,7 @@ import google.registry.model.tld.Registry;
 import java.util.Map;
 import java.util.Optional;
 import java.util.Set;
+import javax.annotation.Nullable;
 import org.apache.beam.sdk.Pipeline;
 import org.apache.beam.sdk.transforms.DoFn;
 import org.apache.beam.sdk.transforms.ParDo;
@@ -51,6 +54,7 @@ import org.apache.beam.sdk.values.TupleTagList;
 import org.joda.time.DateTime;
 
 /** Utilities for loading Datastore snapshots. */
+@DeleteAfterMigration
 public final class DatastoreSnapshots {
 
   private DatastoreSnapshots() {}
@@ -91,7 +95,8 @@ public final class DatastoreSnapshots {
       String commitLogDir,
       DateTime commitLogFromTime,
       DateTime commitLogToTime,
-      Set<Class<?>> kinds) {
+      Set<Class<?>> kinds,
+      Optional<DateTime> compareStartTime) {
     PCollectionTuple snapshot =
         pipeline.apply(
             "Load Datastore snapshot.",
@@ -110,11 +115,11 @@ public final class DatastoreSnapshots {
         perTypeSnapshots =
             perTypeSnapshots.and(
                 createSqlEntityTupleTag((Class<? extends SqlEntity>) kind),
-                datastoreEntityToPojo(perKindSnapshot, kind.getSimpleName()));
+                datastoreEntityToPojo(perKindSnapshot, kind.getSimpleName(), compareStartTime));
         continue;
       }
       Verify.verify(kind == HistoryEntry.class, "Unexpected Non-SqlEntity class: %s", kind);
-      PCollectionTuple historyEntriesByType = splitHistoryEntry(perKindSnapshot);
+      PCollectionTuple historyEntriesByType = splitHistoryEntry(perKindSnapshot, compareStartTime);
       for (Map.Entry<TupleTag<?>, PCollection<?>> entry :
           historyEntriesByType.getAll().entrySet()) {
         perTypeSnapshots = perTypeSnapshots.and(entry.getKey().getId(), entry.getValue());
@@ -127,7 +132,9 @@ public final class DatastoreSnapshots {
    * Splits a {@link PCollection} of {@link HistoryEntry HistoryEntries} into three collections of
    * its child entities by type.
    */
-  static PCollectionTuple splitHistoryEntry(PCollection<VersionedEntity> historyEntries) {
+  static PCollectionTuple splitHistoryEntry(
+      PCollection<VersionedEntity> historyEntries, Optional<DateTime> compareStartTime) {
+    DateTime nullableStartTime = compareStartTime.orElse(null);
     return historyEntries.apply(
         "Split HistoryEntry by Resource Type",
         ParDo.of(
@@ -136,6 +143,7 @@ public final class DatastoreSnapshots {
                   public void processElement(
                       @Element VersionedEntity historyEntry, MultiOutputReceiver out) {
                     Optional.ofNullable(Transforms.convertVersionedEntityToSqlEntity(historyEntry))
+                        .filter(e -> isEntityIncludedForComparison(e, nullableStartTime))
                         .ifPresent(
                             sqlEntity ->
                                 out.get(createSqlEntityTupleTag(sqlEntity.getClass()))
@@ -153,7 +161,8 @@ public final class DatastoreSnapshots {
    * objects.
    */
   static PCollection<SqlEntity> datastoreEntityToPojo(
-      PCollection<VersionedEntity> entities, String desc) {
+      PCollection<VersionedEntity> entities, String desc, Optional<DateTime> compareStartTime) {
+    DateTime nullableStartTime = compareStartTime.orElse(null);
     return entities.apply(
         "Datastore Entity to Pojo " + desc,
         ParDo.of(
@@ -162,8 +171,23 @@ public final class DatastoreSnapshots {
               public void processElement(
                   @Element VersionedEntity entity, OutputReceiver<SqlEntity> out) {
                 Optional.ofNullable(Transforms.convertVersionedEntityToSqlEntity(entity))
+                    .filter(e -> isEntityIncludedForComparison(e, nullableStartTime))
                     .ifPresent(out::output);
               }
             }));
   }
+
+  static boolean isEntityIncludedForComparison(
+      SqlEntity entity, @Nullable DateTime compareStartTime) {
+    if (compareStartTime == null) {
+      return true;
+    }
+    if (entity instanceof HistoryEntry) {
+      return compareStartTime.isBefore(((HistoryEntry) entity).getModificationTime());
+    }
+    if (entity instanceof EppResource) {
+      return compareStartTime.isBefore(((EppResource) entity).getUpdateTimestamp().getTimestamp());
+    }
+    return true;
+  }
 }

core/src/main/java/google/registry/beam/comparedb/LatestDatastoreSnapshotFinder.java

@@ -24,6 +24,7 @@ import google.registry.config.RegistryConfig;
 import google.registry.config.RegistryConfig.Config;
 import google.registry.config.RegistryConfig.ConfigModule;
 import google.registry.gcs.GcsUtils;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.util.Clock;
 import google.registry.util.UtilsModule;
 import java.io.IOException;
@@ -37,6 +38,7 @@ import org.joda.time.Instant;
 import org.joda.time.Interval;
 
 /** Finds the necessary information for loading the most recent Datastore snapshot. */
+@DeleteAfterMigration
 public class LatestDatastoreSnapshotFinder {
   private final String projectId;
   private final GcsUtils gcsUtils;
@@ -51,11 +53,11 @@ public class LatestDatastoreSnapshotFinder {
   }
 
   /**
-   * Finds information of the most recent Datastore snapshot, including the GCS folder of the
-   * exported data files and the start and stop times of the export. The folder of the CommitLogs is
-   * also included in the return.
+   * Finds information of the most recent Datastore snapshot that ends strictly before {@code
+   * exportEndTimeUpperBound}, including the GCS folder of the exported data files and the start and
+   * stop times of the export. The folder of the CommitLogs is also included in the return.
    */
-  public DatastoreSnapshotInfo getSnapshotInfo() {
+  public DatastoreSnapshotInfo getSnapshotInfo(Instant exportEndTimeUpperBound) {
     String bucketName = RegistryConfig.getDatastoreBackupsBucket().substring("gs://".length());
     /**
      * Find the bucket-relative path to the overall metadata file of the last Datastore export.
@@ -63,7 +65,8 @@ public class LatestDatastoreSnapshotFinder {
      * return value is like
      * "2021-11-19T06:00:00_76493/2021-11-19T06:00:00_76493.overall_export_metadata".
      */
-    Optional<String> metaFilePathOptional = findMostRecentExportMetadataFile(bucketName, 2);
+    Optional<String> metaFilePathOptional =
+        findNewestExportMetadataFileBeforeTime(bucketName, exportEndTimeUpperBound, 5);
     if (!metaFilePathOptional.isPresent()) {
       throw new NoSuchElementException("No exports found over the past 2 days.");
     }
@@ -83,8 +86,9 @@ public class LatestDatastoreSnapshotFinder {
   }
 
   /**
-   * Finds the bucket-relative path of the overall export metadata file, in the given bucket,
-   * searching back up to {@code lookBackDays} days, including today.
+   * Finds the latest Datastore export that ends strictly before {@code endTimeUpperBound} and
+   * returns the bucket-relative path of the overall export metadata file, in the given bucket. The
+   * search goes back for up to {@code lookBackDays} days in time, including today.
    *
    * <p>The overall export metadata file is the last file created during a Datastore export. All
    * data has been exported by the creation time of this file. The name of this file, like that of
@@ -93,7 +97,8 @@ public class LatestDatastoreSnapshotFinder {
    * <p>An example return value: {@code
    * 2021-11-19T06:00:00_76493/2021-11-19T06:00:00_76493.overall_export_metadata}.
    */
-  private Optional<String> findMostRecentExportMetadataFile(String bucketName, int lookBackDays) {
+  private Optional<String> findNewestExportMetadataFileBeforeTime(
+      String bucketName, Instant endTimeUpperBound, int lookBackDays) {
     DateTime today = clock.nowUtc();
     for (int day = 0; day < lookBackDays; day++) {
       String dateString = today.minusDays(day).toString("yyyy-MM-dd");
@@ -105,7 +110,11 @@ public class LatestDatastoreSnapshotFinder {
                 .sorted(Comparator.<String>naturalOrder().reversed())
                 .findFirst();
         if (metaFilePath.isPresent()) {
-          return metaFilePath;
+          BlobInfo blobInfo = gcsUtils.getBlobInfo(BlobId.of(bucketName, metaFilePath.get()));
+          Instant exportEndTime = new Instant(blobInfo.getCreateTime());
+          if (exportEndTime.isBefore(endTimeUpperBound)) {
+            return metaFilePath;
+          }
         }
       } catch (IOException ioe) {
         throw new RuntimeException(ioe);
@@ -116,12 +125,12 @@ public class LatestDatastoreSnapshotFinder {
 
   /** Holds information about a Datastore snapshot. */
   @AutoValue
-  abstract static class DatastoreSnapshotInfo {
-    abstract String exportDir();
+  public abstract static class DatastoreSnapshotInfo {
+    public abstract String exportDir();
 
-    abstract String commitLogDir();
+    public abstract String commitLogDir();
 
-    abstract Interval exportInterval();
+    public abstract Interval exportInterval();
 
     static DatastoreSnapshotInfo create(
         String exportDir, String commitLogDir, Interval exportOperationInterval) {

core/src/main/java/google/registry/beam/comparedb/SqlSnapshots.java

@@ -14,15 +14,23 @@
 
 package google.registry.beam.comparedb;
 
+import static com.google.common.base.Preconditions.checkState;
 import static google.registry.beam.comparedb.ValidateSqlUtils.createSqlEntityTupleTag;
 import static google.registry.beam.comparedb.ValidateSqlUtils.getMedianIdForHistoryTable;
 
+import com.google.auto.value.AutoValue;
+import com.google.common.base.Strings;
 import com.google.common.base.Verify;
 import com.google.common.collect.ImmutableList;
+import com.google.common.collect.ImmutableMap;
 import com.google.common.collect.ImmutableSet;
 import com.google.common.collect.ImmutableSetMultimap;
 import com.google.common.collect.Streams;
 import google.registry.beam.common.RegistryJpaIO;
+import google.registry.beam.common.RegistryJpaIO.Read;
+import google.registry.model.EppResource;
+import google.registry.model.UpdateAutoTimestamp;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.billing.BillingEvent;
 import google.registry.model.bulkquery.BulkQueryEntities;
 import google.registry.model.bulkquery.DomainBaseLite;
@@ -49,8 +57,10 @@ import google.registry.model.replay.SqlEntity;
 import google.registry.model.reporting.DomainTransactionRecord;
 import google.registry.model.tld.Registry;
 import google.registry.persistence.transaction.CriteriaQueryBuilder;
+import google.registry.util.DateTimeUtils;
 import java.io.Serializable;
 import java.util.Optional;
+import javax.persistence.Entity;
 import org.apache.beam.sdk.Pipeline;
 import org.apache.beam.sdk.transforms.DoFn;
 import org.apache.beam.sdk.transforms.Flatten;
@@ -64,6 +74,7 @@ import org.apache.beam.sdk.values.PCollectionList;
 import org.apache.beam.sdk.values.PCollectionTuple;
 import org.apache.beam.sdk.values.TypeDescriptor;
 import org.apache.beam.sdk.values.TypeDescriptors;
+import org.joda.time.DateTime;
 
 /**
  * Utilities for loading SQL snapshots.
@@ -76,6 +87,7 @@ import org.apache.beam.sdk.values.TypeDescriptors;
  * contains optimizations specifically for the production database at the current size, e.g.,
  * parallel queries for select tables.
  */
+@DeleteAfterMigration
 public final class SqlSnapshots {
 
   private SqlSnapshots() {}
@@ -111,28 +123,48 @@ public final class SqlSnapshots {
   public static PCollectionTuple loadCloudSqlSnapshotByType(
       Pipeline pipeline,
       ImmutableSet<Class<? extends SqlEntity>> sqlEntityTypes,
-      Optional<String> snapshotId) {
+      Optional<String> snapshotId,
+      Optional<DateTime> compareStartTime) {
     PCollectionTuple perTypeSnapshots = PCollectionTuple.empty(pipeline);
     for (Class<? extends SqlEntity> clazz : sqlEntityTypes) {
       if (clazz == DomainBase.class) {
         perTypeSnapshots =
             perTypeSnapshots.and(
                 createSqlEntityTupleTag(DomainBase.class),
-                loadAndAssembleDomainBase(pipeline, snapshotId));
+                loadAndAssembleDomainBase(pipeline, snapshotId, compareStartTime));
         continue;
       }
       if (clazz == DomainHistory.class) {
         perTypeSnapshots =
             perTypeSnapshots.and(
                 createSqlEntityTupleTag(DomainHistory.class),
-                loadAndAssembleDomainHistory(pipeline, snapshotId));
+                loadAndAssembleDomainHistory(pipeline, snapshotId, compareStartTime));
         continue;
       }
       if (clazz == ContactHistory.class) {
         perTypeSnapshots =
             perTypeSnapshots.and(
                 createSqlEntityTupleTag(ContactHistory.class),
-                loadContactHistory(pipeline, snapshotId));
+                loadContactHistory(pipeline, snapshotId, compareStartTime));
+        continue;
+      }
+      if (clazz == HostHistory.class) {
+        perTypeSnapshots =
+            perTypeSnapshots.and(
+                createSqlEntityTupleTag(HostHistory.class),
+                loadHostHistory(
+                    pipeline, snapshotId, compareStartTime.orElse(DateTimeUtils.START_OF_TIME)));
+        continue;
+      }
+      if (EppResource.class.isAssignableFrom(clazz) && compareStartTime.isPresent()) {
+        perTypeSnapshots =
+            perTypeSnapshots.and(
+                createSqlEntityTupleTag(clazz),
+                pipeline.apply(
+                    "SQL Load " + clazz.getSimpleName(),
+                    buildEppResourceQueryWithTimeFilter(
+                            clazz, SqlEntity.class, snapshotId, compareStartTime.get())
+                        .withSnapshot(snapshotId.orElse(null))));
         continue;
       }
       perTypeSnapshots =
@@ -153,20 +185,33 @@ public final class SqlSnapshots {
    * @see BulkQueryEntities
    */
   public static PCollection<SqlEntity> loadAndAssembleDomainBase(
-      Pipeline pipeline, Optional<String> snapshotId) {
+      Pipeline pipeline, Optional<String> snapshotId, Optional<DateTime> compareStartTime) {
     PCollection<KV<String, Serializable>> baseObjects =
-        readAllAndAssignKey(pipeline, DomainBaseLite.class, DomainBaseLite::getRepoId, snapshotId);
+        readAllAndAssignKey(
+            pipeline,
+            DomainBaseLite.class,
+            DomainBaseLite::getRepoId,
+            snapshotId,
+            compareStartTime);
     PCollection<KV<String, Serializable>> gracePeriods =
-        readAllAndAssignKey(pipeline, GracePeriod.class, GracePeriod::getDomainRepoId, snapshotId);
+        readAllAndAssignKey(
+            pipeline,
+            GracePeriod.class,
+            GracePeriod::getDomainRepoId,
+            snapshotId,
+            compareStartTime);
     PCollection<KV<String, Serializable>> delegationSigners =
         readAllAndAssignKey(
             pipeline,
             DelegationSignerData.class,
             DelegationSignerData::getDomainRepoId,
-            snapshotId);
+            snapshotId,
+            compareStartTime);
     PCollection<KV<String, Serializable>> domainHosts =
-        readAllAndAssignKey(pipeline, DomainHost.class, DomainHost::getDomainRepoId, snapshotId);
+        readAllAndAssignKey(
+            pipeline, DomainHost.class, DomainHost::getDomainRepoId, snapshotId, compareStartTime);
 
+    DateTime nullableCompareStartTime = compareStartTime.orElse(null);
     return PCollectionList.of(
             ImmutableList.of(baseObjects, gracePeriods, delegationSigners, domainHosts))
         .apply("SQL Merge DomainBase parts", Flatten.pCollections())
@@ -182,6 +227,14 @@ public final class SqlSnapshots {
                     TypedClassifier partsByType = new TypedClassifier(kv.getValue());
                     ImmutableSet<DomainBaseLite> baseObjects =
                         partsByType.getAllOf(DomainBaseLite.class);
+                    if (nullableCompareStartTime != null) {
+                      Verify.verify(
+                          baseObjects.size() <= 1,
+                          "Found duplicate DomainBaseLite object per repoId: " + kv.getKey());
+                      if (baseObjects.isEmpty()) {
+                        return;
+                      }
+                    }
                     Verify.verify(
                         baseObjects.size() == 1,
                         "Expecting one DomainBaseLite object per repoId: " + kv.getKey());
@@ -203,16 +256,16 @@ public final class SqlSnapshots {
    * <p>This method uses two queries to load data in parallel. This is a performance optimization
    * specifically for the production database.
    */
-  static PCollection<SqlEntity> loadContactHistory(Pipeline pipeline, Optional<String> snapshotId) {
-    long medianId =
-        getMedianIdForHistoryTable("ContactHistory")
-            .orElseThrow(
-                () -> new IllegalStateException("Not a valid database: no ContactHistory."));
+  static PCollection<SqlEntity> loadContactHistory(
+      Pipeline pipeline, Optional<String> snapshotId, Optional<DateTime> compareStartTime) {
+    PartitionedQuery partitionedQuery =
+        buildPartitonedHistoryQuery(ContactHistory.class, compareStartTime);
     PCollection<SqlEntity> part1 =
         pipeline.apply(
             "SQL Load ContactHistory first half",
             RegistryJpaIO.read(
-                    String.format("select c from ContactHistory c where id <= %s", medianId),
+                    partitionedQuery.firstHalfQuery(),
+                    partitionedQuery.parameters(),
                     false,
                     SqlEntity.class::cast)
                 .withSnapshot(snapshotId.orElse(null)));
@@ -220,7 +273,8 @@ public final class SqlSnapshots {
         pipeline.apply(
             "SQL Load ContactHistory second half",
             RegistryJpaIO.read(
-                    String.format("select c from ContactHistory c where id > %s", medianId),
+                    partitionedQuery.secondHalfQuery(),
+                    partitionedQuery.parameters(),
                     false,
                     SqlEntity.class::cast)
                 .withSnapshot(snapshotId.orElse(null)));
@@ -229,6 +283,19 @@ public final class SqlSnapshots {
         .apply("Combine ContactHistory parts", Flatten.pCollections());
   }
 
+  /** Loads all {@link HostHistory} entities from the database. */
+  static PCollection<SqlEntity> loadHostHistory(
+      Pipeline pipeline, Optional<String> snapshotId, DateTime compareStartTime) {
+    return pipeline.apply(
+        "SQL Load HostHistory",
+        RegistryJpaIO.read(
+                "select c from HostHistory c where :compareStartTime  < modificationTime",
+                ImmutableMap.of("compareStartTime", compareStartTime),
+                false,
+                SqlEntity.class::cast)
+            .withSnapshot(snapshotId.orElse(null)));
+  }
+
   /**
    * Bulk-loads all parts of {@link DomainHistory} and assembles them in the pipeline.
    *
@@ -238,16 +305,15 @@ public final class SqlSnapshots {
    * @see BulkQueryEntities
    */
   static PCollection<SqlEntity> loadAndAssembleDomainHistory(
-      Pipeline pipeline, Optional<String> snapshotId) {
-    long medianId =
-        getMedianIdForHistoryTable("DomainHistory")
-            .orElseThrow(
-                () -> new IllegalStateException("Not a valid database: no DomainHistory."));
+      Pipeline pipeline, Optional<String> snapshotId, Optional<DateTime> compareStartTime) {
+    PartitionedQuery partitionedQuery =
+        buildPartitonedHistoryQuery(DomainHistoryLite.class, compareStartTime);
     PCollection<KV<String, Serializable>> baseObjectsPart1 =
         queryAndAssignKey(
             pipeline,
             "first half",
-            String.format("select c from DomainHistory c where id <= %s", medianId),
+            partitionedQuery.firstHalfQuery(),
+            partitionedQuery.parameters(),
             DomainHistoryLite.class,
             compose(DomainHistoryLite::getDomainHistoryId, DomainHistoryId::toString),
             snapshotId);
@@ -255,7 +321,8 @@ public final class SqlSnapshots {
         queryAndAssignKey(
             pipeline,
             "second half",
-            String.format("select c from DomainHistory c where id > %s", medianId),
+            partitionedQuery.secondHalfQuery(),
+            partitionedQuery.parameters(),
             DomainHistoryLite.class,
             compose(DomainHistoryLite::getDomainHistoryId, DomainHistoryId::toString),
             snapshotId);
@@ -264,26 +331,31 @@ public final class SqlSnapshots {
             pipeline,
             GracePeriodHistory.class,
             compose(GracePeriodHistory::getDomainHistoryId, DomainHistoryId::toString),
-            snapshotId);
+            snapshotId,
+            compareStartTime);
     PCollection<KV<String, Serializable>> delegationSigners =
         readAllAndAssignKey(
             pipeline,
             DomainDsDataHistory.class,
             compose(DomainDsDataHistory::getDomainHistoryId, DomainHistoryId::toString),
-            snapshotId);
+            snapshotId,
+            compareStartTime);
     PCollection<KV<String, Serializable>> domainHosts =
         readAllAndAssignKey(
             pipeline,
             DomainHistoryHost.class,
             compose(DomainHistoryHost::getDomainHistoryId, DomainHistoryId::toString),
-            snapshotId);
+            snapshotId,
+            compareStartTime);
     PCollection<KV<String, Serializable>> transactionRecords =
         readAllAndAssignKey(
             pipeline,
             DomainTransactionRecord.class,
             compose(DomainTransactionRecord::getDomainHistoryId, DomainHistoryId::toString),
-            snapshotId);
+            snapshotId,
+            compareStartTime);
 
+    DateTime nullableCompareStartTime = compareStartTime.orElse(null);
     return PCollectionList.of(
             ImmutableList.of(
                 baseObjectsPart1,
@@ -305,6 +377,15 @@ public final class SqlSnapshots {
                     TypedClassifier partsByType = new TypedClassifier(kv.getValue());
                     ImmutableSet<DomainHistoryLite> baseObjects =
                         partsByType.getAllOf(DomainHistoryLite.class);
+                    if (nullableCompareStartTime != null) {
+                      Verify.verify(
+                          baseObjects.size() <= 1,
+                          "Found duplicate DomainHistoryLite object per domainHistoryId: "
+                              + kv.getKey());
+                      if (baseObjects.isEmpty()) {
+                        return;
+                      }
+                    }
                     Verify.verify(
                         baseObjects.size() == 1,
                         "Expecting one DomainHistoryLite object per domainHistoryId: "
@@ -326,12 +407,19 @@ public final class SqlSnapshots {
       Pipeline pipeline,
       Class<R> type,
       SerializableFunction<R, String> keyFunction,
-      Optional<String> snapshotId) {
+      Optional<String> snapshotId,
+      Optional<DateTime> compareStartTime) {
+    Read<R, R> queryObject;
+    if (compareStartTime.isPresent() && EppResource.class.isAssignableFrom(type)) {
+      queryObject =
+          buildEppResourceQueryWithTimeFilter(type, type, snapshotId, compareStartTime.get());
+    } else {
+      queryObject =
+          RegistryJpaIO.read(() -> CriteriaQueryBuilder.create(type).build())
+              .withSnapshot(snapshotId.orElse(null));
+    }
     return pipeline
-        .apply(
-            "SQL Load " + type.getSimpleName(),
-            RegistryJpaIO.read(() -> CriteriaQueryBuilder.create(type).build())
-                .withSnapshot(snapshotId.orElse(null)))
+        .apply("SQL Load " + type.getSimpleName(), queryObject)
         .apply(
             "Assign Key to " + type.getSimpleName(),
             MapElements.into(
@@ -344,13 +432,15 @@ public final class SqlSnapshots {
       Pipeline pipeline,
       String diffrentiator,
       String jplQuery,
+      ImmutableMap<String, Object> queryParameters,
       Class<R> type,
       SerializableFunction<R, String> keyFunction,
       Optional<String> snapshotId) {
     return pipeline
         .apply(
             "SQL Load " + type.getSimpleName() + " " + diffrentiator,
-            RegistryJpaIO.read(jplQuery, false, type::cast).withSnapshot(snapshotId.orElse(null)))
+            RegistryJpaIO.read(jplQuery, queryParameters, false, type::cast)
+                .withSnapshot(snapshotId.orElse(null)))
         .apply(
             "Assign Key to " + type.getSimpleName() + " " + diffrentiator,
             MapElements.into(
@@ -365,6 +455,71 @@ public final class SqlSnapshots {
     return r -> f2.apply(f1.apply(r));
   }
 
+  static <R, T> Read<R, T> buildEppResourceQueryWithTimeFilter(
+      Class<R> entityType,
+      Class<T> castOutputAsType,
+      Optional<String> snapshotId,
+      DateTime compareStartTime) {
+    String tableName = getJpaEntityName(entityType);
+    String jpql =
+        String.format("select c from %s c where :compareStartTime < updateTimestamp", tableName);
+    return RegistryJpaIO.read(
+            jpql,
+            ImmutableMap.of("compareStartTime", UpdateAutoTimestamp.create(compareStartTime)),
+            false,
+            (R x) -> castOutputAsType.cast(x))
+        .withSnapshot(snapshotId.orElse(null));
+  }
+
+  static PartitionedQuery buildPartitonedHistoryQuery(
+      Class<?> entityType, Optional<DateTime> compareStartTime) {
+    String tableName = getJpaEntityName(entityType);
+    Verify.verify(
+        !Strings.isNullOrEmpty(tableName), "Invalid entity type %s", entityType.getSimpleName());
+    long medianId =
+        getMedianIdForHistoryTable(tableName)
+            .orElseThrow(() -> new IllegalStateException("Not a valid database: no " + tableName));
+    String firstHalfQuery = String.format("select c from %s c where id <= :historyId", tableName);
+    String secondHalfQuery = String.format("select c from %s c where id > :historyId", tableName);
+    if (compareStartTime.isPresent()) {
+      String timeFilter = "  and :compareStartTime  < modificationTime";
+      firstHalfQuery += timeFilter;
+      secondHalfQuery += timeFilter;
+      return PartitionedQuery.createPartitionedQuery(
+          firstHalfQuery,
+          secondHalfQuery,
+          ImmutableMap.of("historyId", medianId, "compareStartTime", compareStartTime.get()));
+    } else {
+      return PartitionedQuery.createPartitionedQuery(
+          firstHalfQuery, secondHalfQuery, ImmutableMap.of("historyId", medianId));
+    }
+  }
+
+  private static String getJpaEntityName(Class entityType) {
+    Entity entityAnnotation = (Entity) entityType.getAnnotation(Entity.class);
+    checkState(
+        entityAnnotation != null, "Unexpected non-entity type %s", entityType.getSimpleName());
+    return Strings.isNullOrEmpty(entityAnnotation.name())
+        ? entityType.getSimpleName()
+        : entityAnnotation.name();
+  }
+
+  /** Contains two queries that partition the target table in two. */
+  @AutoValue
+  abstract static class PartitionedQuery {
+    abstract String firstHalfQuery();
+
+    abstract String secondHalfQuery();
+
+    abstract ImmutableMap<String, Object> parameters();
+
+    public static PartitionedQuery createPartitionedQuery(
+        String firstHalfQuery, String secondHalfQuery, ImmutableMap<String, Object> parameters) {
+      return new AutoValue_SqlSnapshots_PartitionedQuery(
+          firstHalfQuery, secondHalfQuery, parameters);
+    }
+  }
+
   /** Container that receives mixed-typed data and groups them by {@link Class}. */
   static class TypedClassifier {
     private final ImmutableSetMultimap<Class<?>, Object> classifiedEntities;

core/src/main/java/google/registry/beam/comparedb/ValidateDatastorePipeline.java

@@ -0,0 +1,83 @@
+// Copyright 2022 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.beam.comparedb;
+
+import google.registry.beam.common.RegistryPipelineOptions;
+import google.registry.beam.common.RegistryPipelineWorkerInitializer;
+import google.registry.beam.comparedb.LatestDatastoreSnapshotFinder.DatastoreSnapshotInfo;
+import google.registry.model.annotations.DeleteAfterMigration;
+import google.registry.persistence.PersistenceModule.JpaTransactionManagerType;
+import google.registry.persistence.PersistenceModule.TransactionIsolationLevel;
+import java.util.Optional;
+import org.apache.beam.sdk.Pipeline;
+import org.apache.beam.sdk.options.PipelineOptionsFactory;
+import org.joda.time.DateTime;
+
+/**
+ * Validates the asynchronous data replication process from Cloud SQL (primary) to Datastore
+ * (secondary).
+ *
+ * <p>This pipeline simply compares the snapshots provided by an invoker, which is responsible for
+ * obtaining two consistent snapshots for the same point of time.
+ */
+// TODO(weiminyu): Implement the invoker action in a followup PR.
+@DeleteAfterMigration
+public class ValidateDatastorePipeline {
+
+  private final ValidateDatastorePipelineOptions options;
+  private final LatestDatastoreSnapshotFinder datastoreSnapshotFinder;
+
+  public ValidateDatastorePipeline(
+      ValidateDatastorePipelineOptions options,
+      LatestDatastoreSnapshotFinder datastoreSnapshotFinder) {
+    this.options = options;
+    this.datastoreSnapshotFinder = datastoreSnapshotFinder;
+  }
+
+  void run(Pipeline pipeline) {
+    DateTime latestCommitLogTime = DateTime.parse(options.getLatestCommitLogTimestamp());
+    DatastoreSnapshotInfo mostRecentExport =
+        datastoreSnapshotFinder.getSnapshotInfo(latestCommitLogTime.toInstant());
+
+    ValidateSqlPipeline.setupPipeline(
+        pipeline,
+        Optional.ofNullable(options.getSqlSnapshotId()),
+        mostRecentExport,
+        latestCommitLogTime,
+        Optional.ofNullable(options.getComparisonStartTimestamp()).map(DateTime::parse));
+
+    pipeline.run();
+  }
+
+  public static void main(String[] args) {
+    ValidateDatastorePipelineOptions options =
+        PipelineOptionsFactory.fromArgs(args)
+            .withValidation()
+            .as(ValidateDatastorePipelineOptions.class);
+    RegistryPipelineOptions.validateRegistryPipelineOptions(options);
+
+    // Defensively set important options.
+    options.setIsolationOverride(TransactionIsolationLevel.TRANSACTION_REPEATABLE_READ);
+    options.setJpaTransactionManagerType(JpaTransactionManagerType.BULK_QUERY);
+
+    // Reuse Dataflow worker initialization code to set up JPA in the pipeline harness.
+    new RegistryPipelineWorkerInitializer().beforeProcessing(options);
+
+    LatestDatastoreSnapshotFinder datastoreSnapshotFinder =
+        DaggerLatestDatastoreSnapshotFinder_LatestDatastoreSnapshotFinderFinderComponent.create()
+            .datastoreSnapshotInfoFinder();
+    new ValidateDatastorePipeline(options, datastoreSnapshotFinder).run(Pipeline.create(options));
+  }
+}

core/src/main/java/google/registry/beam/comparedb/ValidateDatastorePipelineOptions.java

@@ -0,0 +1,39 @@
+// Copyright 2022 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.beam.comparedb;
+
+import google.registry.model.annotations.DeleteAfterMigration;
+import javax.annotation.Nullable;
+import org.apache.beam.sdk.options.Description;
+import org.apache.beam.sdk.options.Validation;
+
+/** BEAM pipeline options for {@link ValidateDatastorePipelineOptions}. */
+@DeleteAfterMigration
+public interface ValidateDatastorePipelineOptions extends ValidateSqlPipelineOptions {
+
+  @Description(
+      "The id of the SQL snapshot to be compared with Datastore. "
+          + "If null, the current state of the SQL database is used.")
+  @Nullable
+  String getSqlSnapshotId();
+
+  void setSqlSnapshotId(String snapshotId);
+
+  @Description("The latest CommitLogs to load, in ISO8601 format.")
+  @Validation.Required
+  String getLatestCommitLogTimestamp();
+
+  void setLatestCommitLogTimestamp(String commitLogEndTimestamp);
+}

core/src/main/java/google/registry/beam/comparedb/ValidateSqlPipeline.java

@@ -19,17 +19,26 @@ import static org.apache.beam.sdk.values.TypeDescriptors.strings;
 
 import com.google.common.annotations.VisibleForTesting;
 import com.google.common.base.Preconditions;
+import com.google.common.base.Stopwatch;
+import com.google.common.flogger.FluentLogger;
 import google.registry.beam.common.DatabaseSnapshot;
 import google.registry.beam.common.RegistryPipelineWorkerInitializer;
 import google.registry.beam.comparedb.LatestDatastoreSnapshotFinder.DatastoreSnapshotInfo;
 import google.registry.beam.comparedb.ValidateSqlUtils.CompareSqlEntity;
+import google.registry.model.annotations.DeleteAfterMigration;
+import google.registry.model.common.DatabaseMigrationStateSchedule;
+import google.registry.model.common.DatabaseMigrationStateSchedule.MigrationState;
+import google.registry.model.common.DatabaseMigrationStateSchedule.ReplayDirection;
 import google.registry.model.domain.DomainBase;
 import google.registry.model.domain.DomainHistory;
 import google.registry.model.replay.SqlEntity;
 import google.registry.model.replay.SqlReplayCheckpoint;
+import google.registry.model.server.Lock;
 import google.registry.persistence.PersistenceModule.JpaTransactionManagerType;
 import google.registry.persistence.PersistenceModule.TransactionIsolationLevel;
 import google.registry.persistence.transaction.TransactionManagerFactory;
+import google.registry.util.RequestStatusChecker;
+import google.registry.util.SystemClock;
 import java.io.Serializable;
 import java.util.Optional;
 import org.apache.beam.sdk.Pipeline;
@@ -44,48 +53,89 @@ import org.apache.beam.sdk.values.PCollectionList;
 import org.apache.beam.sdk.values.PCollectionTuple;
 import org.apache.beam.sdk.values.TupleTag;
 import org.joda.time.DateTime;
+import org.joda.time.Duration;
 
 /**
  * Validates the asynchronous data replication process from Datastore (primary storage) to Cloud SQL
  * (secondary storage).
  */
+@DeleteAfterMigration
 public class ValidateSqlPipeline {
+  private static final FluentLogger logger = FluentLogger.forEnclosingClass();
 
   /** Specifies the extra CommitLogs to load before the start of a Database export. */
-  private static final int COMMIT_LOG_MARGIN_MINUTES = 10;
+  private static final Duration COMMITLOG_START_TIME_MARGIN = Duration.standardMinutes(10);
+
+  /**
+   * Name of the lock used by the commitlog replay process.
+   *
+   * <p>See {@link google.registry.backup.ReplayCommitLogsToSqlAction} for more information.
+   */
+  private static final String COMMITLOG_REPLAY_LOCK_NAME = "ReplayCommitLogsToSqlAction";
+
+  private static final Duration REPLAY_LOCK_LEASE_LENGTH = Duration.standardHours(1);
+  private static final java.time.Duration REPLAY_LOCK_ACQUIRE_TIMEOUT =
+      java.time.Duration.ofMinutes(6);
+  private static final java.time.Duration REPLAY_LOCK_ACQUIRE_DELAY =
+      java.time.Duration.ofSeconds(30);
 
   private final ValidateSqlPipelineOptions options;
-  private final DatastoreSnapshotInfo mostRecentExport;
+  private final LatestDatastoreSnapshotFinder datastoreSnapshotFinder;
 
   public ValidateSqlPipeline(
-      ValidateSqlPipelineOptions options, DatastoreSnapshotInfo mostRecentExport) {
+      ValidateSqlPipelineOptions options, LatestDatastoreSnapshotFinder datastoreSnapshotFinder) {
     this.options = options;
-    this.mostRecentExport = mostRecentExport;
-  }
-
-  void run() {
-    run(Pipeline.create(options));
+    this.datastoreSnapshotFinder = datastoreSnapshotFinder;
   }
 
   @VisibleForTesting
   void run(Pipeline pipeline) {
-    // TODO(weiminyu): Acquire the commit log replay lock when the lock release bug is fixed.
-    DateTime latestCommitLogTime =
-        TransactionManagerFactory.jpaTm().transact(() -> SqlReplayCheckpoint.get());
-    Preconditions.checkState(
-        latestCommitLogTime.isAfter(mostRecentExport.exportInterval().getEnd()),
-        "Cannot recreate Datastore snapshot since target time is in the middle of an export.");
-    try (DatabaseSnapshot databaseSnapshot = DatabaseSnapshot.createSnapshot()) {
-      setupPipeline(pipeline, Optional.of(databaseSnapshot.getSnapshotId()), latestCommitLogTime);
-      State state = pipeline.run().waitUntilFinish();
-      if (!State.DONE.equals(state)) {
-        throw new IllegalStateException("Unexpected pipeline state: " + state);
+    Optional<Lock> lock = acquireCommitLogReplayLock();
+    if (lock.isPresent()) {
+      logger.atInfo().log("Acquired CommitLog Replay lock.");
+    } else {
+      throw new RuntimeException("Failed to acquire CommitLog Replay lock.");
+    }
+
+    try {
+      DateTime latestCommitLogTime =
+          TransactionManagerFactory.jpaTm().transact(() -> SqlReplayCheckpoint.get());
+      DatastoreSnapshotInfo mostRecentExport =
+          datastoreSnapshotFinder.getSnapshotInfo(latestCommitLogTime.toInstant());
+      Preconditions.checkState(
+          latestCommitLogTime.isAfter(mostRecentExport.exportInterval().getEnd()),
+          "Cannot recreate Datastore snapshot since target time is in the middle of an export.");
+      try (DatabaseSnapshot databaseSnapshot = DatabaseSnapshot.createSnapshot()) {
+        // Eagerly release the commitlog replay lock so that replay can resume.
+        lock.ifPresent(Lock::releaseSql);
+        lock = Optional.empty();
+
+        logger.atInfo().log(
+            "Starting comparison with export at %s and latestCommitLogTime at %s",
+            mostRecentExport.exportDir(), latestCommitLogTime);
+
+        setupPipeline(
+            pipeline,
+            Optional.of(databaseSnapshot.getSnapshotId()),
+            mostRecentExport,
+            latestCommitLogTime,
+            Optional.ofNullable(options.getComparisonStartTimestamp()).map(DateTime::parse));
+        State state = pipeline.run().waitUntilFinish();
+        if (!State.DONE.equals(state)) {
+          throw new IllegalStateException("Unexpected pipeline state: " + state);
+        }
       }
+    } finally {
+      lock.ifPresent(Lock::releaseSql);
     }
   }
 
-  void setupPipeline(
-      Pipeline pipeline, Optional<String> sqlSnapshotId, DateTime latestCommitLogTime) {
+  static void setupPipeline(
+      Pipeline pipeline,
+      Optional<String> sqlSnapshotId,
+      DatastoreSnapshotInfo mostRecentExport,
+      DateTime latestCommitLogTime,
+      Optional<DateTime> compareStartTime) {
     pipeline
         .getCoderRegistry()
         .registerCoderForClass(SqlEntity.class, SerializableCoder.of(Serializable.class));
@@ -95,15 +145,16 @@ public class ValidateSqlPipeline {
             pipeline,
             mostRecentExport.exportDir(),
             mostRecentExport.commitLogDir(),
-            mostRecentExport.exportInterval().getStart().minusMinutes(COMMIT_LOG_MARGIN_MINUTES),
+            mostRecentExport.exportInterval().getStart().minus(COMMITLOG_START_TIME_MARGIN),
             // Increase by 1ms since we want to include commitLogs latestCommitLogTime but
             // this parameter is exclusive.
             latestCommitLogTime.plusMillis(1),
-            DatastoreSnapshots.ALL_DATASTORE_KINDS);
+            DatastoreSnapshots.ALL_DATASTORE_KINDS,
+            compareStartTime);
 
     PCollectionTuple cloudSqlSnapshot =
         SqlSnapshots.loadCloudSqlSnapshotByType(
-            pipeline, SqlSnapshots.ALL_SQL_ENTITIES, sqlSnapshotId);
+            pipeline, SqlSnapshots.ALL_SQL_ENTITIES, sqlSnapshotId, compareStartTime);
 
     verify(
         datastoreSnapshot.getAll().keySet().equals(cloudSqlSnapshot.getAll().keySet()),
@@ -138,6 +189,55 @@ public class ValidateSqlPipeline {
     return sqlEntity.getPrimaryKeyString();
   }
 
+  private static Optional<Lock> acquireCommitLogReplayLock() {
+    Stopwatch stopwatch = Stopwatch.createStarted();
+    while (stopwatch.elapsed().minus(REPLAY_LOCK_ACQUIRE_TIMEOUT).isNegative()) {
+      Optional<Lock> lock = tryAcquireCommitLogReplayLock();
+      if (lock.isPresent()) {
+        return lock;
+      }
+      logger.atInfo().log("Failed to acquired CommitLog Replay lock. Will retry...");
+      try {
+        Thread.sleep(REPLAY_LOCK_ACQUIRE_DELAY.toMillis());
+      } catch (InterruptedException e) {
+        Thread.currentThread().interrupt();
+        throw new RuntimeException("Interrupted.");
+      }
+    }
+    return Optional.empty();
+  }
+
+  private static Optional<Lock> tryAcquireCommitLogReplayLock() {
+    return Lock.acquireSql(
+        COMMITLOG_REPLAY_LOCK_NAME,
+        null,
+        REPLAY_LOCK_LEASE_LENGTH,
+        getLockingRequestStatusChecker(),
+        false);
+  }
+
+  /**
+   * Returns a fake implementation of {@link RequestStatusChecker} that is required for lock
+   * acquisition. The default implementation is AppEngine-specific and is unusable on GCE.
+   */
+  private static RequestStatusChecker getLockingRequestStatusChecker() {
+    return new RequestStatusChecker() {
+      @Override
+      public String getLogId() {
+        return "ValidateSqlPipeline";
+      }
+
+      LatestDatastoreSnapshotFinder datastoreSnapshotFinder =
+          DaggerLatestDatastoreSnapshotFinder_LatestDatastoreSnapshotFinderFinderComponent.create()
+              .datastoreSnapshotInfoFinder();
+
+      @Override
+      public boolean isRunning(String requestLogId) {
+        return true;
+      }
+    };
+  }
+
   public static void main(String[] args) {
     ValidateSqlPipelineOptions options =
         PipelineOptionsFactory.fromArgs(args).withValidation().as(ValidateSqlPipelineOptions.class);
@@ -149,11 +249,16 @@ public class ValidateSqlPipeline {
     // Reuse Dataflow worker initialization code to set up JPA in the pipeline harness.
     new RegistryPipelineWorkerInitializer().beforeProcessing(options);
 
-    DatastoreSnapshotInfo mostRecentExport =
-        DaggerLatestDatastoreSnapshotFinder_LatestDatastoreSnapshotFinderFinderComponent.create()
-            .datastoreSnapshotInfoFinder()
-            .getSnapshotInfo();
+    MigrationState state =
+        DatabaseMigrationStateSchedule.getValueAtTime(new SystemClock().nowUtc());
+    if (!state.getReplayDirection().equals(ReplayDirection.DATASTORE_TO_SQL)) {
+      throw new IllegalStateException("This pipeline is not designed for migration phase " + state);
+    }
 
-    new ValidateSqlPipeline(options, mostRecentExport).run(Pipeline.create(options));
+    LatestDatastoreSnapshotFinder datastoreSnapshotFinder =
+        DaggerLatestDatastoreSnapshotFinder_LatestDatastoreSnapshotFinderFinderComponent.create()
+            .datastoreSnapshotInfoFinder();
+
+    new ValidateSqlPipeline(options, datastoreSnapshotFinder).run(Pipeline.create(options));
   }
 }

core/src/main/java/google/registry/beam/comparedb/ValidateSqlPipelineOptions.java

@@ -15,6 +15,20 @@
 package google.registry.beam.comparedb;
 
 import google.registry.beam.common.RegistryPipelineOptions;
+import google.registry.model.annotations.DeleteAfterMigration;
+import javax.annotation.Nullable;
+import org.apache.beam.sdk.options.Description;
 
 /** BEAM pipeline options for {@link ValidateSqlPipeline}. */
-public interface ValidateSqlPipelineOptions extends RegistryPipelineOptions {}
+@DeleteAfterMigration
+public interface ValidateSqlPipelineOptions extends RegistryPipelineOptions {
+
+  @Description(
+      "For history entries and EPP resources, only those modified strictly after this time are "
+          + "included in comparison. Value is in ISO8601 format. "
+          + "Other entity types are not affected.")
+  @Nullable
+  String getComparisonStartTimestamp();
+
+  void setComparisonStartTimestamp(String comparisonStartTimestamp);
+}

core/src/main/java/google/registry/beam/comparedb/ValidateSqlUtils.java

@@ -19,9 +19,14 @@ import static google.registry.persistence.transaction.TransactionManagerFactory.
 
 import com.google.common.base.Preconditions;
 import com.google.common.collect.ImmutableList;
+import com.google.common.collect.ImmutableSet;
 import com.google.common.flogger.FluentLogger;
+import google.registry.beam.initsql.Transforms;
+import google.registry.config.RegistryEnvironment;
 import google.registry.model.EppResource;
 import google.registry.model.ImmutableObject;
+import google.registry.model.annotations.DeleteAfterMigration;
+import google.registry.model.billing.BillingEvent;
 import google.registry.model.contact.ContactBase;
 import google.registry.model.contact.ContactHistory;
 import google.registry.model.domain.DomainContent;
@@ -29,6 +34,7 @@ import google.registry.model.domain.DomainHistory;
 import google.registry.model.eppcommon.AuthInfo;
 import google.registry.model.host.HostHistory;
 import google.registry.model.poll.PollMessage;
+import google.registry.model.registrar.Registrar;
 import google.registry.model.replay.SqlEntity;
 import google.registry.model.reporting.HistoryEntry;
 import java.lang.reflect.Field;
@@ -46,11 +52,16 @@ import org.apache.beam.sdk.values.KV;
 import org.apache.beam.sdk.values.TupleTag;
 
 /** Helpers for use by {@link ValidateSqlPipeline}. */
+@DeleteAfterMigration
 final class ValidateSqlUtils {
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();
 
   private ValidateSqlUtils() {}
 
+  private static final ImmutableSet<String> PROBER_CELLS = ImmutableSet.of("IQ", "LG", "TL");
+  private static final ImmutableSet<String> PROBER_TYPES =
+      ImmutableSet.of("ANYT", "ANYTES", "CANARY");
+
   /**
    * Query template for finding the median value of the {@code history_revision_id} column in one of
    * the History tables.
@@ -92,6 +103,7 @@ final class ValidateSqlUtils {
     private final HashMap<String, Counter> missingCounters = new HashMap<>();
     private final HashMap<String, Counter> unequalCounters = new HashMap<>();
     private final HashMap<String, Counter> badEntityCounters = new HashMap<>();
+    private final HashMap<String, Counter> duplicateEntityCounters = new HashMap<>();
 
     private volatile boolean logPrinted = false;
 
@@ -108,6 +120,8 @@ final class ValidateSqlUtils {
           counterKey, Metrics.counter("CompareDB", "Missing In One DB: " + counterKey));
       unequalCounters.put(counterKey, Metrics.counter("CompareDB", "Not Equal:" + counterKey));
       badEntityCounters.put(counterKey, Metrics.counter("CompareDB", "Bad Entities:" + counterKey));
+      duplicateEntityCounters.put(
+          counterKey, Metrics.counter("CompareDB", "Duplicate Entities:" + counterKey));
     }
 
     /**
@@ -146,13 +160,22 @@ final class ValidateSqlUtils {
       ImmutableList<SqlEntity> entities = ImmutableList.copyOf(kv.getValue());
 
       verify(!entities.isEmpty(), "Can't happen: no value for key %s.", kv.getKey());
-      verify(entities.size() <= 2, "Unexpected duplicates for key %s", kv.getKey());
 
       String counterKey = getCounterKey(entities.get(0).getClass());
       ensureCounterExists(counterKey);
       totalCounters.get(counterKey).inc();
 
+      if (entities.size() > 2) {
+        // Duplicates may happen with Cursors if imported across projects. Its key in Datastore, the
+        // id field, encodes the project name and is not fixed by the importing job.
+        duplicateEntityCounters.get(counterKey).inc();
+        return;
+      }
+
       if (entities.size() == 1) {
+        if (isSpecialCaseProberEntity(entities.get(0))) {
+          return;
+        }
         missingCounters.get(counterKey).inc();
         // Temporary debugging help. See logDiff() above.
         if (!logPrinted) {
@@ -161,12 +184,19 @@ final class ValidateSqlUtils {
         }
         return;
       }
-      SqlEntity entity0;
-      SqlEntity entity1;
+      SqlEntity entity0 = entities.get(0);
+      SqlEntity entity1 = entities.get(1);
+
+      if (isSpecialCaseProberEntity(entity0) && isSpecialCaseProberEntity(entity1)) {
+        // Ignore prober-related data: their deletions are not propagated from Datastore to SQL.
+        // When code reaches here, in most cases it involves one soft deleted entity in Datastore
+        // and an SQL entity with its pre-deletion status.
+        return;
+      }
 
       try {
-        entity0 = normalizeEntity(entities.get(0));
-        entity1 = normalizeEntity(entities.get(1));
+        entity0 = normalizeEntity(entity0);
+        entity1 = normalizeEntity(entity1);
       } catch (Exception e) {
         // Temporary debugging help. See logDiff() above.
         if (!logPrinted) {
@@ -246,6 +276,7 @@ final class ValidateSqlUtils {
         Field domainContent = DomainHistory.class.getDeclaredField("domainContent");
         domainContent.setAccessible(true);
         domainContent.set(historyEntry, null);
+        // Convert empty domainTransactionRecords to null for comparison.
         Field domainTransactionRecords =
             HistoryEntry.class.getDeclaredField("domainTransactionRecords");
         domainTransactionRecords.setAccessible(true);
@@ -253,6 +284,16 @@ final class ValidateSqlUtils {
         if (domainTransactionRecordsValue != null && domainTransactionRecordsValue.isEmpty()) {
           domainTransactionRecords.set(historyEntry, null);
         }
+        // DomainHistory in Datastore does not have the following properties either:
+        Field nsHosts = DomainHistory.class.getDeclaredField("nsHosts");
+        nsHosts.setAccessible(true);
+        nsHosts.set(historyEntry, null);
+        Field dsDataHistories = DomainHistory.class.getDeclaredField("dsDataHistories");
+        dsDataHistories.setAccessible(true);
+        dsDataHistories.set(historyEntry, null);
+        Field gracePeriodHistories = DomainHistory.class.getDeclaredField("gracePeriodHistories");
+        gracePeriodHistories.setAccessible(true);
+        gracePeriodHistories.set(historyEntry, null);
       } else if (historyEntry instanceof ContactHistory) {
         Field contactBase = ContactHistory.class.getDeclaredField("contactBase");
         contactBase.setAccessible(true);
@@ -267,4 +308,86 @@ final class ValidateSqlUtils {
       throw new RuntimeException(e);
     }
   }
+
+  /**
+   * Returns {@code true} if {@code entity} is created by the prober and needs special treatment.
+   *
+   * <p>{@link EppResource} entities created by the prober are deleted by a cron job that bypasses
+   * the CommitLog mechanism. As a result, their deletions are not propagated to SQL, creating two
+   * types of mismatches: an entity exists in both databases but differs in lastUpdateTime and
+   * deletionTime; an entity only exists in the SQL database.
+   *
+   * <p>In production, there are few placeholder {@link Registrar registrars} that do not exist in
+   * Datastore. They were manually created to in SQL to solve a one-time problem (see b/187946868
+   * for details). They can be ignored in the database comparison.
+   */
+  static boolean isSpecialCaseProberEntity(Object entity) {
+    if (entity instanceof EppResource) {
+      EppResource host = (EppResource) entity;
+      if (host.getPersistedCurrentSponsorRegistrarId().startsWith("prober-")) {
+        return true;
+      }
+    }
+    if (entity instanceof HistoryEntry) {
+      HistoryEntry historyEntry = (HistoryEntry) entity;
+      if (historyEntry.getRegistrarId().startsWith("prober-")) {
+        // Not all prober entities have "prober-" as registrar prefix.
+        return true;
+      }
+      if (Objects.equals(historyEntry.getReason(), "Deletion of prober data")) {
+        // Soft-delete event in Datastore that is not propagated to SQL.
+        return true;
+      }
+    }
+    if (entity instanceof DomainHistory) {
+      DomainHistory domainHistory = (DomainHistory) entity;
+      if (domainHistory.getDomainContent().isPresent()
+          && domainHistory.getDomainContent().get().getDomainName().startsWith("prober-")) {
+        // Asynchronously replicated event in SQL.
+        return true;
+      }
+      if (domainHistory.getDomainRepoId() != null) {
+        // Some synthetic events only have domainRepoId.
+        String repoId = domainHistory.getDomainRepoId();
+        if (Transforms.IGNORED_DOMAINS.contains(repoId)) {
+          return true;
+        }
+        String suffix = repoId.substring(repoId.indexOf('-') + 1);
+        String cell = suffix.substring(0, 2);
+        suffix = suffix.substring(2);
+        if (PROBER_CELLS.contains(cell) && PROBER_TYPES.contains(suffix)) {
+          return true;
+        }
+      }
+    }
+    if (entity instanceof ContactHistory) {
+      if (Transforms.IGNORED_CONTACTS.contains(((ContactHistory) entity).getContactRepoId())) {
+        return true;
+      }
+    }
+    if (entity instanceof HostHistory) {
+      if (Transforms.IGNORED_HOSTS.contains(((HostHistory) entity).getHostRepoId())) {
+        return true;
+      }
+    }
+    if (entity instanceof BillingEvent) {
+      BillingEvent event = (BillingEvent) entity;
+      if (event.getRegistrarId().startsWith("prober-")) {
+        return true;
+      }
+    }
+    if (entity instanceof PollMessage) {
+      if (((PollMessage) entity).getRegistrarId().startsWith("prober-")) {
+        return true;
+      }
+    }
+    if (RegistryEnvironment.get().equals(RegistryEnvironment.PRODUCTION)
+        && entity instanceof Registrar) {
+      Registrar registrar = (Registrar) entity;
+      if (registrar.getRegistrarId().startsWith("prober-wj-")) {
+        return true;
+      }
+    }
+    return false;
+  }
 }

core/src/main/java/google/registry/beam/datastore/BulkDeleteDatastorePipeline.java

@@ -26,6 +26,7 @@ import com.google.common.collect.ImmutableSortedSet;
 import com.google.common.flogger.FluentLogger;
 import com.google.datastore.v1.Entity;
 import google.registry.config.RegistryEnvironment;
+import google.registry.model.annotations.DeleteAfterMigration;
 import java.util.Iterator;
 import java.util.Map;
 import org.apache.beam.sdk.Pipeline;
@@ -79,6 +80,7 @@ import org.apache.beam.sdk.values.TupleTagList;
  * types in the Datastore using the {@code --numOfKindsHint} argument. If the default value for this
  * parameter is too low, performance will suffer.
  */
+@DeleteAfterMigration
 public class BulkDeleteDatastorePipeline {
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();
 

core/src/main/java/google/registry/beam/datastore/DatastoreV1.java

@@ -53,6 +53,7 @@ import com.google.datastore.v1.client.DatastoreOptions;
 import com.google.datastore.v1.client.QuerySplitter;
 import com.google.protobuf.Int32Value;
 import com.google.rpc.Code;
+import google.registry.model.annotations.DeleteAfterMigration;
 import java.io.Serializable;
 import java.util.List;
 import java.util.NoSuchElementException;
@@ -80,6 +81,7 @@ import org.joda.time.Duration;
  * Contains an adaptation of {@link org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read}. See
  * {@link MultiRead} for details.
  */
+@DeleteAfterMigration
 public class DatastoreV1 {
 
   // A package-private constructor to prevent direct instantiation from outside of this package

core/src/main/java/google/registry/beam/initsql/BackupPaths.java

@@ -21,12 +21,14 @@ import static com.google.common.base.Strings.isNullOrEmpty;
 import com.google.common.collect.ImmutableList;
 import com.google.common.collect.ImmutableSet;
 import com.google.common.collect.Streams;
+import google.registry.model.annotations.DeleteAfterMigration;
 import org.joda.time.DateTime;
 
 /**
  * Helpers for determining the fully qualified paths to Nomulus backup files. A backup consists of a
  * Datastore export and Nomulus CommitLogs that overlap with the export.
  */
+@DeleteAfterMigration
 public final class BackupPaths {
 
   private BackupPaths() {}

core/src/main/java/google/registry/beam/initsql/DomainBaseUtil.java

@@ -18,9 +18,11 @@ import static com.google.common.base.Preconditions.checkArgument;
 import static com.google.common.base.Preconditions.checkNotNull;
 
 import com.google.appengine.api.datastore.Entity;
+import google.registry.model.annotations.DeleteAfterMigration;
 import java.util.Objects;
 
 /** Helper for manipulating {@code DomainBase} when migrating from Datastore to SQL database */
+@DeleteAfterMigration
 final class DomainBaseUtil {
 
   private DomainBaseUtil() {}

core/src/main/java/google/registry/beam/initsql/InitSqlPipeline.java

@@ -23,6 +23,7 @@ import com.googlecode.objectify.Key;
 import google.registry.backup.VersionedEntity;
 import google.registry.beam.common.RegistryJpaIO;
 import google.registry.beam.initsql.Transforms.RemoveDomainBaseForeignKeys;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.billing.BillingEvent;
 import google.registry.model.common.Cursor;
 import google.registry.model.contact.ContactResource;
@@ -94,6 +95,7 @@ import org.joda.time.DateTime;
  * may start writing {@code DomainBase} entities before all {@code Registry}, {@code Registrar} and
  * {@code ContactResource} entities have been persisted.
  */
+@DeleteAfterMigration
 public class InitSqlPipeline implements Serializable {
 
   /**

core/src/main/java/google/registry/beam/initsql/InitSqlPipelineOptions.java

@@ -15,10 +15,12 @@
 package google.registry.beam.initsql;
 
 import google.registry.beam.common.RegistryPipelineOptions;
+import google.registry.model.annotations.DeleteAfterMigration;
 import org.apache.beam.sdk.options.Description;
 import org.apache.beam.sdk.options.Validation;
 
 /** Pipeline options for {@link InitSqlPipeline} */
+@DeleteAfterMigration
 public interface InitSqlPipelineOptions extends RegistryPipelineOptions {
 
   @Description("The root directory of the export to load.")

core/src/main/java/google/registry/beam/initsql/Transforms.java

@@ -37,6 +37,7 @@ import com.google.common.collect.ImmutableSet;
 import com.google.common.collect.Streams;
 import google.registry.backup.CommitLogImports;
 import google.registry.backup.VersionedEntity;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.billing.BillingEvent.Flag;
 import google.registry.model.billing.BillingEvent.Reason;
 import google.registry.model.domain.DomainBase;
@@ -80,6 +81,7 @@ import org.joda.time.DateTime;
  * {@link PTransform Pipeline transforms} used in pipelines that load from both Datastore export
  * files and Nomulus CommitLog files.
  */
+@DeleteAfterMigration
 public final class Transforms {
 
   private Transforms() {}
@@ -261,16 +263,19 @@ public final class Transforms {
                     .iterator()));
   }
 
-  // Production data repair configs go below. See b/185954992.
+  // Production data repair configs go below. See b/185954992. Note that the CommitLog replay
+  // process does not filter out the ignored entities listed below, a mistake that we do not fix
+  // for operational convenience. Instead, the Database comparison tool will filter them out. See
+  // ValidateSqlUtils.java for more information.
 
   // Prober domains in bad state, without associated contacts, hosts, billings, and non-synthesized
   // history. They can be safely ignored.
-  private static final ImmutableSet<String> IGNORED_DOMAINS =
+  public static final ImmutableSet<String> IGNORED_DOMAINS =
       ImmutableSet.of("6AF6D2-IQCANT", "2-IQANYT");
 
   // Prober hosts referencing phantom registrars. They and their associated history entries can be
   // safely ignored.
-  private static final ImmutableSet<String> IGNORED_HOSTS =
+  public static final ImmutableSet<String> IGNORED_HOSTS =
       ImmutableSet.of(
           "4E21_WJ0TEST-GOOGLE",
           "4E21_WJ1TEST-GOOGLE",
@@ -279,7 +284,7 @@ public final class Transforms {
 
   // Prober contacts referencing phantom registrars. They and their associated history entries can
   // be safely ignored.
-  private static final ImmutableSet<String> IGNORED_CONTACTS =
+  public static final ImmutableSet<String> IGNORED_CONTACTS =
       ImmutableSet.of(
           "1_WJ0TEST-GOOGLE", "1_WJ1TEST-GOOGLE", "1_WJ2TEST-GOOGLE", "1_WJ3TEST-GOOGLE");
 
@@ -300,6 +305,13 @@ public final class Transforms {
       return !IGNORED_HOSTS.contains(roid);
     }
     if (entity.getKind().equals("HistoryEntry")) {
+      // DOMAIN_APPLICATION_CREATE is deprecated type and should not be migrated.
+      // The Enum name DOMAIN_APPLICATION_CREATE no longer exists in Java and cannot
+      // be deserialized.
+      if (Objects.equals(entity.getProperty("type"), "DOMAIN_APPLICATION_CREATE")) {
+        return false;
+      }
+
       // Remove production bad data: Histories of ignored EPP resources:
       com.google.appengine.api.datastore.Key parentKey = entity.getKey().getParent();
       if (parentKey.getKind().equals("ContactResource")) {
@@ -315,14 +327,6 @@ public final class Transforms {
         return !IGNORED_DOMAINS.contains(domainRoid);
       }
     }
-    // End of production-specific checks.
-
-    if (entity.getKind().equals("HistoryEntry")) {
-      // DOMAIN_APPLICATION_CREATE is deprecated type and should not be migrated.
-      // The Enum name DOMAIN_APPLICATION_CREATE no longer exists in Java and cannot
-      // be deserialized.
-      return !Objects.equals(entity.getProperty("type"), "DOMAIN_APPLICATION_CREATE");
-    }
     return true;
   }
 

core/src/main/java/google/registry/beam/rde/RdeIO.java

@@ -167,13 +167,13 @@ public class RdeIO {
           Optional.ofNullable(key.revision())
               .orElseGet(() -> RdeRevision.getNextRevision(tld, watermark, mode));
       String id = RdeUtil.timestampToId(watermark);
-      String prefix = options.getJobName();
-      String basename = RdeNamingUtils.makeRydeFilename(tld, watermark, mode, 1, revision);
+      String prefix =
+          options.getJobName()
+              + '/'
+              + RdeNamingUtils.makeRydeFilename(tld, watermark, mode, 1, revision);
       if (key.manual()) {
         checkState(key.directoryWithTrailingSlash() != null, "Manual subdirectory not specified");
-        prefix = prefix + "/manual/" + key.directoryWithTrailingSlash() + basename;
-      } else {
-        prefix = prefix + '/' + basename;
+        prefix = "manual/" + key.directoryWithTrailingSlash() + prefix;
       }
       BlobId xmlFilename = BlobId.of(rdeBucket, prefix + ".xml.ghostryde");
       // This file will contain the byte length (ASCII) of the raw unencrypted XML.
@@ -248,6 +248,9 @@ public class RdeIO {
       // Now that we're done, output roll the cursor forward.
       if (key.manual()) {
         logger.atInfo().log("Manual operation; not advancing cursor or enqueuing upload task.");
+        // Temporary measure to run RDE in beam in parallel with the daily MapReduce based RDE runs.
+      } else if (tm().isOfy()) {
+        logger.atInfo().log("Ofy is primary TM; not advancing cursor or enqueuing upload task.");
       } else {
         outputReceiver.output(KV.of(key, revision));
       }
@@ -294,10 +297,14 @@ public class RdeIO {
                 logger.atInfo().log(
                     "Rolled forward %s on %s cursor to %s.", key.cursor(), key.tld(), newPosition);
                 RdeRevision.saveRevision(key.tld(), key.watermark(), key.mode(), revision);
+                // Enqueueing a task is a side effect that is not undone if the transaction rolls
+                // back. So this may result in multiple copies of the same task being processed.
+                // This is fine because the RdeUploadAction is guarded by a lock and tracks progress
+                // by cursor. The BrdaCopyAction writes a file to GCS, which is an atomic action.
                 if (key.mode() == RdeMode.FULL) {
                   cloudTasksUtils.enqueue(
                       RDE_UPLOAD_QUEUE,
-                      CloudTasksUtils.createPostTask(
+                      cloudTasksUtils.createPostTask(
                           RdeUploadAction.PATH,
                           Service.BACKEND.getServiceId(),
                           ImmutableMultimap.of(
@@ -308,7 +315,7 @@ public class RdeIO {
                 } else {
                   cloudTasksUtils.enqueue(
                       BRDA_QUEUE,
-                      CloudTasksUtils.createPostTask(
+                      cloudTasksUtils.createPostTask(
                           BrdaCopyAction.PATH,
                           Service.BACKEND.getServiceId(),
                           ImmutableMultimap.of(

core/src/main/java/google/registry/config/CloudTasksUtilsModule.java

@@ -21,6 +21,7 @@ import dagger.Module;
 import dagger.Provides;
 import google.registry.config.CredentialModule.DefaultCredential;
 import google.registry.config.RegistryConfig.Config;
+import google.registry.util.Clock;
 import google.registry.util.CloudTasksUtils;
 import google.registry.util.CloudTasksUtils.GcpCloudTasksClient;
 import google.registry.util.CloudTasksUtils.SerializableCloudTasksClient;
@@ -46,8 +47,9 @@ public abstract class CloudTasksUtilsModule {
       @Config("projectId") String projectId,
       @Config("locationId") String locationId,
       SerializableCloudTasksClient client,
-      Retrier retrier) {
-    return new CloudTasksUtils(retrier, projectId, locationId, client);
+      Retrier retrier,
+      Clock clock) {
+    return new CloudTasksUtils(retrier, clock, projectId, locationId, client);
   }
 
   // Provides a supplier instead of using a Dagger @Provider because the latter is not serializable.

core/src/main/java/google/registry/config/RegistryConfig.java

@@ -33,6 +33,7 @@ import com.google.common.collect.ImmutableSet;
 import com.google.common.collect.ImmutableSortedMap;
 import dagger.Module;
 import dagger.Provides;
+import google.registry.persistence.transaction.JpaTransactionManager;
 import google.registry.util.TaskQueueUtils;
 import google.registry.util.YamlUtils;
 import java.lang.annotation.Documented;
@@ -392,19 +393,26 @@ public final class RegistryConfig {
 
     @Provides
     @Config("cloudSqlJdbcUrl")
-    public static String providesCloudSqlJdbcUrl(RegistryConfigSettings config) {
+    public static String provideCloudSqlJdbcUrl(RegistryConfigSettings config) {
       return config.cloudSql.jdbcUrl;
     }
 
     @Provides
     @Config("cloudSqlInstanceConnectionName")
-    public static String providesCloudSqlInstanceConnectionName(RegistryConfigSettings config) {
+    public static String provideCloudSqlInstanceConnectionName(RegistryConfigSettings config) {
       return config.cloudSql.instanceConnectionName;
     }
 
+    @Provides
+    @Config("cloudSqlReplicaInstanceConnectionName")
+    public static Optional<String> provideCloudSqlReplicaInstanceConnectionName(
+        RegistryConfigSettings config) {
+      return Optional.ofNullable(config.cloudSql.replicaInstanceConnectionName);
+    }
+
     @Provides
     @Config("cloudSqlDbInstanceName")
-    public static String providesCloudSqlDbInstance(RegistryConfigSettings config) {
+    public static String provideCloudSqlDbInstance(RegistryConfigSettings config) {
       // Format of instanceConnectionName: project-id:region:instance-name
       int lastColonIndex = config.cloudSql.instanceConnectionName.lastIndexOf(':');
       return config.cloudSql.instanceConnectionName.substring(lastColonIndex + 1);
@@ -1524,6 +1532,31 @@ public final class RegistryConfig {
     return CONFIG_SETTINGS.get().hibernate.hikariIdleTimeout;
   }
 
+  /**
+   * JDBC-specific: driver default batch size is 0, which means that every INSERT statement will be
+   * sent to the database individually. Batching allows us to group together multiple inserts into
+   * one single INSERT statement which can dramatically increase speed in situations with many
+   * inserts.
+   *
+   * <p>Hibernate docs, i.e.
+   * https://docs.jboss.org/hibernate/orm/5.6/userguide/html_single/Hibernate_User_Guide.html,
+   * recommend between 10 and 50.
+   */
+  public static String getHibernateJdbcBatchSize() {
+    return CONFIG_SETTINGS.get().hibernate.jdbcBatchSize;
+  }
+
+  /**
+   * Returns the JDBC fetch size.
+   *
+   * <p>Postgresql-specific: driver default fetch size is 0, which disables streaming result sets.
+   * Here we set a small default geared toward Nomulus server transactions. Large queries can
+   * override the defaults using {@link JpaTransactionManager#setQueryFetchSize}.
+   */
+  public static String getHibernateJdbcFetchSize() {
+    return CONFIG_SETTINGS.get().hibernate.jdbcFetchSize;
+  }
+
   /** Returns the roid suffix to be used for the roids of all contacts and hosts. */
   public static String getContactAndHostRoidSuffix() {
     return CONFIG_SETTINGS.get().registryPolicy.contactAndHostRoidSuffix;

core/src/main/java/google/registry/config/RegistryConfigSettings.java

@@ -120,6 +120,8 @@ public class RegistryConfigSettings {
     public String hikariMinimumIdle;
     public String hikariMaximumPoolSize;
     public String hikariIdleTimeout;
+    public String jdbcBatchSize;
+    public String jdbcFetchSize;
   }
 
   /** Configuration for Cloud SQL. */
@@ -128,6 +130,7 @@ public class RegistryConfigSettings {
     // TODO(05012021): remove username field after it is removed from all yaml files.
     public String username;
     public String instanceConnectionName;
+    public String replicaInstanceConnectionName;
   }
 
   /** Configuration for Apache Beam (Cloud Dataflow). */

core/src/main/java/google/registry/config/files/default-config.yaml

@@ -221,6 +221,17 @@ hibernate:
   hikariMinimumIdle: 1
   hikariMaximumPoolSize: 10
   hikariIdleTimeout: 300000
+  # The batch size is basically the number of insertions / updates in a single
+  # transaction that will be batched together into one INSERT/UPDATE statement.
+  # A larger batch size is useful when inserting or updating many entities in a
+  # single transaction. Hibernate docs
+  # (https://docs.jboss.org/hibernate/orm/5.6/userguide/html_single/Hibernate_User_Guide.html)
+  # recommend between 10 and 50.
+  jdbcBatchSize: 50
+  # The fetch size is the number of entities retrieved at a time from the
+  # database cursor. Here we set a small default geared toward Nomulus server
+  # transactions. Large queries can override the defaults on a per-query basis.
+  jdbcFetchSize: 20
 
 cloudSql:
   # jdbc url for the Cloud SQL database.
@@ -231,6 +242,10 @@ cloudSql:
   jdbcUrl: jdbc:postgresql://localhost
   # This name is used by Cloud SQL when connecting to the database.
   instanceConnectionName: project-id:region:instance-id
+  # If non-null, we will use this instance for certain read-only actions or
+  # pipelines, e.g. RDE, in order to offload some work from the primary
+  # instance. Expect any write actions on this instance to fail.
+  replicaInstanceConnectionName: null
 
 cloudDns:
   # Set both properties to null in Production.

core/src/main/java/google/registry/cron/CommitLogFanoutAction.java

@@ -20,7 +20,6 @@ import google.registry.request.Action;
 import google.registry.request.Action.Service;
 import google.registry.request.Parameter;
 import google.registry.request.auth.Auth;
-import google.registry.util.Clock;
 import google.registry.util.CloudTasksUtils;
 import java.util.Optional;
 import javax.inject.Inject;
@@ -35,7 +34,6 @@ public final class CommitLogFanoutAction implements Runnable {
 
   public static final String BUCKET_PARAM = "bucket";
 
-  @Inject Clock clock;
   @Inject CloudTasksUtils cloudTasksUtils;
 
   @Inject @Parameter("endpoint") String endpoint;
@@ -43,18 +41,15 @@ public final class CommitLogFanoutAction implements Runnable {
   @Inject @Parameter("jitterSeconds") Optional<Integer> jitterSeconds;
   @Inject CommitLogFanoutAction() {}
 
-
-
   @Override
   public void run() {
     for (int bucketId : CommitLogBucket.getBucketIds()) {
       cloudTasksUtils.enqueue(
           queue,
-          CloudTasksUtils.createPostTask(
+          cloudTasksUtils.createPostTaskWithJitter(
               endpoint,
               Service.BACKEND.toString(),
               ImmutableMultimap.of(BUCKET_PARAM, Integer.toString(bucketId)),
-              clock,
               jitterSeconds));
     }
   }

core/src/main/java/google/registry/cron/TldFanoutAction.java

@@ -45,10 +45,8 @@ import google.registry.request.ParameterMap;
 import google.registry.request.RequestParameters;
 import google.registry.request.Response;
 import google.registry.request.auth.Auth;
-import google.registry.util.Clock;
 import google.registry.util.CloudTasksUtils;
 import java.util.Optional;
-import java.util.Random;
 import java.util.stream.Stream;
 import javax.inject.Inject;
 
@@ -97,11 +95,8 @@ public final class TldFanoutAction implements Runnable {
           EXCLUDE_PARAM,
           JITTER_SECONDS_PARAM);
 
-  private static final Random random = new Random();
-
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();
 
-  @Inject Clock clock;
   @Inject CloudTasksUtils cloudTasksUtils;
   @Inject Response response;
   @Inject @Parameter(ENDPOINT_PARAM) String endpoint;
@@ -162,7 +157,7 @@ public final class TldFanoutAction implements Runnable {
       params = ArrayListMultimap.create(params);
       params.put(RequestParameters.PARAM_TLD, tld);
     }
-    return CloudTasksUtils.createPostTask(
-        endpoint, Service.BACKEND.toString(), params, clock, jitterSeconds);
+    return cloudTasksUtils.createPostTaskWithJitter(
+        endpoint, Service.BACKEND.toString(), params, jitterSeconds);
   }
 }

core/src/main/java/google/registry/env/common/backend/WEB-INF/web.xml

@@ -422,6 +422,12 @@ have been in the database for a certain period of time. -->
     <url-pattern>/_dr/task/createSyntheticHistoryEntries</url-pattern>
   </servlet-mapping>
 
+  <!-- Action to sync Datastore to a snapshot of the primary SQL database. -->
+  <servlet-mapping>
+    <servlet-name>backend-servlet</servlet-name>
+    <url-pattern>/_dr/task/syncDatastoreToSqlSnapshot</url-pattern>
+  </servlet-mapping>
+
   <!-- Security config -->
   <security-constraint>
     <web-resource-collection>

core/src/main/java/google/registry/env/production/default/WEB-INF/cron.xml

@@ -36,6 +36,19 @@
     <target>backend</target>
   </cron>
 
+  <cron>
+    <url>/_dr/task/rdeStaging?beam=true</url>
+    <description>
+      This job generates a full RDE escrow deposit as a single gigantic XML
+      document using the Beam pipeline regardless of the current TM
+      configuration and streams it to cloud storage. It does not trigger the
+      subsequent upload tasks and is meant to run parallel with the main cron
+      job in order to compare the results from both runs.
+    </description>
+    <schedule>every 8 hours from 00:07 to 20:00</schedule>
+    <target>backend</target>
+  </cron>
+
   <cron>
     <url><![CDATA[/_dr/cron/fanout?queue=rde-upload&endpoint=/_dr/task/rdeUpload&forEachRealTld]]></url>
     <description>
@@ -240,16 +253,6 @@
     <target>backend</target>
   </cron>
 
-  <cron>
-    <url><![CDATA[/_dr/cron/fanout?queue=retryable-cron-tasks&endpoint=/_dr/task/deleteProberData&runInEmpty]]></url>
-    <description>
-      This job clears out data from probers and runs once a week.
-    </description>
-    <schedule>every monday 14:00</schedule>
-    <timezone>UTC</timezone>
-    <target>backend</target>
-  </cron>
-
   <cron>
     <url><![CDATA[/_dr/cron/fanout?queue=retryable-cron-tasks&endpoint=/_dr/task/exportReservedTerms&forEachRealTld]]></url>
     <description>
@@ -349,6 +352,15 @@
     <target>backend</target>
   </cron>
 
+  <cron>
+    <url><![CDATA[/_dr/cron/replicateToDatastore]]></url>
+    <description>
+      Replays recent transactions from SQL to the Datastore secondary backend.
+    </description>
+    <schedule>every 3 minutes</schedule>
+    <target>backend</target>
+  </cron>
+
   <cron>
     <url><![CDATA[/_dr/task/wipeOutContactHistoryPii]]></url>
     <description>

core/src/main/java/google/registry/env/sandbox/default/WEB-INF/cron.xml

@@ -191,16 +191,6 @@
     <target>backend</target>
   </cron>
 
-  <cron>
-    <url><![CDATA[/_dr/cron/fanout?queue=retryable-cron-tasks&endpoint=/_dr/task/deleteProberData&runInEmpty]]></url>
-    <description>
-      This job clears out data from probers and runs once a week.
-    </description>
-    <schedule>every monday 14:00</schedule>
-    <timezone>UTC</timezone>
-    <target>backend</target>
-  </cron>
-
   <cron>
     <url><![CDATA[/_dr/cron/fanout?queue=retryable-cron-tasks&endpoint=/_dr/task/exportReservedTerms&forEachRealTld]]></url>
     <description>

core/src/main/java/google/registry/export/AnnotatedEntities.java

@@ -21,12 +21,14 @@ import com.google.common.collect.ImmutableSet;
 import com.google.common.collect.Ordering;
 import com.googlecode.objectify.Key;
 import google.registry.model.EntityClasses;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.model.annotations.InCrossTld;
 import google.registry.model.annotations.NotBackedUp;
 import google.registry.model.annotations.ReportedOn;
 import google.registry.model.annotations.VirtualEntity;
 
 /** Constants related to export code. */
+@DeleteAfterMigration
 public final class AnnotatedEntities {
 
   /** Returns the names of kinds to include in Datastore backups. */

core/src/main/java/google/registry/export/BackupDatastoreAction.java

@@ -21,6 +21,7 @@ import com.google.common.flogger.FluentLogger;
 import google.registry.config.RegistryConfig;
 import google.registry.export.datastore.DatastoreAdmin;
 import google.registry.export.datastore.Operation;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.request.Action;
 import google.registry.request.HttpException.InternalServerErrorException;
 import google.registry.request.Response;
@@ -46,6 +47,7 @@ import javax.inject.Inject;
     method = POST,
     automaticallyPrintOk = true,
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+@DeleteAfterMigration
 public class BackupDatastoreAction implements Runnable {
 
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();

core/src/main/java/google/registry/export/CheckBackupAction.java

@@ -33,6 +33,7 @@ import com.google.common.collect.Sets;
 import com.google.common.flogger.FluentLogger;
 import google.registry.export.datastore.DatastoreAdmin;
 import google.registry.export.datastore.Operation;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.request.Action;
 import google.registry.request.HttpException;
 import google.registry.request.HttpException.BadRequestException;
@@ -60,6 +61,7 @@ import org.joda.time.format.PeriodFormat;
     method = {POST, GET},
     automaticallyPrintOk = true,
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+@DeleteAfterMigration
 public class CheckBackupAction implements Runnable {
 
   /** Parameter names for passing parameters into this action. */

core/src/main/java/google/registry/export/ExportPremiumTermsAction.java

@@ -26,7 +26,6 @@ import com.google.common.base.Joiner;
 import com.google.common.collect.ImmutableList;
 import com.google.common.collect.ImmutableSortedSet;
 import com.google.common.collect.Iterables;
-import com.google.common.collect.Streams;
 import com.google.common.flogger.FluentLogger;
 import com.google.common.net.MediaType;
 import google.registry.config.RegistryConfig.Config;
@@ -143,7 +142,7 @@ public class ExportPremiumTermsAction implements Runnable {
         PremiumListDao.getLatestRevision(premiumListName).isPresent(),
         "Could not load premium list for " + tld);
     SortedSet<String> premiumTerms =
-        Streams.stream(PremiumListDao.loadAllPremiumEntries(premiumListName))
+        PremiumListDao.loadAllPremiumEntries(premiumListName).stream()
             .map(PremiumEntry::toString)
             .collect(ImmutableSortedSet.toImmutableSortedSet(String::compareTo));
 

core/src/main/java/google/registry/export/UpdateSnapshotViewAction.java

@@ -26,6 +26,7 @@ import com.google.appengine.api.taskqueue.TaskOptions.Method;
 import com.google.common.flogger.FluentLogger;
 import google.registry.bigquery.CheckedBigquery;
 import google.registry.config.RegistryConfig.Config;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.request.Action;
 import google.registry.request.HttpException.InternalServerErrorException;
 import google.registry.request.Parameter;
@@ -40,6 +41,7 @@ import javax.inject.Inject;
     path = UpdateSnapshotViewAction.PATH,
     method = POST,
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+@DeleteAfterMigration
 public class UpdateSnapshotViewAction implements Runnable {
 
   /** Headers for passing parameters into the servlet. */

core/src/main/java/google/registry/export/UploadDatastoreBackupAction.java

@@ -39,6 +39,7 @@ import google.registry.bigquery.BigqueryUtils.WriteDisposition;
 import google.registry.bigquery.CheckedBigquery;
 import google.registry.config.RegistryConfig.Config;
 import google.registry.export.BigqueryPollJobAction.BigqueryPollJobEnqueuer;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.request.Action;
 import google.registry.request.HttpException.BadRequestException;
 import google.registry.request.HttpException.InternalServerErrorException;
@@ -53,6 +54,7 @@ import javax.inject.Inject;
     path = UploadDatastoreBackupAction.PATH,
     method = POST,
     auth = Auth.AUTH_INTERNAL_OR_ADMIN)
+@DeleteAfterMigration
 public class UploadDatastoreBackupAction implements Runnable {
 
   /** Parameter names for passing parameters into the servlet. */

core/src/main/java/google/registry/export/datastore/DatastoreAdmin.java

@@ -26,6 +26,7 @@ import com.google.api.client.json.JsonFactory;
 import com.google.api.client.util.Key;
 import com.google.common.base.Strings;
 import com.google.common.collect.ImmutableList;
+import google.registry.model.annotations.DeleteAfterMigration;
 import java.util.Collection;
 import java.util.Optional;
 
@@ -33,6 +34,7 @@ import java.util.Optional;
  * Java client to <a href="https://cloud.google.com/datastore/docs/reference/admin/rest/">Cloud
  * Datastore Admin REST API</a>.
  */
+@DeleteAfterMigration
 public class DatastoreAdmin extends AbstractGoogleJsonClient {
 
   private static final String ROOT_URL = "https://datastore.googleapis.com/v1/";

core/src/main/java/google/registry/export/datastore/DatastoreAdminModule.java

@@ -18,11 +18,13 @@ import dagger.Module;
 import dagger.Provides;
 import google.registry.config.CredentialModule;
 import google.registry.config.RegistryConfig;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.util.GoogleCredentialsBundle;
 import javax.inject.Singleton;
 
 /** Dagger module that configures provision of {@link DatastoreAdmin}. */
 @Module
+@DeleteAfterMigration
 public abstract class DatastoreAdminModule {
 
   @Singleton

core/src/main/java/google/registry/export/datastore/EntityFilter.java

@@ -19,6 +19,7 @@ import static com.google.common.base.Preconditions.checkNotNull;
 import com.google.api.client.json.GenericJson;
 import com.google.api.client.util.Key;
 import com.google.common.collect.ImmutableList;
+import google.registry.model.annotations.DeleteAfterMigration;
 import java.util.Collection;
 import java.util.List;
 
@@ -29,6 +30,7 @@ import java.util.List;
  * <p>Please note that properties not used by Domain Registry are not included, e.g., {@code
  * namespaceIds}.
  */
+@DeleteAfterMigration
 public class EntityFilter extends GenericJson {
 
   @Key private List<String> kinds = ImmutableList.of();

core/src/main/java/google/registry/export/datastore/Operation.java

@@ -22,6 +22,7 @@ import com.google.api.client.util.Key;
 import com.google.common.collect.ImmutableList;
 import com.google.common.collect.ImmutableSet;
 import google.registry.export.datastore.DatastoreAdmin.Get;
+import google.registry.model.annotations.DeleteAfterMigration;
 import google.registry.util.Clock;
 import java.util.List;
 import java.util.Optional;
@@ -34,6 +35,7 @@ import org.joda.time.Duration;
  *
  * <p>{@link Operation} instances are parsed from the JSON payload in Datastore response messages.
  */
+@DeleteAfterMigration
 public class Operation extends GenericJson {
 
   private static final String STATE_SUCCESS = "SUCCESSFUL";

core/src/main/java/google/registry/export/sheet/SyncRegistrarsSheetAction.java

@@ -14,8 +14,6 @@
 
 package google.registry.export.sheet;
 
-import static com.google.appengine.api.taskqueue.QueueFactory.getQueue;
-import static com.google.appengine.api.taskqueue.TaskOptions.Builder.withUrl;
 import static com.google.common.net.MediaType.PLAIN_TEXT_UTF_8;
 import static google.registry.request.Action.Method.POST;
 import static javax.servlet.http.HttpServletResponse.SC_BAD_REQUEST;
@@ -23,7 +21,6 @@ import static javax.servlet.http.HttpServletResponse.SC_INTERNAL_SERVER_ERROR;
 import static javax.servlet.http.HttpServletResponse.SC_NO_CONTENT;
 import static javax.servlet.http.HttpServletResponse.SC_OK;
 
-import com.google.appengine.api.taskqueue.TaskOptions.Method;
 import com.google.common.flogger.FluentLogger;
 import google.registry.config.RegistryConfig.Config;
 import google.registry.request.Action;
@@ -100,7 +97,7 @@ public class SyncRegistrarsSheetAction implements Runnable {
   }
 
   public static final String PATH = "/_dr/task/syncRegistrarsSheet";
-  private static final String QUEUE = "sheet";
+  public static final String QUEUE = "sheet";
   private static final String LOCK_NAME = "Synchronize registrars sheet";
   private static final FluentLogger logger = FluentLogger.forEnclosingClass();
 
@@ -144,11 +141,4 @@ public class SyncRegistrarsSheetAction implements Runnable {
       Result.LOCKED.send(response, null);
     }
   }
-
-  /**
-   * Enqueues a sync registrar sheet task targeting the App Engine service specified by hostname.
-   */
-  public static void enqueueRegistrarSheetSync(String hostname) {
-    getQueue(QUEUE).add(withUrl(PATH).method(Method.GET).header("Host", hostname));
-  }
 }

core/src/main/java/google/registry/flows/contact/ContactCheckFlow.java

@@ -56,9 +56,9 @@ public final class ContactCheckFlow implements Flow {
   @Inject ContactCheckFlow() {}
 
   @Override
-  public final EppResponse run() throws EppException {
-    extensionManager.validate();  // There are no legal extensions for this flow.
+  public EppResponse run() throws EppException {
     validateRegistrarIsLoggedIn(registrarId);
+    extensionManager.validate(); // There are no legal extensions for this flow.
     ImmutableList<String> targetIds = ((Check) resourceCommand).getTargetIds();
     verifyTargetIdCount(targetIds, maxChecks);
     ImmutableSet<String> existingIds =

core/src/main/java/google/registry/flows/contact/ContactCreateFlow.java

@@ -70,10 +70,10 @@ public final class ContactCreateFlow implements TransactionalFlow {
   @Inject ContactCreateFlow() {}
 
   @Override
-  public final EppResponse run() throws EppException {
+  public EppResponse run() throws EppException {
     extensionManager.register(MetadataExtension.class);
-    extensionManager.validate();
     validateRegistrarIsLoggedIn(registrarId);
+    extensionManager.validate();
     Create command = (Create) resourceCommand;
     DateTime now = tm().getTransactionTime();
     verifyResourceDoesNotExist(ContactResource.class, targetId, now, registrarId);

core/src/main/java/google/registry/flows/contact/ContactDeleteFlow.java

@@ -90,10 +90,10 @@ public final class ContactDeleteFlow implements TransactionalFlow {
   ContactDeleteFlow() {}
 
   @Override
-  public final EppResponse run() throws EppException {
+  public EppResponse run() throws EppException {
     extensionManager.register(MetadataExtension.class);
-    extensionManager.validate();
     validateRegistrarIsLoggedIn(registrarId);
+    extensionManager.validate();
     DateTime now = tm().getTransactionTime();
     checkLinkedDomains(targetId, now, ContactResource.class, DomainBase::getReferencedContacts);
     ContactResource existingContact = loadAndVerifyExistence(ContactResource.class, targetId, now);

core/src/main/java/google/registry/flows/contact/ContactInfoFlow.java

@@ -65,10 +65,10 @@ public final class ContactInfoFlow implements Flow {
   ContactInfoFlow() {}
 
   @Override
-  public final EppResponse run() throws EppException {
+  public EppResponse run() throws EppException {
     DateTime now = clock.nowUtc();
-    extensionManager.validate(); // There are no legal extensions for this flow.
     validateRegistrarIsLoggedIn(registrarId);
+    extensionManager.validate(); // There are no legal extensions for this flow.
     ContactResource contact = loadAndVerifyExistence(ContactResource.class, targetId, now);
     if (!isSuperuser) {
       verifyResourceOwnership(registrarId, contact);

core/src/main/java/google/registry/flows/contact/ContactTransferApproveFlow.java

@@ -74,14 +74,14 @@ public final class ContactTransferApproveFlow implements TransactionalFlow {
   @Inject ContactTransferApproveFlow() {}
 
   /**
-   * <p>The logic in this flow, which handles client approvals, very closely parallels the logic in
+   * The logic in this flow, which handles client approvals, very closely parallels the logic in
    * {@link ContactResource#cloneProjectedAtTime} which handles implicit server approvals.
    */
   @Override
-  public final EppResponse run() throws EppException {
+  public EppResponse run() throws EppException {
     extensionManager.register(MetadataExtension.class);
-    extensionManager.validate();
     validateRegistrarIsLoggedIn(registrarId);
+    extensionManager.validate();
     DateTime now = tm().getTransactionTime();
     ContactResource existingContact = loadAndVerifyExistence(ContactResource.class, targetId, now);
     verifyOptionalAuthInfo(authInfo, existingContact);

core/src/main/java/google/registry/flows/contact/ContactTransferCancelFlow.java

@@ -76,8 +76,8 @@ public final class ContactTransferCancelFlow implements TransactionalFlow {
   @Override
   public final EppResponse run() throws EppException {
     extensionManager.register(MetadataExtension.class);
-    extensionManager.validate();
     validateRegistrarIsLoggedIn(registrarId);
+    extensionManager.validate();
     DateTime now = tm().getTransactionTime();
     ContactResource existingContact = loadAndVerifyExistence(ContactResource.class, targetId, now);
     verifyOptionalAuthInfo(authInfo, existingContact);

core/src/main/java/google/registry/flows/contact/ContactTransferQueryFlow.java

@@ -63,9 +63,9 @@ public final class ContactTransferQueryFlow implements Flow {
   @Inject ContactTransferQueryFlow() {}
 
   @Override
-  public final EppResponse run() throws EppException {
-    extensionManager.validate();  // There are no legal extensions for this flow.
+  public EppResponse run() throws EppException {
     validateRegistrarIsLoggedIn(registrarId);
+    extensionManager.validate(); // There are no legal extensions for this flow.
     ContactResource contact =
         loadAndVerifyExistence(ContactResource.class, targetId, clock.nowUtc());
     verifyOptionalAuthInfo(authInfo, contact);

core/src/main/java/google/registry/flows/contact/ContactTransferRejectFlow.java

@@ -72,10 +72,10 @@ public final class ContactTransferRejectFlow implements TransactionalFlow {
   @Inject ContactTransferRejectFlow() {}
 
   @Override
-  public final EppResponse run() throws EppException {
+  public EppResponse run() throws EppException {
     extensionManager.register(MetadataExtension.class);
-    extensionManager.validate();
     validateRegistrarIsLoggedIn(registrarId);
+    extensionManager.validate();
     DateTime now = tm().getTransactionTime();
     ContactResource existingContact = loadAndVerifyExistence(ContactResource.class, targetId, now);
     verifyOptionalAuthInfo(authInfo, existingContact);

core/src/main/java/google/registry/flows/contact/ContactTransferRequestFlow.java

@@ -92,10 +92,10 @@ public final class ContactTransferRequestFlow implements TransactionalFlow {
   @Inject ContactTransferRequestFlow() {}
 
   @Override
-  public final EppResponse run() throws EppException {
+  public EppResponse run() throws EppException {
     extensionManager.register(MetadataExtension.class);
-    extensionManager.validate();
     validateRegistrarIsLoggedIn(gainingClientId);
+    extensionManager.validate();
     DateTime now = tm().getTransactionTime();
     ContactResource existingContact = loadAndVerifyExistence(ContactResource.class, targetId, now);
     verifyAuthInfoPresentForResourceTransfer(authInfo);

core/src/main/java/google/registry/flows/contact/ContactUpdateFlow.java

@@ -89,10 +89,10 @@ public final class ContactUpdateFlow implements TransactionalFlow {
   @Inject ContactUpdateFlow() {}
 
   @Override
-  public final EppResponse run() throws EppException {
+  public EppResponse run() throws EppException {
     extensionManager.register(MetadataExtension.class);
-    extensionManager.validate();
     validateRegistrarIsLoggedIn(registrarId);
+    extensionManager.validate();
     Update command = (Update) resourceCommand;
     DateTime now = tm().getTransactionTime();
     ContactResource existingContact = loadAndVerifyExistence(ContactResource.class, targetId, now);

core/src/main/java/google/registry/flows/domain/DomainCheckFlow.java

@@ -135,8 +135,8 @@ public final class DomainCheckFlow implements Flow {
     extensionManager.register(
         FeeCheckCommandExtension.class, LaunchCheckExtension.class, AllocationTokenExtension.class);
     flowCustomLogic.beforeValidation();
-    extensionManager.validate();
     validateRegistrarIsLoggedIn(registrarId);
+    extensionManager.validate();
     ImmutableList<String> domainNames = ((Check) resourceCommand).getTargetIds();
     verifyTargetIdCount(domainNames, maxChecks);
     DateTime now = clock.nowUtc();

core/src/main/java/google/registry/flows/domain/DomainClaimsCheckFlow.java

@@ -82,8 +82,8 @@ public final class DomainClaimsCheckFlow implements Flow {
   @Override
   public EppResponse run() throws EppException {
     extensionManager.register(LaunchCheckExtension.class, AllocationTokenExtension.class);
-    extensionManager.validate();
     validateRegistrarIsLoggedIn(registrarId);
+    extensionManager.validate();
     if (eppInput.getSingleExtension(AllocationTokenExtension.class).isPresent()) {
       throw new DomainClaimsCheckNotAllowedWithAllocationTokens();
     }

core/src/main/java/google/registry/flows/domain/DomainCreateFlow.java

@@ -169,6 +169,7 @@ import org.joda.time.Duration;
  * @error {@link DomainFlowUtils.FeesMismatchException}
  * @error {@link DomainFlowUtils.FeesRequiredDuringEarlyAccessProgramException}
  * @error {@link DomainFlowUtils.FeesRequiredForPremiumNameException}
+ * @error {@link DomainFlowUtils.InvalidDsRecordException}
  * @error {@link DomainFlowUtils.InvalidIdnDomainLabelException}
  * @error {@link DomainFlowUtils.InvalidPunycodeException}
  * @error {@link DomainFlowUtils.InvalidTcnIdChecksumException}
@@ -198,7 +199,7 @@ import org.joda.time.Duration;
  * @error {@link DomainPricingLogic.AllocationTokenInvalidForPremiumNameException}
  */
 @ReportingSpec(ActivityReportField.DOMAIN_CREATE)
-public class DomainCreateFlow implements TransactionalFlow {
+public final class DomainCreateFlow implements TransactionalFlow {
 
   /** Anchor tenant creates should always be for 2 years, since they get 2 years free. */
   private static final int ANCHOR_TENANT_CREATE_VALID_YEARS = 2;
@@ -219,7 +220,7 @@ public class DomainCreateFlow implements TransactionalFlow {
   @Inject DomainCreateFlow() {}
 
   @Override
-  public final EppResponse run() throws EppException {
+  public EppResponse run() throws EppException {
     extensionManager.register(
         FeeCreateCommandExtension.class,
         SecDnsCreateExtension.class,
@@ -227,9 +228,9 @@ public class DomainCreateFlow implements TransactionalFlow {
         LaunchCreateExtension.class,
         AllocationTokenExtension.class);
     flowCustomLogic.beforeValidation();
-    extensionManager.validate();
     validateRegistrarIsLoggedIn(registrarId);
     verifyRegistrarIsActive(registrarId);
+    extensionManager.validate();
     DateTime now = tm().getTransactionTime();
     DomainCommand.Create command = cloneAndLinkReferences((Create) resourceCommand, now);
     Period period = command.getPeriod();

core/src/main/java/google/registry/flows/domain/DomainDeleteFlow.java

@@ -138,12 +138,12 @@ public final class DomainDeleteFlow implements TransactionalFlow {
   @Inject DomainDeleteFlow() {}
 
   @Override
-  public final EppResponse run() throws EppException {
+  public EppResponse run() throws EppException {
     extensionManager.register(
         MetadataExtension.class, SecDnsCreateExtension.class, DomainDeleteSuperuserExtension.class);
     flowCustomLogic.beforeValidation();
-    extensionManager.validate();
     validateRegistrarIsLoggedIn(registrarId);
+    extensionManager.validate();
     DateTime now = tm().getTransactionTime();
     // Loads the target resource if it exists
     DomainBase existingDomain = loadAndVerifyExistence(DomainBase.class, targetId, now);

core/src/main/java/google/registry/flows/domain/DomainFlowUtils.java

@@ -129,6 +129,7 @@ import google.registry.model.tld.label.ReservedList;
 import google.registry.model.tmch.ClaimsListDao;
 import google.registry.persistence.VKey;
 import google.registry.tldconfig.idn.IdnLabelValidator;
+import google.registry.tools.DigestType;
 import google.registry.util.Idn;
 import java.math.BigDecimal;
 import java.util.Collection;
@@ -144,6 +145,7 @@ import org.joda.money.CurrencyUnit;
 import org.joda.money.Money;
 import org.joda.time.DateTime;
 import org.joda.time.Duration;
+import org.xbill.DNS.DNSSEC.Algorithm;
 
 /** Static utility functions for domain flows. */
 public class DomainFlowUtils {
@@ -293,13 +295,46 @@ public class DomainFlowUtils {
 
   /** Check that the DS data that will be set on a domain is valid. */
   static void validateDsData(Set<DelegationSignerData> dsData) throws EppException {
-    if (dsData != null && dsData.size() > MAX_DS_RECORDS_PER_DOMAIN) {
-      throw new TooManyDsRecordsException(
-          String.format(
-              "A maximum of %s DS records are allowed per domain.", MAX_DS_RECORDS_PER_DOMAIN));
+    if (dsData != null) {
+      if (dsData.size() > MAX_DS_RECORDS_PER_DOMAIN) {
+        throw new TooManyDsRecordsException(
+            String.format(
+                "A maximum of %s DS records are allowed per domain.", MAX_DS_RECORDS_PER_DOMAIN));
+      }
+      // TODO(sarahbot@): Add signature length verification
+      ImmutableList<DelegationSignerData> invalidAlgorithms =
+          dsData.stream()
+              .filter(ds -> !validateAlgorithm(ds.getAlgorithm()))
+              .collect(toImmutableList());
+      if (!invalidAlgorithms.isEmpty()) {
+        throw new InvalidDsRecordException(
+            String.format(
+                "Domain contains DS record(s) with an invalid algorithm wire value: %s",
+                invalidAlgorithms));
+      }
+      ImmutableList<DelegationSignerData> invalidDigestTypes =
+          dsData.stream()
+              .filter(ds -> !DigestType.fromWireValue(ds.getDigestType()).isPresent())
+              .collect(toImmutableList());
+      if (!invalidDigestTypes.isEmpty()) {
+        throw new InvalidDsRecordException(
+            String.format(
+                "Domain contains DS record(s) with an invalid digest type: %s",
+                invalidDigestTypes));
+      }
     }
   }
 
+  public static boolean validateAlgorithm(int alg) {
+    if (alg > 255 || alg < 0) {
+      return false;
+    }
+    // Algorithms that are reserved or unassigned will just return a string representation of their
+    // integer wire value.
+    String algorithm = Algorithm.string(alg);
+    return !algorithm.equals(Integer.toString(alg));
+  }
+
   /** We only allow specifying years in a period. */
   static Period verifyUnitIsYears(Period period) throws EppException {
     if (!checkNotNull(period).getUnit().equals(Period.Unit.YEARS)) {
@@ -1217,6 +1252,13 @@ public class DomainFlowUtils {
     }
   }
 
+  /** Domain has an invalid DS record. */
+  static class InvalidDsRecordException extends ParameterValuePolicyErrorException {
+    public InvalidDsRecordException(String message) {
+      super(message);
+    }
+  }
+
   /** Domain name is under tld which doesn't exist. */
   static class TldDoesNotExistException extends ParameterValueRangeErrorException {
     public TldDoesNotExistException(String tld) {