Remove SMDRL completely from Datastore (#1104)

* Remove SMDRL completely from Datastore

* Remove some unnecessary stuff

* Change row count to 10000

* Remove implement EntityTestCase

core/src/main/java/google/registry/model/EntityClasses.java

@@ -47,7 +47,6 @@ import google.registry.model.server.KmsSecret;
 import google.registry.model.server.KmsSecretRevision;
 import google.registry.model.server.Lock;
 import google.registry.model.server.ServerSecret;
-import google.registry.model.smd.SignedMarkRevocationList;
 import google.registry.model.tmch.ClaimsListShard;
 import google.registry.model.tmch.ClaimsListShard.ClaimsListRevision;
 import google.registry.model.tmch.ClaimsListShard.ClaimsListSingleton;
@@ -105,7 +104,6 @@ public final class EntityClasses {
           Registry.class,
           ReservedList.class,
           ServerSecret.class,
-          SignedMarkRevocationList.class,
           TmchCrl.class);
 
   private EntityClasses() {}

core/src/main/java/google/registry/model/smd/SignedMarkRevocationList.java

@@ -16,34 +16,24 @@ package google.registry.model.smd;
 
 import static com.google.common.base.Preconditions.checkNotNull;
 import static google.registry.model.CacheUtils.memoizeWithShortExpiration;
-import static google.registry.model.common.EntityGroupRoot.getCrossTldKey;
 import static google.registry.util.DateTimeUtils.isBeforeOrAt;
 
-import com.google.common.annotations.VisibleForTesting;
 import com.google.common.base.Supplier;
 import com.google.common.collect.ImmutableMap;
-import com.googlecode.objectify.Key;
-import com.googlecode.objectify.annotation.EmbedMap;
-import com.googlecode.objectify.annotation.Entity;
-import com.googlecode.objectify.annotation.Id;
-import com.googlecode.objectify.annotation.Ignore;
-import com.googlecode.objectify.annotation.OnSave;
-import com.googlecode.objectify.annotation.Parent;
 import google.registry.model.ImmutableObject;
-import google.registry.model.annotations.InCrossTld;
-import google.registry.model.annotations.NotBackedUp;
-import google.registry.model.annotations.NotBackedUp.Reason;
-import google.registry.model.common.EntityGroupRoot;
-import google.registry.schema.replay.NonReplicatedEntity;
+import google.registry.schema.replay.DatastoreEntity;
+import google.registry.schema.replay.SqlEntity;
 import java.util.Map;
+import java.util.Optional;
 import javax.persistence.CollectionTable;
 import javax.persistence.Column;
 import javax.persistence.ElementCollection;
+import javax.persistence.Entity;
 import javax.persistence.GeneratedValue;
 import javax.persistence.GenerationType;
+import javax.persistence.Id;
 import javax.persistence.JoinColumn;
 import javax.persistence.MapKeyColumn;
-import javax.persistence.Transient;
 import org.joda.time.DateTime;
 
 /**
@@ -53,34 +43,14 @@ import org.joda.time.DateTime;
  * all the {@link SignedMark SignedMarks} that have been revoked. A new list is created for each new
  * file that's created, depending on the timestamp.
  *
- * <p>We'll be putting the entire table into a single entity for the sake of performance. But in
- * order to avoid exceeding the one megabyte max entity size limit, we'll also be sharding that
- * entity into multiple entities, each entity containing {@value #SHARD_SIZE} rows.
- *
- * <p>TODO: We can remove the sharding once we have converted entirely to Cloud SQL storage during
- * the Registry 3.0 migration. Then, the entire table will be stored conceptually as one entity (in
- * fact in SignedMarkRevocationList and SignedMarkRevocationEntry tables).
- *
  * @see google.registry.tmch.SmdrlCsvParser
  * @see <a href="http://tools.ietf.org/html/draft-lozano-tmch-func-spec-08#section-6.2">TMCH
  *     functional specifications - SMD Revocation List</a>
  */
 @Entity
-@javax.persistence.Entity
-@NotBackedUp(reason = Reason.EXTERNALLY_SOURCED)
-@InCrossTld
-public class SignedMarkRevocationList extends ImmutableObject implements NonReplicatedEntity {
+public class SignedMarkRevocationList extends ImmutableObject implements SqlEntity {
 
-  @VisibleForTesting static final int SHARD_SIZE = 10000;
-
-  /** Common ancestor for queries. */
-  @Parent @Transient Key<EntityGroupRoot> parent = getCrossTldKey();
-
-  /** ID for the sharded entity. */
-  @Id @Transient long id;
-
-  @Ignore
-  @javax.persistence.Id
+  @Id
   @GeneratedValue(strategy = GenerationType.IDENTITY)
   Long revisionId;
 
@@ -88,7 +58,6 @@ public class SignedMarkRevocationList extends ImmutableObject implements NonRepl
   DateTime creationTime;
 
   /** A map from SMD IDs to revocation time. */
-  @EmbedMap
   @ElementCollection
   @CollectionTable(
       name = "SignedMarkRevocationEntry",
@@ -97,17 +66,10 @@ public class SignedMarkRevocationList extends ImmutableObject implements NonRepl
   @Column(name = "revocationTime", nullable = false)
   Map</*@MatchesPattern("[0-9]+-[0-9]+")*/ String, DateTime> revokes;
 
-  /** Indicates that this is a shard rather than a "full" list. */
-  @Ignore @Transient boolean isShard;
-
-  /**
-   * A cached supplier that fetches the SMDRL shards from Datastore and recombines them into a
-   * single {@link SignedMarkRevocationList} object.
-   */
+  /** A cached supplier that fetches the {@link SignedMarkRevocationList} object. */
   private static final Supplier<SignedMarkRevocationList> CACHE =
       memoizeWithShortExpiration(SignedMarkRevocationListDao::load);
 
-  /** Return a single logical instance that combines all Datastore shards. */
   public static SignedMarkRevocationList get() {
     return CACHE.get();
   }
@@ -137,20 +99,14 @@ public class SignedMarkRevocationList extends ImmutableObject implements NonRepl
     return revokes.size();
   }
 
-  /** Save this list to Datastore in sharded form and to Cloud SQL. Returns {@code this}. */
+  /** Save this list to Cloud SQL. Returns {@code this}. */
   public SignedMarkRevocationList save() {
     SignedMarkRevocationListDao.save(this);
     return this;
   }
 
-  /** As a safety mechanism, fail if someone tries to save this class directly. */
-  @OnSave
-  void disallowUnshardedSaves() {
-    if (!isShard) {
-      throw new UnshardedSaveException();
-    }
+  @Override
+  public Optional<DatastoreEntity> toDatastoreEntity() {
+    return Optional.empty(); // Not persisted in Datastore
   }
-
-  /** Exception when trying to directly save a {@link SignedMarkRevocationList} without sharding. */
-  public static class UnshardedSaveException extends RuntimeException {}
 }