mirror of
https://github.com/google/nomulus
synced 2026-01-11 00:10:36 +00:00
Create a load testing EPP client (#2415)
* Create a load testing EPP client. This code is mostly based off of what was used for a past EPP load testing client that can be found in Google3 at https://source.corp.google.com/piper///depot/google3/experimental/users/jianglai/proxy/java/google/registry/proxy/client/ I modified the old client to be open-source friendly and use Gradle. For now, this only performs a login and logout command, I will further expand on this in later PRs to add other EPP commands so that we can truly load test the system. * Small changes * Remove unnecessary build dep * Add gradle build tasks * Small fixes * Add an instances setUp and cleanUp script * More modifications to instance setup scripts * change to ubuntu instance * Add comment to make ssh work
This commit is contained in:
sarahcaseybot
GitHub
353
load-testing/src/main/java/google/registry/client/EppClient.java
Normal file
353
load-testing/src/main/java/google/registry/client/EppClient.java
Normal file
@@ -0,0 +1,353 @@
|
||||
// Copyright 2024 The Nomulus Authors. All Rights Reserved.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
package google.registry.client;
|
||||
|
||||
import static com.google.common.io.Resources.getResource;
|
||||
import static java.nio.charset.StandardCharsets.UTF_8;
|
||||
import static org.joda.time.DateTimeZone.UTC;
|
||||
|
||||
import com.beust.jcommander.IStringConverter;
|
||||
import com.beust.jcommander.JCommander;
|
||||
import com.beust.jcommander.Parameter;
|
||||
import com.beust.jcommander.Parameters;
|
||||
import com.google.common.collect.ImmutableList;
|
||||
import com.google.common.io.Files;
|
||||
import com.google.common.io.Resources;
|
||||
import io.netty.bootstrap.Bootstrap;
|
||||
import io.netty.channel.Channel;
|
||||
import io.netty.channel.ChannelFuture;
|
||||
import io.netty.channel.ChannelInitializer;
|
||||
import io.netty.channel.EventLoopGroup;
|
||||
import io.netty.channel.nio.NioEventLoopGroup;
|
||||
import io.netty.channel.socket.SocketChannel;
|
||||
import io.netty.channel.socket.nio.NioSocketChannel;
|
||||
import io.netty.handler.codec.LengthFieldBasedFrameDecoder;
|
||||
import io.netty.handler.codec.LengthFieldPrepender;
|
||||
import io.netty.handler.logging.LogLevel;
|
||||
import io.netty.handler.logging.LoggingHandler;
|
||||
import io.netty.handler.ssl.SslContextBuilder;
|
||||
import io.netty.handler.ssl.util.InsecureTrustManagerFactory;
|
||||
import io.netty.util.AttributeKey;
|
||||
import io.netty.util.concurrent.Promise;
|
||||
import java.io.ByteArrayInputStream;
|
||||
import java.io.File;
|
||||
import java.io.IOException;
|
||||
import java.io.InputStreamReader;
|
||||
import java.net.InetAddress;
|
||||
import java.net.UnknownHostException;
|
||||
import java.nio.file.Path;
|
||||
import java.nio.file.Paths;
|
||||
import java.security.KeyPair;
|
||||
import java.security.Security;
|
||||
import java.security.cert.CertificateException;
|
||||
import java.security.cert.X509Certificate;
|
||||
import java.time.Duration;
|
||||
import java.time.ZoneOffset;
|
||||
import java.time.ZonedDateTime;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Iterator;
|
||||
import java.util.LinkedHashSet;
|
||||
import java.util.List;
|
||||
import java.util.concurrent.ExecutorService;
|
||||
import java.util.concurrent.Executors;
|
||||
import org.bouncycastle.cert.X509CertificateHolder;
|
||||
import org.bouncycastle.cert.jcajce.JcaX509CertificateConverter;
|
||||
import org.bouncycastle.jce.provider.BouncyCastleProvider;
|
||||
import org.bouncycastle.openssl.PEMKeyPair;
|
||||
import org.bouncycastle.openssl.PEMParser;
|
||||
import org.bouncycastle.openssl.jcajce.JcaPEMKeyConverter;
|
||||
import org.joda.time.DateTime;
|
||||
|
||||
/** A simple EPP client that can be used for load testing. */
|
||||
@Parameters(separators = " =")
|
||||
@SuppressWarnings("FutureReturnValueIgnored")
|
||||
public class EppClient implements Runnable {
|
||||
|
||||
static {
|
||||
Security.addProvider(new BouncyCastleProvider());
|
||||
}
|
||||
|
||||
private static final String LOGIN_FILE = "login.xml";
|
||||
private static final String LOGOUT_FILE = "logout.xml";
|
||||
static final AttributeKey<ArrayList<ZonedDateTime>> REQUEST_SENT =
|
||||
AttributeKey.valueOf("REQUEST_SENT");
|
||||
static final AttributeKey<ArrayList<ZonedDateTime>> RESPONSE_RECEIVED =
|
||||
AttributeKey.valueOf("RESPONSE_RECEIVED");
|
||||
static final AttributeKey<Integer> CHANNEL_NUMBER = AttributeKey.valueOf("CHANNEL_NUMBER");
|
||||
static final AttributeKey<Path> LOGGING_LOCATION = AttributeKey.valueOf("LOGGING_LOCATION");
|
||||
static final AttributeKey<Boolean> FORCE_TERMINATE = AttributeKey.valueOf("FORCE_TERMINATE");
|
||||
static final AttributeKey<ExecutorService> LOGGING_EXECUTOR =
|
||||
AttributeKey.valueOf("LOGGING_EXECUTOR");
|
||||
static final AttributeKey<Iterator<byte[]>> INPUT_ITERATOR =
|
||||
AttributeKey.valueOf("INPUT_ITERATOR");
|
||||
static final AttributeKey<Promise<Void>> LOGGING_REQUEST_COMPLETE =
|
||||
AttributeKey.valueOf("LOGGING_REQUEST_COMPLETE");
|
||||
private static final int PORT = 700;
|
||||
private static final int TIMEOUT_SECONDS = 600;
|
||||
|
||||
public static class InetAddressConverter implements IStringConverter<InetAddress> {
|
||||
|
||||
@Override
|
||||
public InetAddress convert(String host) {
|
||||
try {
|
||||
return InetAddress.getByName(host);
|
||||
} catch (UnknownHostException e) {
|
||||
throw new IllegalArgumentException(host, e);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@Parameter(
|
||||
names = {"--help"},
|
||||
description = "Print this help message.",
|
||||
help = true)
|
||||
private boolean help = false;
|
||||
|
||||
@Parameter(
|
||||
names = {"--host", "-h"},
|
||||
description = "Epp server hostname/IP to connect to.",
|
||||
converter = InetAddressConverter.class,
|
||||
required = true)
|
||||
private InetAddress host = null;
|
||||
|
||||
@Parameter(
|
||||
names = {"--certificate"},
|
||||
description = "Certificate pem file.",
|
||||
required = true)
|
||||
private String certFileName = null;
|
||||
|
||||
@Parameter(
|
||||
names = {"--key", "-k"},
|
||||
description = "Private key pem file.",
|
||||
required = true)
|
||||
private String keyFileName = null;
|
||||
|
||||
@Parameter(
|
||||
names = {"--connections", "-cn"},
|
||||
description = "Number of connections that are made to the EPP server.")
|
||||
private int connections = 1;
|
||||
|
||||
@Parameter(
|
||||
names = {"--client", "-c"},
|
||||
description = "Registrar client id.")
|
||||
private String client = "proxy";
|
||||
|
||||
@Parameter(
|
||||
names = {"--password", "-pw"},
|
||||
description = "Registrar password.")
|
||||
private String password = "abcde12345";
|
||||
|
||||
@Parameter(
|
||||
names = {"--force_terminate", "-ft"},
|
||||
description = "Whether to explicitly close the connection after receiving a logout response.")
|
||||
private boolean forceTerminate = false;
|
||||
|
||||
public static void main(String[] args) {
|
||||
EppClient eppClient = new EppClient();
|
||||
JCommander jCommander = new JCommander(eppClient);
|
||||
jCommander.parse(args);
|
||||
if (eppClient.help) {
|
||||
jCommander.usage();
|
||||
return;
|
||||
}
|
||||
eppClient.run();
|
||||
}
|
||||
|
||||
private ImmutableList<String> makeInputList(ZonedDateTime now) {
|
||||
ImmutableList.Builder<String> templatesList = ImmutableList.builder();
|
||||
ImmutableList.Builder<String> inputList = ImmutableList.builder();
|
||||
templatesList.add(readStringFromFile(LOGIN_FILE));
|
||||
templatesList.add(readStringFromFile(LOGOUT_FILE));
|
||||
for (String template : templatesList.build()) {
|
||||
inputList.add(
|
||||
template
|
||||
.replace("@@CLIENT@@", client)
|
||||
.replace("@@PASSWORD@@", password)
|
||||
.replace("@@NOW@@", now.toString()));
|
||||
}
|
||||
return inputList.build();
|
||||
}
|
||||
|
||||
private static String readStringFromFile(String filename) {
|
||||
try {
|
||||
return Resources.toString(getResource(EppClient.class, "resources/" + filename), UTF_8);
|
||||
} catch (IOException e) {
|
||||
throw new IllegalArgumentException("Cannot read from file: resources/" + filename);
|
||||
}
|
||||
}
|
||||
|
||||
private static KeyPair getKeyPair(String filename) throws IOException {
|
||||
byte[] keyBytes = Files.asCharSource(new File(filename), UTF_8).read().getBytes(UTF_8);
|
||||
try {
|
||||
PEMKeyPair pemPair =
|
||||
(PEMKeyPair)
|
||||
new PEMParser(new InputStreamReader(new ByteArrayInputStream(keyBytes), UTF_8))
|
||||
.readObject();
|
||||
return new JcaPEMKeyConverter().setProvider("BC").getKeyPair(pemPair);
|
||||
} catch (IOException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
private static X509Certificate getCertificate(String filename) throws IOException {
|
||||
byte[] certificateBytes = Files.asCharSource(new File(filename), UTF_8).read().getBytes(UTF_8);
|
||||
try {
|
||||
X509CertificateHolder certificateHolder =
|
||||
(X509CertificateHolder)
|
||||
new PEMParser(
|
||||
new InputStreamReader(new ByteArrayInputStream(certificateBytes), UTF_8))
|
||||
.readObject();
|
||||
return new JcaX509CertificateConverter().setProvider("BC").getCertificate(certificateHolder);
|
||||
} catch (IOException | CertificateException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
private ChannelInitializer<SocketChannel> makeChannelInitializer(
|
||||
String outputFolder, ImmutableList<ExecutorService> loggingExecutors) throws IOException {
|
||||
return new ChannelInitializer<>() {
|
||||
|
||||
private final ImmutableList<String> inputList =
|
||||
makeInputList(ZonedDateTime.now(ZoneOffset.UTC));
|
||||
private final KeyPair key = getKeyPair(keyFileName);
|
||||
private final X509Certificate cert = getCertificate(certFileName);
|
||||
private final LoggingHandler loggingHandler = new LoggingHandler(LogLevel.INFO);
|
||||
private final EppClientHandler eppClientHandler = new EppClientHandler();
|
||||
|
||||
@Override
|
||||
protected void initChannel(SocketChannel ch) throws Exception {
|
||||
ch.attr(REQUEST_SENT).set(new ArrayList<>());
|
||||
ch.attr(RESPONSE_RECEIVED).set(new ArrayList<>());
|
||||
Path loggingLocation =
|
||||
Paths.get(String.format("%s/%d.log", outputFolder, ch.attr(CHANNEL_NUMBER).get()));
|
||||
ch.attr(LOGGING_LOCATION).set(loggingLocation);
|
||||
ch.attr(FORCE_TERMINATE).set(forceTerminate);
|
||||
ch.attr(LOGGING_EXECUTOR)
|
||||
.set(loggingExecutors.get(ch.attr(CHANNEL_NUMBER).get() % loggingExecutors.size()));
|
||||
|
||||
ch.attr(INPUT_ITERATOR)
|
||||
.set(
|
||||
inputList.stream()
|
||||
.map(
|
||||
(String str) ->
|
||||
str.replace(
|
||||
"@@CHANNEL_NUMBER@@",
|
||||
String.valueOf(ch.attr(CHANNEL_NUMBER).get()))
|
||||
.replace("@@CHANNEL_NUMBER_MODULO@@", String.valueOf(0))
|
||||
.getBytes(UTF_8))
|
||||
.iterator());
|
||||
|
||||
ch.pipeline()
|
||||
.addLast(
|
||||
SslContextBuilder.forClient()
|
||||
.keyManager(key.getPrivate(), cert)
|
||||
.trustManager(InsecureTrustManagerFactory.INSTANCE)
|
||||
.build()
|
||||
.newHandler(ch.alloc(), host.getHostName(), PORT));
|
||||
ch.pipeline().addLast(new LengthFieldBasedFrameDecoder(512 * 1024, 0, 4, -4, 4));
|
||||
ch.pipeline().addLast(new LengthFieldPrepender(4, true));
|
||||
ch.pipeline().addLast(loggingHandler);
|
||||
ch.pipeline().addLast(eppClientHandler);
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
private static String createOutputFolder(String folderName) {
|
||||
Path folder = Paths.get(folderName);
|
||||
if (!folder.toFile().exists()) {
|
||||
folder.toFile().mkdirs();
|
||||
}
|
||||
System.out.printf("\nOutputs saved at %s\n", folder);
|
||||
return folderName;
|
||||
}
|
||||
|
||||
@Override
|
||||
public void run() {
|
||||
String outputFolder = createOutputFolder(String.format("load-tests/%s", DateTime.now(UTC)));
|
||||
ImmutableList.Builder<ExecutorService> builder = ImmutableList.builderWithExpectedSize(5);
|
||||
for (int i = 0; i < 5; ++i) {
|
||||
builder.add(Executors.newSingleThreadExecutor());
|
||||
}
|
||||
final ImmutableList<ExecutorService> loggingExecutors = builder.build();
|
||||
|
||||
EventLoopGroup eventLoopGroup = new NioEventLoopGroup();
|
||||
|
||||
try {
|
||||
Bootstrap bootstrap =
|
||||
new Bootstrap()
|
||||
.group(eventLoopGroup)
|
||||
.channel(NioSocketChannel.class)
|
||||
.handler(makeChannelInitializer(outputFolder, loggingExecutors));
|
||||
|
||||
List<ChannelFuture> channelFutures = new ArrayList<>();
|
||||
|
||||
// Three requests: hello (from the proxy), login and logout.
|
||||
int requestPerConnection = 3;
|
||||
|
||||
for (int i = 0; i < connections; i++) {
|
||||
bootstrap.attr(CHANNEL_NUMBER, i);
|
||||
channelFutures.add(
|
||||
bootstrap
|
||||
.connect(host, PORT)
|
||||
.addListener(
|
||||
(ChannelFuture cf) -> {
|
||||
if (!cf.isSuccess()) {
|
||||
System.out.printf("Cannot connect to %s:%s\n", host, PORT);
|
||||
}
|
||||
}));
|
||||
}
|
||||
|
||||
LinkedHashSet<Integer> killedConnections = new LinkedHashSet<>();
|
||||
|
||||
// Wait for all channels to close.
|
||||
for (ChannelFuture channelFuture : channelFutures) {
|
||||
Channel channel = channelFuture.syncUninterruptibly().channel();
|
||||
int channelNumber = channel.attr(CHANNEL_NUMBER).get();
|
||||
if (!channel
|
||||
.closeFuture()
|
||||
.awaitUninterruptibly(
|
||||
TIMEOUT_SECONDS * 1000
|
||||
- Duration.between(
|
||||
channel.attr(REQUEST_SENT).get().getFirst(),
|
||||
ZonedDateTime.now(ZoneOffset.UTC))
|
||||
.toMillis())) {
|
||||
channel.close().syncUninterruptibly();
|
||||
killedConnections.add(channelNumber);
|
||||
}
|
||||
}
|
||||
|
||||
System.out.println();
|
||||
System.out.println("====== SUMMARY ======");
|
||||
System.out.printf("Number of connections: %d\n", connections);
|
||||
System.out.printf("Number of requests per connection: %d\n", requestPerConnection);
|
||||
if (!killedConnections.isEmpty()) {
|
||||
System.out.printf("Force killed connections (%d): ", killedConnections.size());
|
||||
for (int channelNumber : killedConnections) {
|
||||
System.out.printf("%d ", channelNumber);
|
||||
}
|
||||
System.out.print("\n");
|
||||
}
|
||||
|
||||
eventLoopGroup.shutdownGracefully();
|
||||
|
||||
channelFutures.forEach(
|
||||
channelFuture -> {
|
||||
channelFuture.channel().attr(LOGGING_REQUEST_COMPLETE).get().syncUninterruptibly();
|
||||
});
|
||||
loggingExecutors.forEach(ExecutorService::shutdown);
|
||||
} catch (IOException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user