mirror of
https://github.com/scylladb/scylladb.git
synced 2026-06-03 13:37:04 +00:00
db: Import db/commmitlog/*
Signed-off-by: Calle Wilund <calle@cloudius-systems.com>
This commit is contained in:
Calle Wilund
Avi Kivity
245
db/commitlog/CommitLogArchiver.java
Normal file
245
db/commitlog/CommitLogArchiver.java
Normal file
@@ -0,0 +1,245 @@
|
||||
/*
|
||||
*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing,
|
||||
* software distributed under the License is distributed on an
|
||||
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
* KIND, either express or implied. See the License for the
|
||||
* specific language governing permissions and limitations
|
||||
* under the License.
|
||||
*
|
||||
*/
|
||||
package org.apache.cassandra.db.commitlog;
|
||||
|
||||
import java.io.File;
|
||||
import java.io.IOException;
|
||||
import java.io.InputStream;
|
||||
import java.text.ParseException;
|
||||
import java.text.SimpleDateFormat;
|
||||
import java.util.Map;
|
||||
import java.util.Properties;
|
||||
import java.util.TimeZone;
|
||||
import java.util.concurrent.*;
|
||||
|
||||
import org.apache.cassandra.concurrent.JMXEnabledThreadPoolExecutor;
|
||||
import org.apache.cassandra.config.DatabaseDescriptor;
|
||||
import org.apache.cassandra.io.util.FileUtils;
|
||||
import org.apache.cassandra.utils.FBUtilities;
|
||||
import org.apache.cassandra.utils.WrappedRunnable;
|
||||
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
import com.google.common.base.Strings;
|
||||
|
||||
public class CommitLogArchiver
|
||||
{
|
||||
private static final Logger logger = LoggerFactory.getLogger(CommitLogArchiver.class);
|
||||
public static final SimpleDateFormat format = new SimpleDateFormat("yyyy:MM:dd HH:mm:ss");
|
||||
private static final String DELIMITER = ",";
|
||||
static
|
||||
{
|
||||
format.setTimeZone(TimeZone.getTimeZone("GMT"));
|
||||
}
|
||||
|
||||
public final Map<String, Future<?>> archivePending = new ConcurrentHashMap<String, Future<?>>();
|
||||
private final ExecutorService executor = new JMXEnabledThreadPoolExecutor("CommitLogArchiver");
|
||||
private final String archiveCommand;
|
||||
private final String restoreCommand;
|
||||
private final String restoreDirectories;
|
||||
public final long restorePointInTime;
|
||||
public final TimeUnit precision;
|
||||
|
||||
public CommitLogArchiver()
|
||||
{
|
||||
Properties commitlog_commands = new Properties();
|
||||
InputStream stream = null;
|
||||
try
|
||||
{
|
||||
stream = getClass().getClassLoader().getResourceAsStream("commitlog_archiving.properties");
|
||||
|
||||
if (stream == null)
|
||||
{
|
||||
logger.debug("No commitlog_archiving properties found; archive + pitr will be disabled");
|
||||
archiveCommand = null;
|
||||
restoreCommand = null;
|
||||
restoreDirectories = null;
|
||||
restorePointInTime = Long.MAX_VALUE;
|
||||
precision = TimeUnit.MICROSECONDS;
|
||||
}
|
||||
else
|
||||
{
|
||||
commitlog_commands.load(stream);
|
||||
archiveCommand = commitlog_commands.getProperty("archive_command");
|
||||
restoreCommand = commitlog_commands.getProperty("restore_command");
|
||||
restoreDirectories = commitlog_commands.getProperty("restore_directories");
|
||||
if (restoreDirectories != null && !restoreDirectories.isEmpty())
|
||||
{
|
||||
for (String dir : restoreDirectories.split(DELIMITER))
|
||||
{
|
||||
File directory = new File(dir);
|
||||
if (!directory.exists())
|
||||
{
|
||||
if (!directory.mkdir())
|
||||
{
|
||||
throw new RuntimeException("Unable to create directory: " + dir);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
String targetTime = commitlog_commands.getProperty("restore_point_in_time");
|
||||
precision = TimeUnit.valueOf(commitlog_commands.getProperty("precision", "MICROSECONDS"));
|
||||
try
|
||||
{
|
||||
restorePointInTime = Strings.isNullOrEmpty(targetTime) ? Long.MAX_VALUE : format.parse(targetTime).getTime();
|
||||
}
|
||||
catch (ParseException e)
|
||||
{
|
||||
throw new RuntimeException("Unable to parse restore target time", e);
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (IOException e)
|
||||
{
|
||||
throw new RuntimeException("Unable to load commitlog_archiving.properties", e);
|
||||
}
|
||||
finally
|
||||
{
|
||||
FileUtils.closeQuietly(stream);
|
||||
}
|
||||
}
|
||||
|
||||
public void maybeArchive(final CommitLogSegment segment)
|
||||
{
|
||||
if (Strings.isNullOrEmpty(archiveCommand))
|
||||
return;
|
||||
|
||||
archivePending.put(segment.getName(), executor.submit(new WrappedRunnable()
|
||||
{
|
||||
protected void runMayThrow() throws IOException
|
||||
{
|
||||
segment.waitForFinalSync();
|
||||
String command = archiveCommand.replace("%name", segment.getName());
|
||||
command = command.replace("%path", segment.getPath());
|
||||
exec(command);
|
||||
}
|
||||
}));
|
||||
}
|
||||
|
||||
/**
|
||||
* Differs from the above because it can be used on any file, rather than only
|
||||
* managed commit log segments (and thus cannot call waitForFinalSync).
|
||||
*
|
||||
* Used to archive files present in the commit log directory at startup (CASSANDRA-6904)
|
||||
*/
|
||||
public void maybeArchive(final String path, final String name)
|
||||
{
|
||||
if (Strings.isNullOrEmpty(archiveCommand))
|
||||
return;
|
||||
|
||||
archivePending.put(name, executor.submit(new WrappedRunnable()
|
||||
{
|
||||
protected void runMayThrow() throws IOException
|
||||
{
|
||||
String command = archiveCommand.replace("%name", name);
|
||||
command = command.replace("%path", path);
|
||||
exec(command);
|
||||
}
|
||||
}));
|
||||
}
|
||||
|
||||
public boolean maybeWaitForArchiving(String name)
|
||||
{
|
||||
Future<?> f = archivePending.remove(name);
|
||||
if (f == null)
|
||||
return true; // archiving disabled
|
||||
|
||||
try
|
||||
{
|
||||
f.get();
|
||||
}
|
||||
catch (InterruptedException e)
|
||||
{
|
||||
throw new AssertionError(e);
|
||||
}
|
||||
catch (ExecutionException e)
|
||||
{
|
||||
if (e.getCause() instanceof IOException)
|
||||
{
|
||||
logger.error("Looks like the archiving of file {} failed earlier, cassandra is going to ignore this segment for now.", name);
|
||||
return false;
|
||||
}
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
public void maybeRestoreArchive()
|
||||
{
|
||||
if (Strings.isNullOrEmpty(restoreDirectories))
|
||||
return;
|
||||
|
||||
for (String dir : restoreDirectories.split(DELIMITER))
|
||||
{
|
||||
File[] files = new File(dir).listFiles();
|
||||
if (files == null)
|
||||
{
|
||||
throw new RuntimeException("Unable to list directory " + dir);
|
||||
}
|
||||
for (File fromFile : files)
|
||||
{
|
||||
CommitLogDescriptor fromHeader = CommitLogDescriptor.fromHeader(fromFile);
|
||||
CommitLogDescriptor fromName = CommitLogDescriptor.isValid(fromFile.getName()) ? CommitLogDescriptor.fromFileName(fromFile.getName()) : null;
|
||||
CommitLogDescriptor descriptor;
|
||||
if (fromHeader == null && fromName == null)
|
||||
throw new IllegalStateException("Cannot safely construct descriptor for segment, either from its name or its header: " + fromFile.getPath());
|
||||
else if (fromHeader != null && fromName != null && !fromHeader.equals(fromName))
|
||||
throw new IllegalStateException(String.format("Cannot safely construct descriptor for segment, as name and header descriptors do not match (%s vs %s): %s", fromHeader, fromName, fromFile.getPath()));
|
||||
else if (fromName != null && fromHeader == null && fromName.version >= CommitLogDescriptor.VERSION_21)
|
||||
throw new IllegalStateException("Cannot safely construct descriptor for segment, as name descriptor implies a version that should contain a header descriptor, but that descriptor could not be read: " + fromFile.getPath());
|
||||
else if (fromHeader != null)
|
||||
descriptor = fromHeader;
|
||||
else descriptor = fromName;
|
||||
|
||||
if (descriptor.version > CommitLogDescriptor.VERSION_21)
|
||||
throw new IllegalStateException("Unsupported commit log version: " + descriptor.version);
|
||||
|
||||
File toFile = new File(DatabaseDescriptor.getCommitLogLocation(), descriptor.fileName());
|
||||
if (toFile.exists())
|
||||
{
|
||||
logger.debug("Skipping restore of archive {} as the segment already exists in the restore location {}",
|
||||
fromFile.getPath(), toFile.getPath());
|
||||
continue;
|
||||
}
|
||||
|
||||
String command = restoreCommand.replace("%from", fromFile.getPath());
|
||||
command = command.replace("%to", toFile.getPath());
|
||||
try
|
||||
{
|
||||
exec(command);
|
||||
}
|
||||
catch (IOException e)
|
||||
{
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private void exec(String command) throws IOException
|
||||
{
|
||||
ProcessBuilder pb = new ProcessBuilder(command.split(" "));
|
||||
pb.redirectErrorStream(true);
|
||||
FBUtilities.exec(pb);
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user