mirror of
https://github.com/scylladb/scylladb.git
synced 2026-06-08 16:03:20 +00:00
348 lines
12 KiB
C++
348 lines
12 KiB
C++
/*
|
|
* Copyright (C) 2020-present ScyllaDB
|
|
*/
|
|
|
|
/*
|
|
* This file is part of Scylla.
|
|
*
|
|
* Scylla is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU Affero General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* Scylla is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with Scylla. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#include <seastar/testing/test_case.hh>
|
|
#include <seastar/testing/thread_test_case.hh>
|
|
#include <seastar/core/iostream.hh>
|
|
#include <seastar/core/when_all.hh>
|
|
#include <seastar/core/fstream.hh>
|
|
#include <seastar/core/file.hh>
|
|
#include <seastar/core/reactor.hh>
|
|
#include <seastar/util/defer.hh>
|
|
|
|
#include "test/lib/random_utils.hh"
|
|
#include "test/lib/log.hh"
|
|
#include "test/lib/tmpdir.hh"
|
|
|
|
#include "utils/cached_file.hh"
|
|
|
|
using namespace seastar;
|
|
|
|
static lru cf_lru;
|
|
|
|
static sstring read_to_string(cached_file::stream& s, size_t limit = std::numeric_limits<size_t>::max()) {
|
|
sstring b;
|
|
while (auto buf = s.next().get0()) {
|
|
b += sstring(buf.get(), buf.size());
|
|
if (b.size() >= limit) {
|
|
break;
|
|
}
|
|
}
|
|
return b.substr(0, limit);
|
|
}
|
|
|
|
static sstring read_to_string(file& f, size_t start, size_t len) {
|
|
file_input_stream_options opt;
|
|
auto in = make_file_input_stream(f, start, len, opt);
|
|
auto buf = in.read_exactly(len).get0();
|
|
return sstring(buf.get(), buf.size());
|
|
}
|
|
|
|
static sstring read_to_string(cached_file& cf, size_t off, size_t limit = std::numeric_limits<size_t>::max()) {
|
|
auto s = cf.read(off, default_priority_class(), std::nullopt);
|
|
return read_to_string(s, limit);
|
|
}
|
|
|
|
struct test_file {
|
|
tmpdir dir;
|
|
file f;
|
|
sstring contents;
|
|
|
|
~test_file() {
|
|
f.close().get();
|
|
}
|
|
};
|
|
|
|
test_file make_test_file(size_t size) {
|
|
tmpdir dir;
|
|
auto contents = tests::random::get_sstring(size);
|
|
|
|
auto path = dir.path() / "file";
|
|
file f = open_file_dma(path.c_str(), open_flags::create | open_flags::rw).get0();
|
|
|
|
testlog.debug("file contents: {}", contents);
|
|
|
|
output_stream<char> out = make_file_output_stream(f).get0();
|
|
auto close_out = defer([&] { out.close().get(); });
|
|
out.write(contents.begin(), contents.size()).get();
|
|
out.flush().get();
|
|
|
|
f = open_file_dma(path.c_str(), open_flags::ro).get0();
|
|
|
|
return test_file{
|
|
.dir = std::move(dir),
|
|
.f = std::move(f),
|
|
.contents = std::move(contents)
|
|
};
|
|
}
|
|
|
|
SEASTAR_THREAD_TEST_CASE(test_file_wrapper) {
|
|
auto page_size = cached_file::page_size;
|
|
cached_file::metrics metrics;
|
|
test_file tf = make_test_file(page_size * 3);
|
|
logalloc::region region;
|
|
cached_file cf(tf.f, metrics, cf_lru, region, page_size * 3);
|
|
seastar::file f = make_cached_seastar_file(cf);
|
|
|
|
BOOST_REQUIRE_EQUAL(tf.contents.substr(0, 1),
|
|
read_to_string(f, 0, 1));
|
|
|
|
BOOST_REQUIRE_EQUAL(tf.contents.substr(page_size - 1, 10),
|
|
read_to_string(f, page_size - 1, 10));
|
|
|
|
BOOST_REQUIRE_EQUAL(tf.contents.substr(page_size - 1, cf.size() - (page_size - 1)),
|
|
read_to_string(f, page_size - 1, cf.size() - (page_size - 1)));
|
|
|
|
BOOST_REQUIRE_EQUAL(tf.contents.substr(0, cf.size()),
|
|
read_to_string(f, 0, cf.size()));
|
|
|
|
BOOST_CHECK_THROW(read_to_string(f, 0, cf.size() + 1), seastar::file::eof_error);
|
|
}
|
|
|
|
SEASTAR_THREAD_TEST_CASE(test_concurrent_population) {
|
|
auto page_size = cached_file::page_size;
|
|
cached_file::metrics metrics;
|
|
test_file tf = make_test_file(page_size * 3);
|
|
logalloc::region region;
|
|
cached_file cf(tf.f, metrics, cf_lru, region, page_size * 3);
|
|
seastar::file f = make_cached_seastar_file(cf);
|
|
|
|
seastar::when_all(
|
|
seastar::async([&] {
|
|
BOOST_REQUIRE_EQUAL(tf.contents.substr(0, 1), read_to_string(f, 0, 1));
|
|
}),
|
|
seastar::async([&] {
|
|
BOOST_REQUIRE_EQUAL(tf.contents.substr(0, 1), read_to_string(f, 0, 1));
|
|
})
|
|
).get();
|
|
|
|
BOOST_REQUIRE_EQUAL(page_size, metrics.cached_bytes);
|
|
BOOST_REQUIRE_EQUAL(2, metrics.page_misses);
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_evictions);
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_hits);
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_populations);
|
|
}
|
|
|
|
SEASTAR_THREAD_TEST_CASE(test_reading_from_small_file) {
|
|
test_file tf = make_test_file(1024);
|
|
|
|
{
|
|
cached_file::metrics metrics;
|
|
logalloc::region region;
|
|
cached_file cf(tf.f, metrics, cf_lru, region, tf.contents.size());
|
|
|
|
{
|
|
BOOST_REQUIRE_EQUAL(tf.contents, read_to_string(cf, 0));
|
|
|
|
BOOST_REQUIRE_EQUAL(cached_file::page_size, metrics.cached_bytes);
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_misses);
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_evictions);
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_hits);
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_populations);
|
|
}
|
|
|
|
{
|
|
BOOST_REQUIRE_EQUAL(tf.contents.substr(2), read_to_string(cf, 2));
|
|
|
|
BOOST_REQUIRE_EQUAL(cached_file::page_size, metrics.cached_bytes);
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_misses);
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_evictions);
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_hits); // change here
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_populations);
|
|
}
|
|
|
|
{
|
|
BOOST_REQUIRE_EQUAL(sstring(), read_to_string(cf, 3000));
|
|
|
|
// no change
|
|
BOOST_REQUIRE_EQUAL(cached_file::page_size, metrics.cached_bytes);
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_misses);
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_evictions);
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_hits);
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_populations);
|
|
}
|
|
}
|
|
}
|
|
|
|
SEASTAR_THREAD_TEST_CASE(test_eviction_via_lru) {
|
|
auto page = cached_file::page_size;
|
|
auto file_size = page * 2 + 12;
|
|
test_file tf = make_test_file(file_size);
|
|
|
|
{
|
|
cached_file::metrics metrics;
|
|
logalloc::region region;
|
|
cached_file cf(tf.f, metrics, cf_lru, region, tf.contents.size());
|
|
|
|
{
|
|
BOOST_REQUIRE_EQUAL(tf.contents, read_to_string(cf, 0));
|
|
|
|
BOOST_REQUIRE_EQUAL(page * 3, metrics.cached_bytes);
|
|
BOOST_REQUIRE_EQUAL(page * 3, cf.cached_bytes());
|
|
BOOST_REQUIRE_EQUAL(3, metrics.page_misses);
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_evictions);
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_hits);
|
|
BOOST_REQUIRE_EQUAL(3, metrics.page_populations);
|
|
}
|
|
|
|
{
|
|
cf_lru.evict_all();
|
|
|
|
BOOST_REQUIRE_EQUAL(0, metrics.cached_bytes); // change here
|
|
BOOST_REQUIRE_EQUAL(0, cf.cached_bytes()); // change here
|
|
BOOST_REQUIRE_EQUAL(3, metrics.page_misses);
|
|
BOOST_REQUIRE_EQUAL(3, metrics.page_evictions); // change here
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_hits);
|
|
BOOST_REQUIRE_EQUAL(3, metrics.page_populations);
|
|
}
|
|
|
|
{
|
|
BOOST_REQUIRE_EQUAL(tf.contents, read_to_string(cf, 0));
|
|
|
|
BOOST_REQUIRE_EQUAL(page * 3, metrics.cached_bytes); // change here
|
|
BOOST_REQUIRE_EQUAL(page * 3, cf.cached_bytes());
|
|
BOOST_REQUIRE_EQUAL(6, metrics.page_misses); // change here
|
|
BOOST_REQUIRE_EQUAL(3, metrics.page_evictions);
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_hits);
|
|
BOOST_REQUIRE_EQUAL(6, metrics.page_populations); // change here
|
|
}
|
|
|
|
{
|
|
// Test that the page which is touched is evicted last
|
|
BOOST_REQUIRE_EQUAL(tf.contents.substr(page, 1), read_to_string(cf, page, 1)); // hit page 1
|
|
|
|
BOOST_REQUIRE_EQUAL(6, metrics.page_misses);
|
|
BOOST_REQUIRE_EQUAL(3, metrics.page_evictions);
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_hits);
|
|
BOOST_REQUIRE_EQUAL(6, metrics.page_populations);
|
|
|
|
cf_lru.evict();
|
|
|
|
BOOST_REQUIRE_EQUAL(tf.contents.substr(page, 1), read_to_string(cf, page, 1)); // hit page 1
|
|
|
|
BOOST_REQUIRE_EQUAL(6, metrics.page_misses);
|
|
BOOST_REQUIRE_EQUAL(4, metrics.page_evictions); // change
|
|
BOOST_REQUIRE_EQUAL(2, metrics.page_hits); // change
|
|
BOOST_REQUIRE_EQUAL(6, metrics.page_populations);
|
|
|
|
cf_lru.evict();
|
|
|
|
BOOST_REQUIRE_EQUAL(tf.contents.substr(page, 1), read_to_string(cf, page, 1)); // hit page 1
|
|
|
|
BOOST_REQUIRE_EQUAL(6, metrics.page_misses);
|
|
BOOST_REQUIRE_EQUAL(5, metrics.page_evictions); // change
|
|
BOOST_REQUIRE_EQUAL(3, metrics.page_hits); // change
|
|
BOOST_REQUIRE_EQUAL(6, metrics.page_populations);
|
|
}
|
|
}
|
|
}
|
|
|
|
SEASTAR_THREAD_TEST_CASE(test_invalidation) {
|
|
auto page_size = cached_file::page_size;
|
|
test_file tf = make_test_file(page_size * 2);
|
|
|
|
cached_file::metrics metrics;
|
|
logalloc::region region;
|
|
cached_file cf(tf.f, metrics, cf_lru, region, page_size * 2);
|
|
|
|
// Reads one page, half of the first page and half of the second page.
|
|
auto read = [&] {
|
|
BOOST_REQUIRE_EQUAL(
|
|
tf.contents.substr(page_size / 2, page_size),
|
|
read_to_string(cf, page_size / 2, page_size));
|
|
};
|
|
|
|
read();
|
|
BOOST_REQUIRE_EQUAL(2, metrics.page_populations);
|
|
BOOST_REQUIRE_EQUAL(2, metrics.page_misses);
|
|
|
|
metrics = {};
|
|
read();
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_misses);
|
|
BOOST_REQUIRE_EQUAL(2, metrics.page_hits);
|
|
|
|
metrics = {};
|
|
cf.invalidate_at_most(0, page_size / 2);
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_evictions);
|
|
read();
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_misses);
|
|
BOOST_REQUIRE_EQUAL(2, metrics.page_hits);
|
|
|
|
metrics = {};
|
|
cf.invalidate_at_most(0, page_size - 1);
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_evictions);
|
|
read();
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_misses);
|
|
BOOST_REQUIRE_EQUAL(2, metrics.page_hits);
|
|
|
|
metrics = {};
|
|
cf.invalidate_at_most(0, page_size);
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_evictions);
|
|
read();
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_misses);
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_populations);
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_hits);
|
|
|
|
metrics = {};
|
|
cf.invalidate_at_most(page_size, page_size + 1);
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_evictions);
|
|
read();
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_misses);
|
|
BOOST_REQUIRE_EQUAL(2, metrics.page_hits);
|
|
|
|
metrics = {};
|
|
cf.invalidate_at_most(page_size, page_size + page_size);
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_evictions);
|
|
read();
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_misses);
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_populations);
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_hits);
|
|
|
|
metrics = {};
|
|
cf.invalidate_at_most(0, page_size * 3);
|
|
BOOST_REQUIRE_EQUAL(2, metrics.page_evictions);
|
|
read();
|
|
BOOST_REQUIRE_EQUAL(2, metrics.page_misses);
|
|
BOOST_REQUIRE_EQUAL(2, metrics.page_populations);
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_hits);
|
|
|
|
metrics = {};
|
|
cf.invalidate_at_most_front(0);
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_evictions);
|
|
|
|
metrics = {};
|
|
cf.invalidate_at_most_front(1);
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_evictions);
|
|
|
|
metrics = {};
|
|
cf.invalidate_at_most_front(page_size);
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_evictions);
|
|
|
|
metrics = {};
|
|
cf.invalidate_at_most_front(page_size * 2);
|
|
BOOST_REQUIRE_EQUAL(1, metrics.page_evictions);
|
|
|
|
read();
|
|
BOOST_REQUIRE_EQUAL(2, metrics.page_misses);
|
|
BOOST_REQUIRE_EQUAL(2, metrics.page_populations);
|
|
BOOST_REQUIRE_EQUAL(0, metrics.page_hits);
|
|
}
|