b03f1e7b17
This method static calls system_keyspace::get_local_tokens(). Having the system_keyspace reference will make this method non-static Signed-off-by: Pavel Emelyanov <xemul@scylladb.com>
249 lines
16 KiB
C++
249 lines
16 KiB
C++
/*
|
|
* Copyright (C) 2016-present ScyllaDB
|
|
*
|
|
* Modified by ScyllaDB
|
|
*/
|
|
|
|
/*
|
|
* SPDX-License-Identifier: AGPL-3.0-or-later
|
|
*/
|
|
|
|
#include <boost/range/irange.hpp>
|
|
#include <boost/range/adaptors.hpp>
|
|
#include <boost/range/algorithm.hpp>
|
|
#include <boost/test/unit_test.hpp>
|
|
#include <stdint.h>
|
|
|
|
#include <seastar/testing/test_case.hh>
|
|
#include "test/lib/cql_test_env.hh"
|
|
#include "test/lib/cql_assertions.hh"
|
|
#include "test/lib/test_services.hh"
|
|
|
|
#include "index/secondary_index_manager.hh"
|
|
#include "db/size_estimates_virtual_reader.hh"
|
|
#include "db/system_keyspace.hh"
|
|
#include "db/view/view_builder.hh"
|
|
#include <seastar/core/future-util.hh>
|
|
#include "cql3/query_processor.hh"
|
|
#include "cql3/untyped_result_set.hh"
|
|
#include "dht/i_partitioner.hh"
|
|
#include "transport/messages/result_message.hh"
|
|
|
|
using namespace std::literals::chrono_literals;
|
|
|
|
SEASTAR_TEST_CASE(test_query_size_estimates_virtual_table) {
|
|
return do_with_cql_env_thread([] (cql_test_env& e) {
|
|
auto ranges = db::size_estimates::test_get_local_ranges(e.local_db(), e.get_system_keyspace()).get0();
|
|
auto start_token1 = utf8_type->to_string(ranges[3].start);
|
|
auto start_token2 = utf8_type->to_string(ranges[5].start);
|
|
auto end_token1 = utf8_type->to_string(ranges[3].end);
|
|
auto end_token2 = utf8_type->to_string(ranges[55].end);
|
|
|
|
// Should not timeout.
|
|
e.execute_cql("select * from system.size_estimates;").discard_result().get();
|
|
|
|
auto rs = e.execute_cql("select * from system.size_estimates where keyspace_name = 'ks';").get0();
|
|
assert_that(rs).is_rows().with_size(0);
|
|
|
|
e.execute_cql("create table cf1(pk text PRIMARY KEY, v int);").discard_result().get();
|
|
e.execute_cql("create table cf2(pk text PRIMARY KEY, v int);").discard_result().get();
|
|
|
|
rs = e.execute_cql("select * from system.size_estimates where keyspace_name = 'ks';").get0();
|
|
assert_that(rs).is_rows().with_size(512);
|
|
|
|
rs = e.execute_cql("select * from system.size_estimates where keyspace_name = 'ks' limit 100;").get0();
|
|
assert_that(rs).is_rows().with_size(100);
|
|
|
|
rs = e.execute_cql("select * from system.size_estimates where keyspace_name = 'ks' and table_name = 'cf1';").get0();
|
|
assert_that(rs).is_rows().with_size(256);
|
|
|
|
rs = e.execute_cql("select * from system.size_estimates where keyspace_name = 'ks' and table_name > 'cf1';").get0();
|
|
assert_that(rs).is_rows().with_size(256);
|
|
|
|
rs = e.execute_cql("select * from system.size_estimates where keyspace_name = 'ks' and table_name >= 'cf1';").get0();
|
|
assert_that(rs).is_rows().with_size(512);
|
|
|
|
rs = e.execute_cql("select * from system.size_estimates where keyspace_name = 'ks' and table_name < 'cf2';").get0();
|
|
assert_that(rs).is_rows().with_size(256);
|
|
|
|
rs = e.execute_cql("select * from system.size_estimates where keyspace_name = 'ks' and table_name <= 'cf2';").get0();
|
|
assert_that(rs).is_rows().with_size(512);
|
|
|
|
rs = e.execute_cql("select * from system.size_estimates where keyspace_name = 'ks' and table_name in ('cf1', 'cf2');").get0();
|
|
assert_that(rs).is_rows().with_size(512);
|
|
|
|
rs = e.execute_cql("select * from system.size_estimates where keyspace_name = 'ks' and table_name >= 'cf1' and table_name <= 'cf1';").get0();
|
|
assert_that(rs).is_rows().with_size(256);
|
|
|
|
rs = e.execute_cql("select * from system.size_estimates where keyspace_name = 'ks' and table_name >= 'cf1' and table_name <= 'cf2';").get0();
|
|
assert_that(rs).is_rows().with_size(512);
|
|
|
|
rs = e.execute_cql("select * from system.size_estimates where keyspace_name = 'ks' and table_name > 'cf1' and table_name < 'cf2';").get0();
|
|
assert_that(rs).is_rows().with_size(0);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start = '{}';", start_token1)).get0();
|
|
assert_that(rs).is_rows().with_size(1);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start >= '{}';", start_token1)).get0();
|
|
assert_that(rs).is_rows().with_size(253);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start > '{}';", start_token1)).get0();
|
|
assert_that(rs).is_rows().with_size(252);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start <= '{}';", start_token1)).get0();
|
|
assert_that(rs).is_rows().with_size(4);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start < '{}';", start_token1)).get0();
|
|
assert_that(rs).is_rows().with_size(3);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start >= '{}' and range_start <= '{}';", start_token1, start_token1)).get0();
|
|
assert_that(rs).is_rows().with_size(1);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start >= '{}' and range_start <= '{}';", start_token1, start_token2)).get0();
|
|
assert_that(rs).is_rows().with_size(3);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start > '{}' and range_start < '{}';", start_token1, start_token2)).get0();
|
|
assert_that(rs).is_rows().with_size(1);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start in ('{}', '{}');", start_token1, start_token2)).get0();
|
|
assert_that(rs).is_rows().with_size(2);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start > '{}' and range_start <= '{}';", start_token1, start_token2)).get0();
|
|
assert_that(rs).is_rows().with_size(2);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start >= '{}' and range_start < '{}';", start_token1, start_token2)).get0();
|
|
assert_that(rs).is_rows().with_size(2);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start = '{}' and range_end = '{}';", start_token1, end_token1)).get0();
|
|
assert_that(rs).is_rows().with_size(1);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start = '{}' and range_end >= '{}';", start_token1, end_token1)).get0();
|
|
assert_that(rs).is_rows().with_size(1);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start = '{}' and range_end > '{}';", start_token1, end_token1)).get0();
|
|
assert_that(rs).is_rows().with_size(0);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start = '{}' and range_end <= '{}';", start_token1, end_token1)).get0();
|
|
assert_that(rs).is_rows().with_size(1);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start = '{}' and range_end < '{}';", start_token1, end_token1)).get0();
|
|
assert_that(rs).is_rows().with_size(0);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start = '{}' and range_end >= '{}' and range_end <= '{}';", start_token1, end_token1, end_token1)).get0();
|
|
assert_that(rs).is_rows().with_size(1);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and table_name = 'cf1' and range_start = '{}' and range_end > '{}' and range_end < '{}';", start_token1, end_token1, end_token1)).get0();
|
|
assert_that(rs).is_rows().with_size(0);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and (table_name, range_start, range_end) = ('cf1', '{}', '{}');", start_token1, end_token1)).get0();
|
|
assert_that(rs).is_rows().with_size(1);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and (table_name, range_start, range_end) >= ('cf1', '{}', '{}') and (table_name) <= ('cf2');", start_token1, end_token1)).get0();
|
|
assert_that(rs).is_rows().with_size(509);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and (table_name, range_start, range_end) >= ('cf1', '{}', '{}') "
|
|
"and (table_name, range_start) <= ('cf2', '{}');", start_token1, end_token1, start_token2)).get0();
|
|
assert_that(rs).is_rows().with_size(259);
|
|
|
|
rs = e.execute_cql(fmt::format("select * from system.size_estimates where keyspace_name = 'ks' "
|
|
"and (table_name, range_start) < ('cf2', '{}');", start_token1)).get0();
|
|
assert_that(rs).is_rows().with_size(259);
|
|
});
|
|
}
|
|
|
|
SEASTAR_TEST_CASE(test_query_view_built_progress_virtual_table) {
|
|
return do_with_cql_env_thread([] (cql_test_env& e) {
|
|
auto rand = [] { return dht::token::get_random_token(); };
|
|
auto next_token = rand();
|
|
auto next_token_str = next_token.to_sstring();
|
|
db::system_keyspace::register_view_for_building("ks", "v1", rand()).get();
|
|
db::system_keyspace::register_view_for_building("ks", "v2", rand()).get();
|
|
db::system_keyspace::register_view_for_building("ks", "v3", rand()).get();
|
|
db::system_keyspace::update_view_build_progress("ks", "v3", next_token).get();
|
|
db::system_keyspace::register_view_for_building("ks", "v4", rand()).get();
|
|
db::system_keyspace::update_view_build_progress("ks", "v4", next_token).get();
|
|
db::system_keyspace::register_view_for_building("ks", "v5", rand()).get();
|
|
db::system_keyspace::register_view_for_building("ks", "v6", rand()).get();
|
|
db::system_keyspace::remove_view_build_progress_across_all_shards("ks", "v5").get();
|
|
db::system_keyspace::remove_view_build_progress_across_all_shards("ks", "v6").get();
|
|
auto rs = e.execute_cql("select * from system.views_builds_in_progress where keyspace_name = 'ks'").get0();
|
|
assert_that(rs).is_rows().with_rows_ignore_order({
|
|
{ {utf8_type->decompose(sstring("ks"))}, {utf8_type->decompose(sstring("v1"))}, {int32_type->decompose(0)}, { } },
|
|
{ {utf8_type->decompose(sstring("ks"))}, {utf8_type->decompose(sstring("v2"))}, {int32_type->decompose(0)}, { } },
|
|
{ {utf8_type->decompose(sstring("ks"))}, {utf8_type->decompose(sstring("v3"))}, {int32_type->decompose(0)}, {utf8_type->decompose(next_token_str)} },
|
|
{ {utf8_type->decompose(sstring("ks"))}, {utf8_type->decompose(sstring("v4"))}, {int32_type->decompose(0)}, {utf8_type->decompose(next_token_str)} }
|
|
});
|
|
rs = e.execute_cql("select * from system.views_builds_in_progress").get0();
|
|
assert_that(rs).is_rows().with_size(4);
|
|
rs = e.execute_cql("select * from system.views_builds_in_progress limit 1").get0();
|
|
assert_that(rs).is_rows().with_size(1);
|
|
rs = e.execute_cql("select * from system.views_builds_in_progress where keyspace_name = 'ks' and view_name = 'v2'").get0();
|
|
assert_that(rs).is_rows().with_size(1);
|
|
rs = e.execute_cql("select * from system.views_builds_in_progress where keyspace_name = 'ks' and view_name > 'v2'").get0();
|
|
assert_that(rs).is_rows().with_size(2);
|
|
rs = e.execute_cql("select * from system.views_builds_in_progress where keyspace_name = 'ks' and view_name >= 'v2'").get0();
|
|
assert_that(rs).is_rows().with_size(3);
|
|
rs = e.execute_cql("select * from system.views_builds_in_progress where keyspace_name = 'ks' and view_name < 'v2'").get0();
|
|
assert_that(rs).is_rows().with_size(1);
|
|
rs = e.execute_cql("select * from system.views_builds_in_progress where keyspace_name = 'ks' and view_name <= 'v2'").get0();
|
|
assert_that(rs).is_rows().with_size(2);
|
|
rs = e.execute_cql("select * from system.views_builds_in_progress where keyspace_name = 'ks' and view_name in ('v1', 'v2', 'v3')").get0();
|
|
assert_that(rs).is_rows().with_size(3);
|
|
rs = e.execute_cql("select * from system.views_builds_in_progress where keyspace_name = 'ks' and view_name >= 'v2' and view_name <= 'v2'").get0();
|
|
assert_that(rs).is_rows().with_size(1);
|
|
rs = e.execute_cql("select * from system.views_builds_in_progress where keyspace_name = 'ks' and view_name >= 'v2' and view_name <= 'v3'").get0();
|
|
assert_that(rs).is_rows().with_size(2);
|
|
rs = e.execute_cql("select * from system.views_builds_in_progress where keyspace_name = 'ks' and view_name > 'v1' and view_name < 'v2'").get0();
|
|
assert_that(rs).is_rows().with_size(0);
|
|
});
|
|
}
|
|
|
|
SEASTAR_TEST_CASE(test_query_built_indexes_virtual_table) {
|
|
return do_with_cql_env_thread([] (cql_test_env& e) {
|
|
auto idx = secondary_index::index_table_name("idx");
|
|
e.execute_cql("create table cf(p int PRIMARY KEY, v int);").get();
|
|
auto f1 = e.local_view_builder().wait_until_built("ks", "vcf");
|
|
auto f2 = e.local_view_builder().wait_until_built("ks", idx);
|
|
e.execute_cql("create materialized view vcf as select * from cf "
|
|
"where v is not null and p is not null "
|
|
"primary key (v, p)").get();
|
|
e.execute_cql("create index idx on cf (v)").get();
|
|
f1.get();
|
|
f2.get();
|
|
auto rs = e.execute_cql("select * from system.built_views").get0();
|
|
assert_that(rs).is_rows().with_rows_ignore_order({
|
|
{ {utf8_type->decompose(sstring("ks"))}, {utf8_type->decompose(idx)} },
|
|
{ {utf8_type->decompose(sstring("ks"))}, {"vcf"} },
|
|
});
|
|
rs = e.execute_cql("select * from system.\"IndexInfo\"").get0();
|
|
assert_that(rs).is_rows().with_rows_ignore_order({
|
|
{ {utf8_type->decompose(sstring("ks"))}, {utf8_type->decompose(sstring("idx"))} },
|
|
});
|
|
rs = e.execute_cql("select * from system.\"IndexInfo\" where table_name = 'ks' and index_name = 'idx'").get0();
|
|
assert_that(rs).is_rows().with_size(1);
|
|
rs = e.execute_cql("select * from system.\"IndexInfo\" where table_name = 'ks' and index_name = 'vcf'").get0();
|
|
assert_that(rs).is_rows().with_size(0);
|
|
});
|
|
}
|