/* * Copyright (C) 2019 pengjian.uestc @ gmail.com */ /* * SPDX-License-Identifier: AGPL-3.0-or-later */ #include #include "redis/keyspace_utils.hh" #include "schema_builder.hh" #include "types.hh" #include "exceptions/exceptions.hh" #include "cql3/statements/ks_prop_defs.hh" #include #include #include "log.hh" #include "db/query_context.hh" #include "auth/service.hh" #include "service/migration_manager.hh" #include "service/storage_proxy.hh" #include "service/client_state.hh" #include "transport/server.hh" #include "db/system_keyspace.hh" #include "schema.hh" #include "gms/gossiper.hh" #include #include "db/config.hh" #include "data_dictionary/keyspace_metadata.hh" #include using namespace seastar; namespace redis { static logging::logger logger("keyspace_utils"); schema_ptr strings_schema(sstring ks_name) { schema_builder builder(generate_legacy_id(ks_name, redis::STRINGs), ks_name, redis::STRINGs, // partition key {{"pkey", utf8_type}}, // clustering key {}, // regular columns {{"data", utf8_type}}, // static columns {}, // regular column name type utf8_type, // comment "save STRINGs for redis" ); builder.set_gc_grace_seconds(0); builder.with(schema_builder::compact_storage::yes); builder.with_version(db::system_keyspace::generate_schema_version(builder.uuid())); return builder.build(schema_builder::compact_storage::yes); } schema_ptr lists_schema(sstring ks_name) { schema_builder builder(generate_legacy_id(ks_name, redis::LISTs), ks_name, redis::LISTs, // partition key {{"pkey", utf8_type}}, // clustering key {{"ckey", bytes_type}}, // regular columns {{"data", utf8_type}}, // static columns {}, // regular column name type utf8_type, // comment "save LISTs for redis" ); builder.set_gc_grace_seconds(0); builder.with(schema_builder::compact_storage::yes); builder.with_version(db::system_keyspace::generate_schema_version(builder.uuid())); return builder.build(schema_builder::compact_storage::yes); } schema_ptr hashes_schema(sstring ks_name) { schema_builder builder(generate_legacy_id(ks_name, redis::HASHes), ks_name, redis::HASHes, // partition key {{"pkey", utf8_type}}, // clustering key {{"ckey", utf8_type}}, // regular columns {{"data", utf8_type}}, // static columns {}, // regular column name type utf8_type, // comment "save HASHes for redis" ); builder.set_gc_grace_seconds(0); builder.with(schema_builder::compact_storage::yes); builder.with_version(db::system_keyspace::generate_schema_version(builder.uuid())); return builder.build(schema_builder::compact_storage::yes); } schema_ptr sets_schema(sstring ks_name) { schema_builder builder(generate_legacy_id(ks_name, redis::SETs), ks_name, redis::SETs, // partition key {{"pkey", utf8_type}}, // clustering key {{"ckey", utf8_type}}, // regular columns {}, // static columns {}, // regular column name type utf8_type, // comment "save SETs for redis" ); builder.set_gc_grace_seconds(0); builder.with(schema_builder::compact_storage::yes); builder.with_version(db::system_keyspace::generate_schema_version(builder.uuid())); return builder.build(schema_builder::compact_storage::yes); } schema_ptr zsets_schema(sstring ks_name) { schema_builder builder(generate_legacy_id(ks_name, redis::ZSETs), ks_name, redis::ZSETs, // partition key {{"pkey", utf8_type}}, // clustering key {{"ckey", double_type}}, // regular columns {{"data", utf8_type}}, // static columns {}, // regular column name type utf8_type, // comment "save ZSETs for redis" ); builder.set_gc_grace_seconds(0); builder.with(schema_builder::compact_storage::yes); builder.with_version(db::system_keyspace::generate_schema_version(builder.uuid())); return builder.build(schema_builder::compact_storage::yes); } future<> create_keyspace_if_not_exists_impl(seastar::sharded& proxy, data_dictionary::database db, seastar::sharded& mm, db::config& config, int default_replication_factor) { assert(this_shard_id() == 0); auto keyspace_replication_strategy_options = config.redis_keyspace_replication_strategy_options(); if (!keyspace_replication_strategy_options.contains("class")) { keyspace_replication_strategy_options["class"] = "SimpleStrategy"; keyspace_replication_strategy_options["replication_factor"] = fmt::format("{}", default_replication_factor); } struct table { const char* name; std::function schema; }; static std::array tables{table{redis::STRINGs, strings_schema}, table{redis::LISTs, lists_schema}, table{redis::SETs, sets_schema}, table{redis::HASHes, hashes_schema}, table{redis::ZSETs, zsets_schema}}; auto ks_names = boost::copy_range>( boost::irange(0, config.redis_database_count()) | boost::adaptors::transformed([] (unsigned i) { return fmt::format("REDIS_{}", i); })); bool schema_ok = boost::algorithm::all_of(ks_names, [&] (auto& ks_name) { auto check = [&] (table t) { return db.has_schema(ks_name, t.name); }; return db.has_keyspace(ks_name) && boost::algorithm::all_of(tables, check); }); if (schema_ok) { logger.info("Redis schema is already up-to-date"); co_return; // if schema is created already do nothing } // FIXME: fix this code to `announce` once auto& mml = mm.local(); auto tm = proxy.local().get_token_metadata_ptr(); { auto group0_guard = co_await mml.start_group0_operation(); auto ts = group0_guard.write_timestamp(); std::vector ks_mutations; for (auto& ks_name: ks_names) { if (db.has_keyspace(ks_name)) { continue; } cql3::statements::ks_prop_defs attrs; attrs.add_property(cql3::statements::ks_prop_defs::KW_DURABLE_WRITES, "true"); std::map replication_properties; for (auto&& option : keyspace_replication_strategy_options) { replication_properties.emplace(option.first, option.second); } attrs.add_property(cql3::statements::ks_prop_defs::KW_REPLICATION, replication_properties); attrs.validate(); auto muts = mml.prepare_new_keyspace_announcement(attrs.as_ks_metadata(ks_name, *tm), ts); std::move(muts.begin(), muts.end(), std::back_inserter(ks_mutations)); } if (!ks_mutations.empty()) { co_await mml.announce(std::move(ks_mutations), std::move(group0_guard)); } } auto group0_guard = co_await mml.start_group0_operation(); std::vector table_mutations; auto table_gen = std::bind_front( [] (data_dictionary::database db, service::migration_manager& mml, std::vector& table_mutations, api::timestamp_type ts, sstring ks_name, sstring cf_name, schema_ptr schema) -> future<> { if (db.has_schema(ks_name, cf_name)) { co_return; } logger.info("Create keyspace: {}, table: {} for redis.", ks_name, cf_name); auto muts = co_await mml.prepare_new_column_family_announcement(schema, ts); std::move(muts.begin(), muts.end(), std::back_inserter(table_mutations)); }, db, std::ref(mml), std::ref(table_mutations), group0_guard.write_timestamp()); co_await parallel_for_each(ks_names, [table_gen = std::move(table_gen)] (const sstring& ks_name) mutable { return parallel_for_each(tables, [ks_name, table_gen = std::move(table_gen)] (table t) { return table_gen(ks_name, t.name, t.schema(ks_name)); }).discard_result(); }); // create default databases for redis. if (!table_mutations.empty()) { co_await mml.announce(std::move(table_mutations), std::move(group0_guard)); } } future<> maybe_create_keyspace(seastar::sharded& proxy, data_dictionary::database db, seastar::sharded& mm, db::config& config, sharded& gossiper) { return gms::get_up_endpoint_count(gossiper.local()).then([&proxy, db, &mm, &config] (auto live_endpoint_count) { int replication_factor = 3; if (live_endpoint_count < replication_factor) { replication_factor = 1; logger.warn("Creating keyspace for redis with unsafe, live endpoint nodes count: {}.", live_endpoint_count); } return create_keyspace_if_not_exists_impl(proxy, db, mm, config, replication_factor); }); } }