e215f25b11
This patch changes the migration path for table updates such that the base table mutations are sent and applied atomically with the view schema mutations. This ensures that after schema merging, we have a consistent mapping of base table versions to view table versions, which will be used in later patches. Signed-off-by: Duarte Nunes <duarte@scylladb.com>
175 lines
7.0 KiB
C++
175 lines
7.0 KiB
C++
/*
|
|
* Licensed to the Apache Software Foundation (ASF) under one
|
|
* or more contributor license agreements. See the NOTICE file
|
|
* distributed with this work for additional information
|
|
* regarding copyright ownership. The ASF licenses this file
|
|
* to you under the Apache License, Version 2.0 (the
|
|
* "License"); you may not use this file except in compliance
|
|
* with the License. You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
/*
|
|
* Copyright (C) 2015 ScyllaDB
|
|
*
|
|
* Modified by ScyllaDB
|
|
*/
|
|
|
|
/*
|
|
* This file is part of Scylla.
|
|
*
|
|
* Scylla is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU Affero General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* Scylla is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with Scylla. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include "service/migration_listener.hh"
|
|
#include "gms/endpoint_state.hh"
|
|
#include "db/schema_tables.hh"
|
|
#include "core/distributed.hh"
|
|
#include "gms/inet_address.hh"
|
|
#include "message/messaging_service_fwd.hh"
|
|
#include "utils/UUID.hh"
|
|
|
|
#include <vector>
|
|
|
|
namespace service {
|
|
|
|
class migration_manager : public seastar::async_sharded_service<migration_manager> {
|
|
std::vector<migration_listener*> _listeners;
|
|
|
|
static const std::chrono::milliseconds migration_delay;
|
|
public:
|
|
migration_manager();
|
|
|
|
/// Register a migration listener on current shard.
|
|
void register_listener(migration_listener* listener);
|
|
|
|
/// Unregister a migration listener on current shard.
|
|
void unregister_listener(migration_listener* listener);
|
|
|
|
future<> schedule_schema_pull(const gms::inet_address& endpoint, const gms::endpoint_state& state);
|
|
|
|
future<> maybe_schedule_schema_pull(const utils::UUID& their_version, const gms::inet_address& endpoint);
|
|
|
|
future<> submit_migration_task(const gms::inet_address& endpoint);
|
|
|
|
// Fetches schema from remote node and applies it locally.
|
|
// Differs from submit_migration_task() in that all errors are propagated.
|
|
future<> merge_schema_from(net::msg_addr);
|
|
|
|
// Merge mutations received from src.
|
|
// Keep mutations alive around whole async operation.
|
|
future<> merge_schema_from(net::msg_addr src, const std::vector<frozen_mutation>& mutations);
|
|
|
|
future<> notify_create_keyspace(const lw_shared_ptr<keyspace_metadata>& ksm);
|
|
future<> notify_create_column_family(const schema_ptr& cfm);
|
|
future<> notify_create_user_type(const user_type& type);
|
|
future<> notify_create_view(const view_ptr& view);
|
|
future<> notify_update_keyspace(const lw_shared_ptr<keyspace_metadata>& ksm);
|
|
future<> notify_update_column_family(const schema_ptr& cfm, bool columns_changed);
|
|
future<> notify_update_user_type(const user_type& type);
|
|
future<> notify_update_view(const view_ptr& view, bool columns_changed);
|
|
future<> notify_drop_keyspace(const sstring& ks_name);
|
|
future<> notify_drop_column_family(const schema_ptr& cfm);
|
|
future<> notify_drop_user_type(const user_type& type);
|
|
future<> notify_drop_view(const view_ptr& view);
|
|
|
|
bool should_pull_schema_from(const gms::inet_address& endpoint);
|
|
|
|
future<> announce_keyspace_update(lw_shared_ptr<keyspace_metadata> ksm, bool announce_locally = false);
|
|
|
|
future<> announce_keyspace_update(lw_shared_ptr<keyspace_metadata> ksm, api::timestamp_type timestamp, bool announce_locally);
|
|
|
|
future<> announce_new_keyspace(lw_shared_ptr<keyspace_metadata> ksm, bool announce_locally = false);
|
|
|
|
future<> announce_new_keyspace(lw_shared_ptr<keyspace_metadata> ksm, api::timestamp_type timestamp, bool announce_locally);
|
|
|
|
future<> announce_column_family_update(schema_ptr cfm, bool from_thrift, std::vector<view_ptr>&& view_updates, bool announce_locally = false);
|
|
|
|
future<> announce_new_column_family(schema_ptr cfm, bool announce_locally = false);
|
|
|
|
future<> announce_new_type(user_type new_type, bool announce_locally = false);
|
|
|
|
future<> announce_type_update(user_type updated_type, bool announce_locally = false);
|
|
|
|
future<> announce_keyspace_drop(const sstring& ks_name, bool announce_locally = false);
|
|
|
|
future<> announce_column_family_drop(const sstring& ks_name, const sstring& cf_name, bool announce_locally = false);
|
|
|
|
future<> announce_type_drop(user_type dropped_type, bool announce_locally = false);
|
|
|
|
future<> announce_new_view(view_ptr view, bool announce_locally = false);
|
|
|
|
future<> announce_view_update(view_ptr view, bool announce_locally = false);
|
|
|
|
future<> announce_view_drop(const sstring& ks_name, const sstring& cf_name, bool announce_locally = false);
|
|
|
|
/**
|
|
* actively announce a new version to active hosts via rpc
|
|
* @param schema The schema mutation to be applied
|
|
*/
|
|
static future<> announce(mutation schema, bool announce_locally);
|
|
|
|
static future<> announce(std::vector<mutation> mutations, bool announce_locally);
|
|
|
|
static future<> push_schema_mutation(const gms::inet_address& endpoint, const std::vector<mutation>& schema);
|
|
|
|
// Returns a future on the local application of the schema
|
|
static future<> announce(std::vector<mutation> schema);
|
|
|
|
static future<> passive_announce(utils::UUID version);
|
|
|
|
future<> stop();
|
|
|
|
bool is_ready_for_bootstrap();
|
|
|
|
void init_messaging_service();
|
|
private:
|
|
void uninit_messaging_service();
|
|
};
|
|
|
|
extern distributed<migration_manager> _the_migration_manager;
|
|
|
|
inline distributed<migration_manager>& get_migration_manager() {
|
|
return _the_migration_manager;
|
|
}
|
|
|
|
inline migration_manager& get_local_migration_manager() {
|
|
return _the_migration_manager.local();
|
|
}
|
|
|
|
// Returns schema of given version, either from cache or from remote node identified by 'from'.
|
|
// Doesn't affect current node's schema in any way.
|
|
future<schema_ptr> get_schema_definition(table_schema_version, net::msg_addr from);
|
|
|
|
// Returns schema of given version, either from cache or from remote node identified by 'from'.
|
|
// The returned schema may not be synchronized. See schema::is_synced().
|
|
// Intended to be used in the read path.
|
|
future<schema_ptr> get_schema_for_read(table_schema_version, net::msg_addr from);
|
|
|
|
// Returns schema of given version, either from cache or from remote node identified by 'from'.
|
|
// Ensures that this node is synchronized with the returned schema. See schema::is_synced().
|
|
// Intended to be used in the write path, which relies on synchronized schema.
|
|
future<schema_ptr> get_schema_for_write(table_schema_version, net::msg_addr from);
|
|
|
|
}
|