scylladb/streaming/stream_coordinator.cc

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 * Modified by Cloudius Systems.
 * Copyright 2015 Cloudius Systems.
 */

/*
 * This file is part of Scylla.
 *
 * Scylla is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Affero General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * Scylla is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with Scylla.  If not, see <http://www.gnu.org/licenses/>.
 */

#include "streaming/stream_detail.hh"
#include "streaming/stream_session_state.hh"
#include "streaming/stream_coordinator.hh"
#include "log.hh"

namespace streaming {

extern logging::logger sslog;

using gms::inet_address;

bool stream_coordinator::has_active_sessions() {
    for (auto& x : _peer_sessions) {
        if (x.second.has_active_sessions()) {
            return true;
        }
    }
    return false;
}

std::vector<shared_ptr<stream_session>> stream_coordinator::get_all_stream_sessions() {
    std::vector<shared_ptr<stream_session>> results;
    for (auto& x : _peer_sessions) {
        auto s = x.second.get_all_stream_sessions();
        std::move(s.begin(), s.end(), std::back_inserter(results));
    }
    return results;
}

bool stream_coordinator::is_receiving() {
    return _is_receiving;
}

std::set<inet_address> stream_coordinator::get_peers() {
    std::set<inet_address> r;
    for (auto& x : _peer_sessions) {
        r.insert(x.first);
    }
    return r;
}

void stream_coordinator::add_session_info(session_info session) {
    auto& data = get_or_create_host_data(session.peer);
    data.add_session_info(std::move(session));
}

std::vector<session_info> stream_coordinator::get_all_session_info() {
    std::vector<session_info> result;
    for (auto& x : _peer_sessions) {
        auto s = x.second.get_all_session_info();
        std::move(s.begin(), s.end(), std::back_inserter(result));
    }
    return result;
}

void stream_coordinator::transfer_files(inet_address to, std::vector<stream_detail> sstable_details) {
    host_streaming_data& session_list = get_or_create_host_data(to);
    if (_connections_per_host > 1) {
        abort();
#if 0
        List<List<StreamSession.SSTableStreamingSections>> buckets = sliceSSTableDetails(sstableDetails);

        for (List<StreamSession.SSTableStreamingSections> subList : buckets)
        {
            StreamSession session = sessionList.get_or_create_next_session(to, to);
            session.addTransferFiles(subList);
        }
#endif
    } else {
        auto session = session_list.get_or_create_next_session(to, to);
        session->add_transfer_files(sstable_details);
    }
}

stream_coordinator::host_streaming_data& stream_coordinator::get_host_data(inet_address peer) {
    auto it = _peer_sessions.find(peer);
    if (it == _peer_sessions.end()) {
        throw std::runtime_error(sprint("Unknown peer requested: %s", peer));
    }
    return it->second;
}

stream_coordinator::host_streaming_data& stream_coordinator::get_or_create_host_data(inet_address peer) {
    auto it = _peer_sessions.find(peer);
    if (it == _peer_sessions.end()) {
        it = _peer_sessions.emplace(peer, host_streaming_data(_connections_per_host, _keep_ss_table_level)).first;
    }
    return it->second;
}

bool stream_coordinator::host_streaming_data::has_active_sessions() {
    for (auto& x : _stream_sessions) {
        auto state = x.second->get_state();
        if (state != stream_session_state::COMPLETE && state != stream_session_state::FAILED) {
            return true;
        }
    }
    return false;
}

shared_ptr<stream_session> stream_coordinator::host_streaming_data::get_or_create_next_session(inet_address peer, inet_address connecting) {
    // create
    int size = _stream_sessions.size();
    if (size < _connections_per_host) {
        auto session = make_shared<stream_session>(peer, connecting, size, _keep_ss_table_level);
        _stream_sessions.emplace(++_last_returned, session);
        return _stream_sessions[_last_returned];
    // get
    } else {
        if (_last_returned >= (size - 1)) {
            _last_returned = 0;
        }
        return _stream_sessions[_last_returned++];
    }
}

std::vector<shared_ptr<stream_session>> stream_coordinator::host_streaming_data::get_all_stream_sessions() {
    std::vector<shared_ptr<stream_session>> sessions;
    for (auto& x : _stream_sessions) {
        sessions.push_back(x.second);
    }
    return sessions;
}

shared_ptr<stream_session> stream_coordinator::host_streaming_data::get_or_create_session_by_id(inet_address peer,
    int id, inet_address connecting) {
    auto it = _stream_sessions.find(id);
    if (it == _stream_sessions.end()) {
        it = _stream_sessions.emplace(id, make_shared<stream_session>(peer, connecting, id, _keep_ss_table_level)).first;
    }
    return it->second;
}

void stream_coordinator::host_streaming_data::update_progress(progress_info info) {
    auto it = _session_infos.find(info.session_index);
    if (it != _session_infos.end()) {
        it->second.update_progress(std::move(info));
    }
}

void stream_coordinator::host_streaming_data::add_session_info(session_info info) {
    _session_infos[info.session_index] = std::move(info);
}

std::vector<session_info> stream_coordinator::host_streaming_data::get_all_session_info() {
    std::vector<session_info> sessions;
    for (auto& x : _session_infos) {
        sessions.push_back(x.second);
    }
    return sessions;
}

void stream_coordinator::connect_all_stream_sessions() {
    for (auto& data : _peer_sessions) {
        data.second.connect_all_stream_sessions();
    }
}

void stream_coordinator::host_streaming_data::connect_all_stream_sessions() {
    for (auto& x : _stream_sessions) {
        auto& session = x.second;
        session->start();
        sslog.info("[Stream #{} ID#{}] Beginning stream session with {}", session->plan_id(), session->session_index(), session->peer);
    }
}
} // namespace streaming