c618c699b3
The idea behind the current 10 stream_mutations per core limitation is to avoid streaming overwhelms the TCP connection and starves normal cql verbs if the streaming mutations are big and takes long time to complete. Now that we use a standalone connection for streaming verbs, we can increase the limitation. Hopefully, this will fix #849.
108 lines
3.5 KiB
C++
108 lines
3.5 KiB
C++
/*
|
|
* Licensed to the Apache Software Foundation (ASF) under one
|
|
* or more contributor license agreements. See the NOTICE file
|
|
* distributed with this work for additional information
|
|
* regarding copyright ownership. The ASF licenses this file
|
|
* to you under the Apache License, Version 2.0 (the
|
|
* "License"); you may not use this file except in compliance
|
|
* with the License. You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*
|
|
* Modified by Cloudius Systems.
|
|
* Copyright 2015 Cloudius Systems.
|
|
*/
|
|
|
|
/*
|
|
* This file is part of Scylla.
|
|
*
|
|
* Scylla is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU Affero General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* Scylla is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with Scylla. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#pragma once
|
|
#include "core/shared_ptr.hh"
|
|
#include "core/distributed.hh"
|
|
#include "utils/UUID.hh"
|
|
#include <seastar/core/semaphore.hh>
|
|
#include <map>
|
|
|
|
namespace streaming {
|
|
|
|
class stream_result_future;
|
|
|
|
/**
|
|
* StreamManager manages currently running {@link StreamResultFuture}s and provides status of all operation invoked.
|
|
*
|
|
* All stream operation should be created through this class to track streaming status and progress.
|
|
*/
|
|
class stream_manager {
|
|
using UUID = utils::UUID;
|
|
/*
|
|
* Currently running streams. Removed after completion/failure.
|
|
* We manage them in two different maps to distinguish plan from initiated ones to
|
|
* receiving ones withing the same JVM.
|
|
*/
|
|
private:
|
|
std::unordered_map<UUID, shared_ptr<stream_result_future>> _initiated_streams;
|
|
std::unordered_map<UUID, shared_ptr<stream_result_future>> _receiving_streams;
|
|
semaphore _mutation_send_limiter{256};
|
|
public:
|
|
semaphore& mutation_send_limiter() { return _mutation_send_limiter; }
|
|
|
|
void register_sending(shared_ptr<stream_result_future> result);
|
|
|
|
void register_receiving(shared_ptr<stream_result_future> result);
|
|
|
|
shared_ptr<stream_result_future> get_sending_stream(UUID plan_id);
|
|
|
|
shared_ptr<stream_result_future> get_receiving_stream(UUID plan_id);
|
|
|
|
std::vector<shared_ptr<stream_result_future>> get_all_streams() const ;
|
|
|
|
|
|
const std::unordered_map<UUID, shared_ptr<stream_result_future>>& get_initiated_streams() const {
|
|
return _initiated_streams;
|
|
}
|
|
|
|
const std::unordered_map<UUID, shared_ptr<stream_result_future>>& get_receiving_streams() const {
|
|
return _receiving_streams;
|
|
}
|
|
|
|
void remove_stream(UUID plan_id);
|
|
|
|
void show_streams();
|
|
|
|
future<> stop() {
|
|
return make_ready_future<>();
|
|
}
|
|
};
|
|
|
|
extern distributed<stream_manager> _the_stream_manager;
|
|
|
|
inline distributed<stream_manager>& get_stream_manager() {
|
|
return _the_stream_manager;
|
|
}
|
|
|
|
inline stream_manager& get_local_stream_manager() {
|
|
return _the_stream_manager.local();
|
|
}
|
|
|
|
} // namespace streaming
|