The lcs at those places are explicitly start()ed beforehand. The is_start() check is necessary when using the latency_counter with a histogram that may or may not start the counter (this is the case in several class table methods). tests: unit(dev) Signed-off-by: Pavel Emelyanov <xemul@scylladb.com>
176 lines
6.1 KiB
C++
176 lines
6.1 KiB
C++
/*
|
|
* Copyright (C) 2019 pengjian.uestc @ gmail.com
|
|
*/
|
|
|
|
/*
|
|
* SPDX-License-Identifier: AGPL-3.0-or-later
|
|
*/
|
|
|
|
#include "redis/server.hh"
|
|
|
|
#include "redis/request.hh"
|
|
#include "redis/reply.hh"
|
|
|
|
#include "auth/authenticator.hh"
|
|
#include "db/config.hh"
|
|
#include "db/consistency_level_type.hh"
|
|
#include "db/write_type.hh"
|
|
#include "exceptions/exceptions.hh"
|
|
#include "service/query_state.hh"
|
|
|
|
#include <seastar/core/future-util.hh>
|
|
#include <seastar/core/seastar.hh>
|
|
#include <seastar/net/byteorder.hh>
|
|
#include <seastar/core/execution_stage.hh>
|
|
#include <seastar/util/defer.hh>
|
|
|
|
#include <cassert>
|
|
#include <string>
|
|
#include <unordered_map>
|
|
|
|
namespace redis_transport {
|
|
|
|
static logging::logger logging("redis_server");
|
|
|
|
redis_server::redis_server(seastar::sharded<redis::query_processor>& qp, auth::service& auth_service, redis_server_config config)
|
|
: server("Redis", logging)
|
|
, _query_processor(qp)
|
|
, _config(config)
|
|
, _max_request_size(config._max_request_size)
|
|
, _memory_available(_max_request_size)
|
|
, _auth_service(auth_service)
|
|
, _total_redis_db_count(config._total_redis_db_count)
|
|
{
|
|
}
|
|
|
|
shared_ptr<generic_server::connection>
|
|
redis_server::make_connection(socket_address server_addr, connected_socket&& fd, socket_address addr) {
|
|
auto conn = make_shared<connection>(*this, server_addr, std::move(fd), std::move(addr));
|
|
++_stats._connects;
|
|
++_stats._connections;
|
|
return conn;
|
|
}
|
|
|
|
future<>
|
|
redis_server::unadvertise_connection(shared_ptr<generic_server::connection> raw_conn) {
|
|
--_stats._connections;
|
|
return make_ready_future<>();
|
|
}
|
|
|
|
future<redis_server::result> redis_server::connection::process_request_one(redis::request&& request, redis::redis_options& opts, service_permit permit) {
|
|
return futurize_invoke([this, request = std::move(request), &opts, permit] () mutable {
|
|
return _server._query_processor.local().process(std::move(request), seastar::ref(opts), permit).then([] (auto&& message) {
|
|
return make_ready_future<redis_server::result> (std::move(message));
|
|
});
|
|
});
|
|
}
|
|
|
|
redis_server::connection::connection(redis_server& server, socket_address server_addr, connected_socket&& fd, socket_address addr)
|
|
: generic_server::connection(server, std::move(fd))
|
|
, _server(server)
|
|
, _server_addr(server_addr)
|
|
, _options(server._config._read_consistency_level, server._config._write_consistency_level, server._config._timeout_config, server._auth_service, addr, server._total_redis_db_count)
|
|
{
|
|
}
|
|
|
|
redis_server::connection::~connection() {
|
|
}
|
|
|
|
thread_local redis_server::connection::execution_stage_type redis_server::connection::_process_request_stage {"redis_transport", &connection::process_request_one};
|
|
|
|
future<redis_server::result> redis_server::connection::process_request_internal() {
|
|
return _process_request_stage(this, _parser.get_request(), seastar::ref(_options), empty_service_permit());
|
|
}
|
|
|
|
void redis_server::connection::write_reply(const redis_exception& e)
|
|
{
|
|
_ready_to_respond = _ready_to_respond.then([this, exception_message = e.what_message()] () mutable {
|
|
return redis_message::exception(exception_message).then([this] (auto&& result) {
|
|
auto m = result.message();
|
|
return _write_buf.write(std::move(*m)).then([this] {
|
|
return _write_buf.flush();
|
|
});
|
|
});
|
|
});
|
|
}
|
|
|
|
void redis_server::connection::write_reply(redis_server::result result)
|
|
{
|
|
_ready_to_respond = _ready_to_respond.then([this, result = std::move(result)] () mutable {
|
|
auto m = result.make_message();
|
|
return _write_buf.write(std::move(*m)).then([this] {
|
|
return _write_buf.flush();
|
|
});
|
|
});
|
|
}
|
|
|
|
future<> redis_server::connection::process_request() {
|
|
_parser.init();
|
|
return _read_buf.consume(_parser).then([this] {
|
|
if (_parser.eof()) {
|
|
return make_ready_future<>();
|
|
}
|
|
++_server._stats._requests_serving;
|
|
_pending_requests_gate.enter();
|
|
utils::latency_counter lc;
|
|
lc.start();
|
|
auto leave = defer([this] () noexcept { _pending_requests_gate.leave(); });
|
|
return process_request_internal().then([this, leave = std::move(leave), lc = std::move(lc)] (auto&& result) mutable {
|
|
--_server._stats._requests_serving;
|
|
try {
|
|
if (_parser.failed()) {
|
|
logging.error("request parse failed");
|
|
const auto e = redis_exception("unknown command ''");
|
|
write_reply(std::move(e));
|
|
}else{
|
|
write_reply(std::move(result));
|
|
}
|
|
++_server._stats._requests_served;
|
|
_server._stats._requests.mark(lc.stop().latency());
|
|
_server._stats._estimated_requests_latency.add(lc.latency(), _server._stats._requests.hist.count);
|
|
} catch (...) {
|
|
logging.error("request processing failed: {}", std::current_exception());
|
|
}
|
|
});
|
|
});
|
|
}
|
|
|
|
void redis_server::connection::handle_error(future<>&& f) {
|
|
try {
|
|
f.get();
|
|
}
|
|
catch (redis_exception& e) {
|
|
write_reply(e);
|
|
}
|
|
catch (std::exception& e) {
|
|
write_reply(redis_exception { e.what() });
|
|
}
|
|
catch (...) {
|
|
write_reply(redis_exception { "Unknown exception" });
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
db::consistency_level make_consistency_level(const sstring& level)
|
|
{
|
|
std::unordered_map<sstring, db::consistency_level> consistency_levels {
|
|
{"ONE", db::consistency_level::ONE},
|
|
{"QUORUM", db::consistency_level::QUORUM},
|
|
{"LOCAL_QUORUM", db::consistency_level::LOCAL_QUORUM},
|
|
{"EACH_QUORUM", db::consistency_level::EACH_QUORUM},
|
|
{"ALL", db::consistency_level::ALL},
|
|
{"ANY", db::consistency_level::ANY},
|
|
{"TWO", db::consistency_level::TWO},
|
|
{"THREE", db::consistency_level::THREE},
|
|
{"SERIAL", db::consistency_level::SERIAL},
|
|
{"LOCAL_SERIAL", db::consistency_level::LOCAL_SERIAL},
|
|
{"LOCAL_ONE", db::consistency_level::LOCAL_ONE},
|
|
};
|
|
auto iter_cl = consistency_levels.find(level);
|
|
if (iter_cl == consistency_levels.end()) {
|
|
return db::consistency_level::ONE;
|
|
}
|
|
return iter_cl->second;
|
|
}
|