/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ /* * Copyright 2015 Cloudius Systems * * Modified by Cloudius Systems */ #include "cql3/query_processor.hh" #include "cql3/CqlParser.hpp" #include "cql3/error_collector.hh" #include "transport/messages/result_message.hh" #define CRYPTOPP_ENABLE_NAMESPACE_WEAK 1 #include namespace cql3 { using namespace statements; using namespace transport::messages; logging::logger log("query_processor"); const sstring query_processor::CQL_VERSION = "3.2.0"; class query_processor::internal_state { service::client_state _cs; service::query_state _qs; public: internal_state() : _cs(service::client_state::internal_tag()), _qs(_cs) { } operator service::query_state&() { return _qs; } operator const service::query_state&() const { return _qs; } operator service::client_state&() { return _cs; } operator const service::client_state&() const { return _cs; } api::timestamp_type next_timestamp() { return _cs.get_timestamp(); } }; api::timestamp_type query_processor::next_timestamp() { return _internal_state->next_timestamp(); } query_processor::query_processor(distributed& proxy, distributed& db) : _proxy(proxy), _db(db), _internal_state(new internal_state()) { } query_processor::~query_processor() {} future<::shared_ptr> query_processor::process(const sstring_view& query_string, service::query_state& query_state, query_options& options) { auto p = get_statement(query_string, query_state.get_client_state()); options.prepare(p->bound_names); auto cql_statement = p->statement; if (cql_statement->get_bound_terms() != options.get_values().size()) { throw exceptions::invalid_request_exception("Invalid amount of bind variables"); } warn(unimplemented::cause::METRICS); #if 0 if (!queryState.getClientState().isInternal) metrics.regularStatementsExecuted.inc(); #endif return process_statement(std::move(cql_statement), query_state, options); } future<::shared_ptr> query_processor::process_statement(::shared_ptr statement, service::query_state& query_state, const query_options& options) { #if 0 logger.trace("Process {} @CL.{}", statement, options.getConsistency()); #endif auto& client_state = query_state.get_client_state(); statement->check_access(client_state); statement->validate(_proxy, client_state); future<::shared_ptr> fut = make_ready_future<::shared_ptr>(); if (query_state.get_client_state()._is_internal) { fut = statement->execute_internal(_proxy, query_state, options); } else { fut = statement->execute(_proxy, query_state, options); } return fut.then([statement] (auto msg) { if (msg) { return make_ready_future<::shared_ptr>(std::move(msg)); } return make_ready_future<::shared_ptr>( ::make_shared()); }); } future<::shared_ptr> query_processor::prepare(const std::experimental::string_view& query_string, service::query_state& query_state) { auto& client_state = query_state.get_client_state(); return prepare(query_string, client_state, client_state.is_thrift()); } future<::shared_ptr> query_processor::prepare(const std::experimental::string_view& query_string, service::client_state& client_state, bool for_thrift) { auto existing = get_stored_prepared_statement(query_string, client_state.get_raw_keyspace(), for_thrift); if (existing) { return make_ready_future<::shared_ptr>(existing); } auto prepared = get_statement(query_string, client_state); auto bound_terms = prepared->statement->get_bound_terms(); if (bound_terms > std::numeric_limits::max()) { throw exceptions::invalid_request_exception(sprint("Too many markers(?). %d markers exceed the allowed maximum of %d", bound_terms, std::numeric_limits::max())); } assert(bound_terms == prepared->bound_names.size()); return store_prepared_statement(query_string, client_state.get_raw_keyspace(), std::move(prepared), for_thrift); } ::shared_ptr query_processor::get_stored_prepared_statement(const std::experimental::string_view& query_string, const sstring& keyspace, bool for_thrift) { if (for_thrift) { throw std::runtime_error("not implemented"); #if 0 Integer thriftStatementId = computeThriftId(queryString, keyspace); ParsedStatement.Prepared existing = thriftPreparedStatements.get(thriftStatementId); return existing == null ? null : ResultMessage.Prepared.forThrift(thriftStatementId, existing.boundNames); #endif } else { auto statement_id = compute_id(query_string, keyspace); auto it = _prepared_statements.find(statement_id); if (it == _prepared_statements.end()) { return ::shared_ptr(); } return ::make_shared(statement_id, it->second); } } future<::shared_ptr> query_processor::store_prepared_statement(const std::experimental::string_view& query_string, const sstring& keyspace, ::shared_ptr prepared, bool for_thrift) { #if 0 // Concatenate the current keyspace so we don't mix prepared statements between keyspace (#5352). // (if the keyspace is null, queryString has to have a fully-qualified keyspace so it's fine. long statementSize = measure(prepared.statement); // don't execute the statement if it's bigger than the allowed threshold if (statementSize > MAX_CACHE_PREPARED_MEMORY) throw new InvalidRequestException(String.format("Prepared statement of size %d bytes is larger than allowed maximum of %d bytes.", statementSize, MAX_CACHE_PREPARED_MEMORY)); #endif if (for_thrift) { throw std::runtime_error("not implemented"); #if 0 Integer statementId = computeThriftId(queryString, keyspace); thriftPreparedStatements.put(statementId, prepared); return ResultMessage.Prepared.forThrift(statementId, prepared.boundNames); #endif } else { auto statement_id = compute_id(query_string, keyspace); _prepared_statements.emplace(statement_id, prepared); auto msg = ::make_shared(statement_id, prepared); return make_ready_future<::shared_ptr>(std::move(msg)); } } static bytes md5_calculate(const std::experimental::string_view& s) { constexpr size_t size = CryptoPP::Weak1::MD5::DIGESTSIZE; CryptoPP::Weak::MD5 hash; unsigned char digest[size]; hash.CalculateDigest(digest, reinterpret_cast(s.data()), s.size()); return std::move(bytes{reinterpret_cast(digest), size}); } bytes query_processor::compute_id(const std::experimental::string_view& query_string, const sstring& keyspace) { sstring to_hash; if (!keyspace.empty()) { to_hash += keyspace; } to_hash += query_string.to_string(); return md5_calculate(to_hash); } ::shared_ptr query_processor::get_statement(const sstring_view& query, service::client_state& client_state) { #if 0 Tracing.trace("Parsing {}", queryStr); #endif ::shared_ptr statement = parse_statement(query); // Set keyspace for statement that require login auto cf_stmt = dynamic_pointer_cast(statement); if (cf_stmt) { cf_stmt->prepare_keyspace(client_state); } #if 0 Tracing.trace("Preparing statement"); #endif return statement->prepare(_db.local()); } ::shared_ptr query_processor::parse_statement(const sstring_view& query) { try { error_collector lexer_error_collector(query); error_collector parser_error_collector(query); cql3_parser::CqlLexer::InputStreamType input{reinterpret_cast(query.begin()), ANTLR_ENC_UTF8, static_cast(query.size()), nullptr}; cql3_parser::CqlLexer lexer{&input}; lexer.set_error_listener(lexer_error_collector); cql3_parser::CqlParser::TokenStreamType tstream(ANTLR_SIZE_HINT, lexer.get_tokSource()); cql3_parser::CqlParser parser{&tstream}; parser.set_error_listener(parser_error_collector); auto statement = parser.query(); lexer_error_collector.throw_first_syntax_error(); parser_error_collector.throw_first_syntax_error(); if (!statement) { throw exceptions::syntax_exception("Parsing failed"); }; return std::move(statement); } catch (const exceptions::recognition_exception& e) { throw exceptions::syntax_exception(sprint("Invalid or malformed CQL query string: %s", e.what())); } catch (const std::exception& e) { log.error("The statement: {} could not be parsed: {}", query, e.what()); throw exceptions::syntax_exception(sprint("Failed parsing statement: [%s] reason: %s", query, e.what())); } } query_options query_processor::make_internal_options( ::shared_ptr p, const std::initializer_list& values) { if (p->bound_names.size() != values.size()) { throw std::invalid_argument(sprint("Invalid number of values. Expecting %d but got %d", p->bound_names.size(), values.size())); } auto ni = p->bound_names.begin(); std::vector bound_values; for (auto& v : values) { auto& n = *ni++; if (v.type() == typeid(bytes)) { bound_values.push_back({boost::any_cast(v)}); } else if (v.empty()) { bound_values.push_back({}); } else { bound_values.push_back({n->type->decompose(v)}); } } return query_options(bound_values); } ::shared_ptr query_processor::prepare_internal( const std::experimental::string_view& query_string) { auto& p = _internal_statements[sstring(query_string.begin(), query_string.end())]; if (p == nullptr) { auto np = parse_statement(query_string)->prepare(_db.local()); np->statement->validate(_proxy, *_internal_state); p = std::move(np); // inserts it into map } return p; } future<::shared_ptr> query_processor::execute_internal( const std::experimental::string_view& query_string, const std::initializer_list& values) { auto p = prepare_internal(query_string); auto opts = make_internal_options(p, values); return do_with(std::move(opts), [this, p = std::move(p)](query_options & opts) { return p->statement->execute_internal(_proxy, *_internal_state, opts).then( [](::shared_ptr msg) { return make_ready_future<::shared_ptr>(::make_shared(msg)); }); }); } }