d768e9fac5
Stop using database (and including database.hh) for schema related purposes and use data_dictionary instead. data_dictionary::database::real_database() is called from several places, for these reasons: - calling yet-to-be-converted code - callers with a legitimate need to access data (e.g. system_keyspace) but with the ::database accessor removed from query_processor. We'll need to find another way to supply system_keyspace with data access. - to gain access to the wasm engine for testing whether used defined functions compile. We'll have to find another way to do this as well. The change is a straightforward replacement. One case in modification_statement had to change a capture, but everything else was just a search-and-replace. Some files that lost "database.hh" gained "mutation.hh", which they previously had access to through "database.hh".
396 lines
18 KiB
C++
396 lines
18 KiB
C++
/*
|
|
* Licensed to the Apache Software Foundation (ASF) under one
|
|
* or more contributor license agreements. See the NOTICE file
|
|
* distributed with this work for additional information
|
|
* regarding copyright ownership. The ASF licenses this file
|
|
* to you under the Apache License, Version 2.0 (the
|
|
* "License"); you may not use this file except in compliance
|
|
* with the License. You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
/*
|
|
* Copyright (C) 2015-present ScyllaDB
|
|
*/
|
|
|
|
/*
|
|
* This file is part of Scylla.
|
|
*
|
|
* Scylla is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU Affero General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* Scylla is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with Scylla. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
#include <utility>
|
|
|
|
#include "operation.hh"
|
|
#include "operation_impl.hh"
|
|
#include "maps.hh"
|
|
#include "sets.hh"
|
|
#include "lists.hh"
|
|
#include "user_types.hh"
|
|
#include "types/tuple.hh"
|
|
#include "types/map.hh"
|
|
#include "types/list.hh"
|
|
#include "types/set.hh"
|
|
#include "types/user.hh"
|
|
|
|
namespace cql3 {
|
|
|
|
sstring
|
|
operation::set_element::to_string(const column_definition& receiver) const {
|
|
return format("{}[{}] = {}", receiver.name_as_text(), _selector, _value);
|
|
}
|
|
|
|
shared_ptr<operation>
|
|
operation::set_element::prepare(data_dictionary::database db, const sstring& keyspace, const column_definition& receiver) const {
|
|
using exceptions::invalid_request_exception;
|
|
auto rtype = dynamic_pointer_cast<const collection_type_impl>(receiver.type);
|
|
if (!rtype) {
|
|
throw invalid_request_exception(format("Invalid operation ({}) for non collection column {}", to_string(receiver), receiver.name()));
|
|
} else if (!rtype->is_multi_cell()) {
|
|
throw invalid_request_exception(format("Invalid operation ({}) for frozen collection column {}", to_string(receiver), receiver.name()));
|
|
}
|
|
|
|
if (rtype->get_kind() == abstract_type::kind::list) {
|
|
auto&& lval = prepare_expression(_value, db, keyspace, lists::value_spec_of(*receiver.column_specification));
|
|
if (_by_uuid) {
|
|
auto&& idx = prepare_expression(_selector, db, keyspace, lists::uuid_index_spec_of(*receiver.column_specification));
|
|
return make_shared<lists::setter_by_uuid>(receiver, std::move(idx), std::move(lval));
|
|
} else {
|
|
auto&& idx = prepare_expression(_selector, db, keyspace, lists::index_spec_of(*receiver.column_specification));
|
|
return make_shared<lists::setter_by_index>(receiver, std::move(idx), std::move(lval));
|
|
}
|
|
} else if (rtype->get_kind() == abstract_type::kind::set) {
|
|
throw invalid_request_exception(format("Invalid operation ({}) for set column {}", to_string(receiver), receiver.name()));
|
|
} else if (rtype->get_kind() == abstract_type::kind::map) {
|
|
auto key = prepare_expression(_selector, db, keyspace, maps::key_spec_of(*receiver.column_specification));
|
|
auto mval = prepare_expression(_value, db, keyspace, maps::value_spec_of(*receiver.column_specification));
|
|
return make_shared<maps::setter_by_key>(receiver, std::move(key), std::move(mval));
|
|
}
|
|
abort();
|
|
}
|
|
|
|
bool
|
|
operation::set_element::is_compatible_with(const std::unique_ptr<raw_update>& other) const {
|
|
// TODO: we could check that the other operation is not setting the same element
|
|
// too (but since the index/key set may be a bind variables we can't always do it at this point)
|
|
return !dynamic_cast<const set_value*>(other.get());
|
|
}
|
|
|
|
sstring
|
|
operation::set_field::to_string(const column_definition& receiver) const {
|
|
return format("{}.{} = {}", receiver.name_as_text(), *_field, _value);
|
|
}
|
|
|
|
shared_ptr<operation>
|
|
operation::set_field::prepare(data_dictionary::database db, const sstring& keyspace, const column_definition& receiver) const {
|
|
if (!receiver.type->is_user_type()) {
|
|
throw exceptions::invalid_request_exception(
|
|
format("Invalid operation ({}) for non-UDT column {}", to_string(receiver), receiver.name_as_text()));
|
|
} else if (!receiver.type->is_multi_cell()) {
|
|
throw exceptions::invalid_request_exception(
|
|
format("Invalid operation ({}) for frozen UDT column {}", to_string(receiver), receiver.name_as_text()));
|
|
}
|
|
|
|
auto& type = static_cast<const user_type_impl&>(*receiver.type);
|
|
auto idx = type.idx_of_field(_field->name());
|
|
if (!idx) {
|
|
throw exceptions::invalid_request_exception(
|
|
format("UDT column {} does not have a field named {}", receiver.name_as_text(), *_field));
|
|
}
|
|
|
|
auto val = prepare_expression(_value, db, keyspace, user_types::field_spec_of(*receiver.column_specification, *idx));
|
|
return make_shared<user_types::setter_by_field>(receiver, *idx, std::move(val));
|
|
}
|
|
|
|
bool
|
|
operation::set_field::is_compatible_with(const std::unique_ptr<raw_update>& other) const {
|
|
auto x = dynamic_cast<const set_field*>(other.get());
|
|
if (x) {
|
|
return _field != x->_field;
|
|
}
|
|
|
|
return !dynamic_cast<const set_value*>(other.get());
|
|
}
|
|
|
|
const column_identifier::raw&
|
|
operation::field_deletion::affected_column() const {
|
|
return *_id;
|
|
}
|
|
|
|
shared_ptr<operation>
|
|
operation::field_deletion::prepare(data_dictionary::database db, const sstring& keyspace, const column_definition& receiver) const {
|
|
if (!receiver.type->is_user_type()) {
|
|
throw exceptions::invalid_request_exception(
|
|
format("Invalid deletion operation for non-UDT column {}", receiver.name_as_text()));
|
|
} else if (!receiver.type->is_multi_cell()) {
|
|
throw exceptions::invalid_request_exception(
|
|
format("Frozen UDT column {} does not support field deletions", receiver.name_as_text()));
|
|
}
|
|
|
|
auto type = static_cast<const user_type_impl*>(receiver.type.get());
|
|
auto idx = type->idx_of_field(_field->name());
|
|
if (!idx) {
|
|
throw exceptions::invalid_request_exception(
|
|
format("UDT column {} does not have a field named {}", receiver.name_as_text(), *_field));
|
|
}
|
|
|
|
return make_shared<user_types::deleter_by_field>(receiver, *idx);
|
|
}
|
|
|
|
sstring
|
|
operation::addition::to_string(const column_definition& receiver) const {
|
|
return format("{} = {} + {}", receiver.name_as_text(), receiver.name_as_text(), _value);
|
|
}
|
|
|
|
shared_ptr<operation>
|
|
operation::addition::prepare(data_dictionary::database db, const sstring& keyspace, const column_definition& receiver) const {
|
|
auto v = prepare_expression(_value, db, keyspace, receiver.column_specification);
|
|
|
|
auto ctype = dynamic_pointer_cast<const collection_type_impl>(receiver.type);
|
|
if (!ctype) {
|
|
if (!receiver.is_counter()) {
|
|
throw exceptions::invalid_request_exception(format("Invalid operation ({}) for non counter column {}", to_string(receiver), receiver.name()));
|
|
}
|
|
return make_shared<constants::adder>(receiver, std::move(v));
|
|
} else if (!ctype->is_multi_cell()) {
|
|
throw exceptions::invalid_request_exception(format("Invalid operation ({}) for frozen collection column {}", to_string(receiver), receiver.name()));
|
|
}
|
|
|
|
if (ctype->get_kind() == abstract_type::kind::list) {
|
|
return make_shared<lists::appender>(receiver, std::move(v));
|
|
} else if (ctype->get_kind() == abstract_type::kind::set) {
|
|
return make_shared<sets::adder>(receiver, std::move(v));
|
|
} else if (ctype->get_kind() == abstract_type::kind::map) {
|
|
return make_shared<maps::putter>(receiver, std::move(v));
|
|
} else {
|
|
abort();
|
|
}
|
|
}
|
|
|
|
bool
|
|
operation::addition::is_compatible_with(const std::unique_ptr<raw_update>& other) const {
|
|
return !dynamic_cast<const set_value*>(other.get());
|
|
}
|
|
|
|
sstring
|
|
operation::subtraction::to_string(const column_definition& receiver) const {
|
|
return format("{} = {} - {}", receiver.name_as_text(), receiver.name_as_text(), _value);
|
|
}
|
|
|
|
shared_ptr<operation>
|
|
operation::subtraction::prepare(data_dictionary::database db, const sstring& keyspace, const column_definition& receiver) const {
|
|
auto ctype = dynamic_pointer_cast<const collection_type_impl>(receiver.type);
|
|
if (!ctype) {
|
|
if (!receiver.is_counter()) {
|
|
throw exceptions::invalid_request_exception(format("Invalid operation ({}) for non counter column {}", to_string(receiver), receiver.name()));
|
|
}
|
|
auto v = prepare_expression(_value, db, keyspace, receiver.column_specification);
|
|
return make_shared<constants::subtracter>(receiver, std::move(v));
|
|
}
|
|
if (!ctype->is_multi_cell()) {
|
|
throw exceptions::invalid_request_exception(
|
|
format("Invalid operation ({}) for frozen collection column {}", to_string(receiver), receiver.name()));
|
|
}
|
|
|
|
if (ctype->get_kind() == abstract_type::kind::list) {
|
|
return make_shared<lists::discarder>(receiver, prepare_expression(_value, db, keyspace, receiver.column_specification));
|
|
} else if (ctype->get_kind() == abstract_type::kind::set) {
|
|
return make_shared<sets::discarder>(receiver, prepare_expression(_value, db, keyspace, receiver.column_specification));
|
|
} else if (ctype->get_kind() == abstract_type::kind::map) {
|
|
auto&& mtype = dynamic_pointer_cast<const map_type_impl>(ctype);
|
|
// The value for a map subtraction is actually a set
|
|
auto&& vr = make_lw_shared<column_specification>(
|
|
receiver.column_specification->ks_name,
|
|
receiver.column_specification->cf_name,
|
|
receiver.column_specification->name,
|
|
set_type_impl::get_instance(mtype->get_keys_type(), false));
|
|
return ::make_shared<sets::discarder>(receiver, prepare_expression(_value, db, keyspace, std::move(vr)));
|
|
}
|
|
abort();
|
|
}
|
|
|
|
bool
|
|
operation::subtraction::is_compatible_with(const std::unique_ptr<raw_update>& other) const {
|
|
return !dynamic_cast<const set_value*>(other.get());
|
|
}
|
|
|
|
sstring
|
|
operation::prepend::to_string(const column_definition& receiver) const {
|
|
return format("{} = {} + {}", receiver.name_as_text(), _value, receiver.name_as_text());
|
|
}
|
|
|
|
shared_ptr<operation>
|
|
operation::prepend::prepare(data_dictionary::database db, const sstring& keyspace, const column_definition& receiver) const {
|
|
auto v = prepare_expression(_value, db, keyspace, receiver.column_specification);
|
|
|
|
if (!dynamic_cast<const list_type_impl*>(receiver.type.get())) {
|
|
throw exceptions::invalid_request_exception(format("Invalid operation ({}) for non list column {}", to_string(receiver), receiver.name()));
|
|
} else if (!receiver.type->is_multi_cell()) {
|
|
throw exceptions::invalid_request_exception(format("Invalid operation ({}) for frozen list column {}", to_string(receiver), receiver.name()));
|
|
}
|
|
|
|
return make_shared<lists::prepender>(receiver, std::move(v));
|
|
}
|
|
|
|
bool
|
|
operation::prepend::is_compatible_with(const std::unique_ptr<raw_update>& other) const {
|
|
return !dynamic_cast<const set_value*>(other.get());
|
|
}
|
|
|
|
|
|
::shared_ptr <operation>
|
|
operation::set_value::prepare(data_dictionary::database db, const sstring& keyspace, const column_definition& receiver) const {
|
|
auto v = prepare_expression(_value, db, keyspace, receiver.column_specification);
|
|
|
|
if (receiver.type->is_counter()) {
|
|
throw exceptions::invalid_request_exception(format("Cannot set the value of counter column {} (counters can only be incremented/decremented, not set)", receiver.name_as_text()));
|
|
}
|
|
|
|
if (receiver.type->is_collection()) {
|
|
auto k = receiver.type->get_kind();
|
|
if (k == abstract_type::kind::list) {
|
|
return make_shared<lists::setter>(receiver, std::move(v));
|
|
} else if (k == abstract_type::kind::set) {
|
|
return make_shared<sets::setter>(receiver, std::move(v));
|
|
} else if (k == abstract_type::kind::map) {
|
|
return make_shared<maps::setter>(receiver, std::move(v));
|
|
} else {
|
|
abort();
|
|
}
|
|
}
|
|
|
|
if (receiver.type->is_user_type()) {
|
|
return make_shared<user_types::setter>(receiver, std::move(v));
|
|
}
|
|
|
|
return ::make_shared<constants::setter>(receiver, std::move(v));
|
|
}
|
|
|
|
::shared_ptr <operation>
|
|
operation::set_counter_value_from_tuple_list::prepare(data_dictionary::database db, const sstring& keyspace, const column_definition& receiver) const {
|
|
static thread_local const data_type counter_tuple_type = tuple_type_impl::get_instance({int32_type, uuid_type, long_type, long_type});
|
|
static thread_local const data_type counter_tuple_list_type = list_type_impl::get_instance(counter_tuple_type, true);
|
|
|
|
if (!receiver.type->is_counter()) {
|
|
throw exceptions::invalid_request_exception(format("Column {} is not a counter", receiver.name_as_text()));
|
|
}
|
|
|
|
// We need to fake a column of list<tuple<...>> to prepare the value expression
|
|
auto & os = receiver.column_specification;
|
|
auto spec = make_lw_shared<cql3::column_specification>(os->ks_name, os->cf_name, os->name, counter_tuple_list_type);
|
|
auto v = prepare_expression(_value, db, keyspace, spec);
|
|
|
|
// Will not be used elsewhere, so make it local.
|
|
class counter_setter : public operation {
|
|
public:
|
|
using operation::operation;
|
|
|
|
bool is_raw_counter_shard_write() const override {
|
|
return true;
|
|
}
|
|
void execute(mutation& m, const clustering_key_prefix& prefix, const update_parameters& params) override {
|
|
expr::constant list_value = expr::evaluate(*_e, params._options);
|
|
if (list_value.is_null()) {
|
|
throw std::invalid_argument("Invalid input data to counter set");
|
|
}
|
|
|
|
if (!list_value.type->is_list()) {
|
|
throw std::invalid_argument("Invalid input data to counter set");
|
|
}
|
|
|
|
utils::chunked_vector<managed_bytes> list_elements = expr::get_list_elements(list_value);
|
|
|
|
counter_id last(utils::UUID(0, 0));
|
|
counter_cell_builder ccb(list_elements.size());
|
|
for (auto& bo : list_elements) {
|
|
// lexical etc cast fails should be enough type checking here.
|
|
auto tuple = value_cast<tuple_type_impl::native_type>(counter_tuple_type->deserialize(managed_bytes_view(bo)));
|
|
auto shard = value_cast<int>(tuple[0]);
|
|
auto id = counter_id(value_cast<utils::UUID>(tuple[1]));
|
|
auto clock = value_cast<int64_t>(tuple[2]);
|
|
auto value = value_cast<int64_t>(tuple[3]);
|
|
|
|
using namespace std::rel_ops;
|
|
|
|
if (id <= last) {
|
|
throw marshal_exception(
|
|
format("invalid counter id order, {} <= {}",
|
|
id.to_uuid().to_sstring(),
|
|
last.to_uuid().to_sstring()));
|
|
}
|
|
last = id;
|
|
// TODO: maybe allow more than global values to propagate,
|
|
// though we don't (yet at least) in sstable::partition so...
|
|
switch (shard) {
|
|
case 'g':
|
|
ccb.add_shard(counter_shard(id, value, clock));
|
|
break;
|
|
case 'l':
|
|
throw marshal_exception("encountered a local shard in a counter cell");
|
|
case 'r':
|
|
throw marshal_exception("encountered remote shards in a counter cell");
|
|
default:
|
|
throw marshal_exception(format("encountered unknown shard {:d} in a counter cell", shard));
|
|
}
|
|
}
|
|
// Note. this is a counter value cell, not an update.
|
|
// see counters.cc, we need to detect this.
|
|
m.set_cell(prefix, column, ccb.build(params.timestamp()));
|
|
}
|
|
};
|
|
|
|
return make_shared<counter_setter>(receiver, std::move(v));
|
|
};
|
|
|
|
bool
|
|
operation::set_value::is_compatible_with(const std::unique_ptr<raw_update>& other) const {
|
|
// We don't allow setting multiple time the same column, because 1)
|
|
// it's stupid and 2) the result would seem random to the user.
|
|
return false;
|
|
}
|
|
|
|
const column_identifier::raw&
|
|
operation::element_deletion::affected_column() const {
|
|
return *_id;
|
|
}
|
|
|
|
shared_ptr<operation>
|
|
operation::element_deletion::prepare(data_dictionary::database db, const sstring& keyspace, const column_definition& receiver) const {
|
|
if (!receiver.type->is_collection()) {
|
|
throw exceptions::invalid_request_exception(format("Invalid deletion operation for non collection column {}", receiver.name()));
|
|
} else if (!receiver.type->is_multi_cell()) {
|
|
throw exceptions::invalid_request_exception(format("Invalid deletion operation for frozen collection column {}", receiver.name()));
|
|
}
|
|
auto ctype = static_pointer_cast<const collection_type_impl>(receiver.type);
|
|
if (ctype->get_kind() == abstract_type::kind::list) {
|
|
auto&& idx = prepare_expression(_element, db, keyspace, lists::index_spec_of(*receiver.column_specification));
|
|
return make_shared<lists::discarder_by_index>(receiver, std::move(idx));
|
|
} else if (ctype->get_kind() == abstract_type::kind::set) {
|
|
auto&& elt = prepare_expression(_element, db, keyspace, sets::value_spec_of(*receiver.column_specification));
|
|
return make_shared<sets::element_discarder>(receiver, std::move(elt));
|
|
} else if (ctype->get_kind() == abstract_type::kind::map) {
|
|
auto&& key = prepare_expression(_element, db, keyspace, maps::key_spec_of(*receiver.column_specification));
|
|
return make_shared<maps::discarder_by_key>(receiver, std::move(key));
|
|
}
|
|
abort();
|
|
}
|
|
|
|
}
|