mirrors/scylladb
1
0
Fork 0
mirror of https://github.com/scylladb/scylladb.git synced 2026-04-29 12:47:02 +00:00
Code Issues Packages Projects Releases Wiki Activity
Files
3a67423ac94de4c742ba80c8cebfdd054a407da1
scylladb/test/cql-pytest/cassandra_tests/validation/entities/json_test.py
Yaniv Kaul c658bdb150 Typos: fix typos in comments 
Fixes some typos as found by codespell run on the code.
In this commit, I was hoping to fix only comments, not user-visible alerts, output, etc.
Follow-up commits will take care of them.

Refs: https://github.com/scylladb/scylladb/issues/16255
Signed-off-by: Yaniv Kaul <yaniv.kaul@scylladb.com>
2023-12-02 22:37:22 +02:00

1349 lines
83 KiB
Python
Raw Blame History

# This file was translated from the original Java test from the Apache
# Cassandra source repository, as of commit 6ca34f81386dc8f6020cdf2ea4246bca2a0896c5
#
# The original Apache Cassandra license:
#
# SPDX-License-Identifier: Apache-2.0
from cassandra_tests.porting import *
from cassandra.protocol import FunctionFailure
from cassandra.util import Date, Time, Duration
from decimal import Decimal
from uuid import UUID
from datetime import datetime, timezone
from socket import getaddrinfo
import json
def testSelectJsonWithPagingWithFrozenTuple(cql, test_keyspace):
uuid = UUID("2dd2cd62-6af3-4cf6-96fc-91b9ab62eedc")
partitionKey = (uuid, 2)
with create_table(cql, test_keyspace, "(k1 FROZEN<TUPLE<uuid, int>>, c1 frozen<tuple<uuid, int>>, value int, PRIMARY KEY (k1, c1))") as table:
# prepare data
for i in range(1, 5):
execute(cql, table, "INSERT INTO %s (k1, c1, value) VALUES (?, ?, ?)", partitionKey, (uuid, i), i)
for pageSize in range(1, 6):
# SELECT JSON
assert_rows(execute_with_paging(cql, table, "SELECT JSON * FROM %s", pageSize),
["{\"k1\": [\"" + str(uuid) + "\", 2], \"c1\": [\"" + str(uuid) + "\", 1], \"value\": 1}"],
["{\"k1\": [\"" + str(uuid) + "\", 2], \"c1\": [\"" + str(uuid) + "\", 2], \"value\": 2}"],
["{\"k1\": [\"" + str(uuid) + "\", 2], \"c1\": [\"" + str(uuid) + "\", 3], \"value\": 3}"],
["{\"k1\": [\"" + str(uuid) + "\", 2], \"c1\": [\"" + str(uuid) + "\", 4], \"value\": 4}"])
# SELECT toJson(column)
assert_rows(execute_with_paging(cql, table, "SELECT toJson(k1), toJson(c1), toJson(value) FROM %s", pageSize),
["[\"" + str(uuid) + "\", 2]", "[\"" + str(uuid) + "\", 1]", "1"],
["[\"" + str(uuid) + "\", 2]", "[\"" + str(uuid) + "\", 2]", "2"],
["[\"" + str(uuid) + "\", 2]", "[\"" + str(uuid) + "\", 3]", "3"],
["[\"" + str(uuid) + "\", 2]", "[\"" + str(uuid) + "\", 4]", "4"])
def testSelectJsonWithPagingWithFrozenMap(cql, test_keyspace):
uuid = UUID("2dd2cd62-6af3-4cf6-96fc-91b9ab62eedc")
partitionKey = {1: (uuid, 1), 2: (uuid, 2)}
with create_table(cql, test_keyspace, "(k1 FROZEN<map<int, tuple<uuid, int>>>, c1 frozen<tuple<uuid, int>>, value int, PRIMARY KEY (k1, c1))") as table:
# prepare data
for i in range(1, 5):
execute(cql, table, "INSERT INTO %s (k1, c1, value) VALUES (?, ?, ?)", partitionKey, (uuid, i), i)
for pageSize in range(1, 6):
# SELECT JSON
assert_rows(execute_with_paging(cql, table, "SELECT JSON * FROM %s", pageSize),
["{\"k1\": {\"1\": [\"" + str(uuid) + "\", 1], \"2\": [\"" + str(uuid) + "\", 2]}, \"c1\": [\"" + str(uuid) + "\", 1], \"value\": 1}"],
["{\"k1\": {\"1\": [\"" + str(uuid) + "\", 1], \"2\": [\"" + str(uuid) + "\", 2]}, \"c1\": [\"" + str(uuid) + "\", 2], \"value\": 2}"],
["{\"k1\": {\"1\": [\"" + str(uuid) + "\", 1], \"2\": [\"" + str(uuid) + "\", 2]}, \"c1\": [\"" + str(uuid) + "\", 3], \"value\": 3}"],
["{\"k1\": {\"1\": [\"" + str(uuid) + "\", 1], \"2\": [\"" + str(uuid) + "\", 2]}, \"c1\": [\"" + str(uuid) + "\", 4], \"value\": 4}"])
# SELECT toJson(column)
assert_rows(execute_with_paging(cql, table, "SELECT toJson(k1), toJson(c1), toJson(value) FROM %s", pageSize),
["{\"1\": [\"" + str(uuid) + "\", 1], \"2\": [\"" + str(uuid) + "\", 2]}", "[\"" + str(uuid) + "\", 1]", "1"],
["{\"1\": [\"" + str(uuid) + "\", 1], \"2\": [\"" + str(uuid) + "\", 2]}", "[\"" + str(uuid) + "\", 2]", "2"],
["{\"1\": [\"" + str(uuid) + "\", 1], \"2\": [\"" + str(uuid) + "\", 2]}", "[\"" + str(uuid) + "\", 3]", "3"],
["{\"1\": [\"" + str(uuid) + "\", 1], \"2\": [\"" + str(uuid) + "\", 2]}", "[\"" + str(uuid) + "\", 4]", "4"])
def testSelectJsonWithPagingWithFrozenSet(cql, test_keyspace):
uuid = UUID("2dd2cd62-6af3-4cf6-96fc-91b9ab62eedc")
partitionKey = {((1, 2), 1), ((2, 3), 2)}
with create_table(cql, test_keyspace, "(k1 frozen<set<tuple<list<int>, int>>>, c1 frozen<tuple<uuid, int>>, value int, PRIMARY KEY (k1, c1))") as table:
# prepare data
for i in range(1, 5):
execute(cql, table, "INSERT INTO %s (k1, c1, value) VALUES (?, ?, ?)", partitionKey, (uuid, i), i)
for pageSize in range(1, 6):
# SELECT JSON
assert_rows(execute_with_paging(cql, table, "SELECT JSON * FROM %s", pageSize),
["{\"k1\": [[[1, 2], 1], [[2, 3], 2]], \"c1\": [\"" + str(uuid) + "\", 1], \"value\": 1}"],
["{\"k1\": [[[1, 2], 1], [[2, 3], 2]], \"c1\": [\"" + str(uuid) + "\", 2], \"value\": 2}"],
["{\"k1\": [[[1, 2], 1], [[2, 3], 2]], \"c1\": [\"" + str(uuid) + "\", 3], \"value\": 3}"],
["{\"k1\": [[[1, 2], 1], [[2, 3], 2]], \"c1\": [\"" + str(uuid) + "\", 4], \"value\": 4}"])
# SELECT toJson(column)
assert_rows(execute_with_paging(cql, table, "SELECT toJson(k1), toJson(c1), toJson(value) FROM %s", pageSize),
["[[[1, 2], 1], [[2, 3], 2]]", "[\"" + str(uuid) + "\", 1]", "1"],
["[[[1, 2], 1], [[2, 3], 2]]", "[\"" + str(uuid) + "\", 2]", "2"],
["[[[1, 2], 1], [[2, 3], 2]]", "[\"" + str(uuid) + "\", 3]", "3"],
["[[[1, 2], 1], [[2, 3], 2]]", "[\"" + str(uuid) + "\", 4]", "4"])
def testSelectJsonWithPagingWithFrozenList(cql, test_keyspace):
uuid = UUID("2dd2cd62-6af3-4cf6-96fc-91b9ab62eedc")
partitionKey = [(uuid, 2), (uuid, 3)]
with create_table(cql, test_keyspace, "(k1 frozen<list<tuple<uuid, int>>>, c1 frozen<tuple<uuid, int>>, value int, PRIMARY KEY (k1, c1))") as table:
# prepare data
for i in range(1, 5):
execute(cql, table, "INSERT INTO %s (k1, c1, value) VALUES (?, ?, ?)", partitionKey, (uuid, i), i)
for pageSize in range(1, 6):
# SELECT JSON
assert_rows(execute_with_paging(cql, table, "SELECT JSON * FROM %s", pageSize),
["{\"k1\": [[\"" + str(uuid) + "\", 2], [\"" + str(uuid) + "\", 3]], \"c1\": [\"" + str(uuid) + "\", 1], \"value\": 1}"],
["{\"k1\": [[\"" + str(uuid) + "\", 2], [\"" + str(uuid) + "\", 3]], \"c1\": [\"" + str(uuid) + "\", 2], \"value\": 2}"],
["{\"k1\": [[\"" + str(uuid) + "\", 2], [\"" + str(uuid) + "\", 3]], \"c1\": [\"" + str(uuid) + "\", 3], \"value\": 3}"],
["{\"k1\": [[\"" + str(uuid) + "\", 2], [\"" + str(uuid) + "\", 3]], \"c1\": [\"" + str(uuid) + "\", 4], \"value\": 4}"])
# SELECT toJson(column)
assert_rows(execute_with_paging(cql, table, "SELECT toJson(k1), toJson(c1), toJson(value) FROM %s", pageSize),
["[[\"" + str(uuid) + "\", 2], [\"" + str(uuid) + "\", 3]]", "[\"" + str(uuid) + "\", 1]", "1"],
["[[\"" + str(uuid) + "\", 2], [\"" + str(uuid) + "\", 3]]", "[\"" + str(uuid) + "\", 2]", "2"],
["[[\"" + str(uuid) + "\", 2], [\"" + str(uuid) + "\", 3]]", "[\"" + str(uuid) + "\", 3]", "3"],
["[[\"" + str(uuid) + "\", 2], [\"" + str(uuid) + "\", 3]]", "[\"" + str(uuid) + "\", 4]", "4"])
def testSelectJsonWithPagingWithFrozenUDT(cql, test_keyspace):
uuid = UUID("2dd2cd62-6af3-4cf6-96fc-91b9ab62eedc")
abc_tuple = collections.namedtuple('abc_tuple', ['a', 'b', 'c'])
partitionKey = abc_tuple(1, 2, ["1", "2"])
with create_type(cql, test_keyspace, "(a int, b int, c list<text>)") as type_name:
with create_table(cql, test_keyspace, f"(k1 frozen<{type_name}>, c1 frozen<tuple<uuid, int>>, value int, PRIMARY KEY (k1, c1))") as table:
# prepare data
for i in range(1, 5):
execute(cql, table, "INSERT INTO %s (k1, c1, value) VALUES (?, ?, ?)", partitionKey, (uuid, i), i)
for pageSize in range(1, 6):
# SELECT JSON
assert_rows(execute_with_paging(cql, table, "SELECT JSON * FROM %s", pageSize),
["{\"k1\": {\"a\": 1, \"b\": 2, \"c\": [\"1\", \"2\"]}, \"c1\": [\"" + str(uuid) + "\", 1], \"value\": 1}"],
["{\"k1\": {\"a\": 1, \"b\": 2, \"c\": [\"1\", \"2\"]}, \"c1\": [\"" + str(uuid) + "\", 2], \"value\": 2}"],
["{\"k1\": {\"a\": 1, \"b\": 2, \"c\": [\"1\", \"2\"]}, \"c1\": [\"" + str(uuid) + "\", 3], \"value\": 3}"],
["{\"k1\": {\"a\": 1, \"b\": 2, \"c\": [\"1\", \"2\"]}, \"c1\": [\"" + str(uuid) + "\", 4], \"value\": 4}"])
# SELECT toJson(column)
assert_rows(execute_with_paging(cql, table, "SELECT toJson(k1), toJson(c1), toJson(value) FROM %s", pageSize),
["{\"a\": 1, \"b\": 2, \"c\": [\"1\", \"2\"]}", "[\"" + str(uuid) + "\", 1]", "1"],
["{\"a\": 1, \"b\": 2, \"c\": [\"1\", \"2\"]}", "[\"" + str(uuid) + "\", 2]", "2"],
["{\"a\": 1, \"b\": 2, \"c\": [\"1\", \"2\"]}", "[\"" + str(uuid) + "\", 3]", "3"],
["{\"a\": 1, \"b\": 2, \"c\": [\"1\", \"2\"]}", "[\"" + str(uuid) + "\", 4]", "4"])
# Reproduces issue #7911, #7912, #7914, #7915, #7944, #7954
@pytest.mark.xfail(reason="issues #7914, #7915, #7944, #7954")
def testFromJsonFct(cql, test_keyspace):
abc_tuple = collections.namedtuple('abc_tuple', ['a', 'b', 'c'])
with create_type(cql, test_keyspace, "(a int, b uuid, c set<text>)") as type_name:
with create_table(cql, test_keyspace, "(" +
"k int PRIMARY KEY, " +
"asciival ascii, " +
"bigintval bigint, " +
"blobval blob, " +
"booleanval boolean, " +
"dateval date, " +
"decimalval decimal, " +
"doubleval double, " +
"floatval float, " +
"inetval inet, " +
"intval int, " +
"smallintval smallint, " +
"textval text, " +
"timeval time, " +
"timestampval timestamp, " +
"timeuuidval timeuuid, " +
"tinyintval tinyint, " +
"uuidval uuid," +
"varcharval varchar, " +
"varintval varint, " +
"listval list<int>, " +
"frozenlistval frozen<list<int>>, " +
"setval set<uuid>, " +
"frozensetval frozen<set<uuid>>, " +
"mapval map<ascii, int>," +
"frozenmapval frozen<map<ascii, int>>," +
"tupleval frozen<tuple<int, ascii, uuid>>," +
"udtval frozen<" + type_name + ">," +
"durationval duration)") as table:
# fromJson() can only be used when the receiver type is known
# Cassandra and Scylla print different error messages - Cassandra
# says "fromJson() cannot be used in the selection clause", Scylla
# "fromJson() can only be called if receiver type is known".
assert_invalid_message(cql, table, "fromJson()", "SELECT fromJson(asciival) FROM %s", 0, 0)
# FIXME: the following tests need *Java* as a UDF language, while
# Scylla uses Lua, so I didn't translate them.
#String func1 = createFunction(KEYSPACE, "int", "CREATE FUNCTION %s (a int) CALLED ON NULL INPUT RETURNS text LANGUAGE java AS $$ return a.toString(); $$")
#createFunctionOverload(func1, "int", "CREATE FUNCTION %s (a text) CALLED ON NULL INPUT RETURNS text LANGUAGE java AS $$ return new String(a); $$")
#assertInvalidMessage("Ambiguous call to function",
# "INSERT INTO %s (k, textval) VALUES (?, " + func1 + "(fromJson(?)))", 0, "123")
# fails JSON parsing
# Reproduces issue #7911:
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, asciival) VALUES (?, fromJson(?))", 0, "\u038E\u0394\u03B4\u03E0")
# handle nulls
# Reproduces issue #7912:
execute(cql, table, "INSERT INTO %s (k, asciival) VALUES (?, fromJson(?))", 0, None)
assert_rows(execute(cql, table, "SELECT k, asciival FROM %s WHERE k = ?", 0), [0, None])
execute(cql, table, "INSERT INTO %s (k, frozenmapval) VALUES (?, fromJson(?))", 0, None)
assert_rows(execute(cql, table, "SELECT k, frozenmapval FROM %s WHERE k = ?", 0), [0, None])
execute(cql, table, "INSERT INTO %s (k, udtval) VALUES (?, fromJson(?))", 0, None)
assert_rows(execute(cql, table, "SELECT k, udtval FROM %s WHERE k = ?", 0), [0, None])
# ================ ascii ================
execute(cql, table, "INSERT INTO %s (k, asciival) VALUES (?, fromJson(?))", 0, "\"ascii text\"")
assert_rows(execute(cql, table, "SELECT k, asciival FROM %s WHERE k = ?", 0), [0, "ascii text"])
execute(cql, table, "INSERT INTO %s (k, asciival) VALUES (?, fromJson(?))", 0, "\"ascii \\\" text\"")
assert_rows(execute(cql, table, "SELECT k, asciival FROM %s WHERE k = ?", 0), [0, "ascii \" text"])
# reproduces issue #7911:
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, asciival) VALUES (?, fromJson(?))", 0, "\"\\u1fff\\u2013\\u33B4\\u2014\"")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, asciival) VALUES (?, fromJson(?))", 0, "123")
# test that we can use fromJson() in other valid places in queries
assert_rows(execute(cql, table, "SELECT asciival FROM %s WHERE k = fromJson(?)", "0"), ["ascii \" text"])
execute(cql, table, "UPDATE %s SET asciival = fromJson(?) WHERE k = fromJson(?)", "\"ascii \\\" text\"", "0")
execute(cql, table, "DELETE FROM %s WHERE k = fromJson(?)", "0")
# ================ bigint ================
execute(cql, table, "INSERT INTO %s (k, bigintval) VALUES (?, fromJson(?))", 0, "123123123123")
assert_rows(execute(cql, table, "SELECT k, bigintval FROM %s WHERE k = ?", 0), [0, 123123123123])
# strings are also accepted
execute(cql, table, "INSERT INTO %s (k, bigintval) VALUES (?, fromJson(?))", 0, "\"123123123123\"")
assert_rows(execute(cql, table, "SELECT k, bigintval FROM %s WHERE k = ?", 0), [0, 123123123123])
# overflow (Long.MAX_VALUE + 1)
# Reproduces #7914
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, bigintval) VALUES (?, fromJson(?))", 0, "9223372036854775808")
# Reproduces #7911
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, bigintval) VALUES (?, fromJson(?))", 0, "123.456")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, bigintval) VALUES (?, fromJson(?))", 0, "\"abc\"")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, bigintval) VALUES (?, fromJson(?))", 0, "[\"abc\"]")
# ================ blob ================
execute(cql, table, "INSERT INTO %s (k, blobval) VALUES (?, fromJson(?))", 0, "\"0x00000001\"")
assert_rows(execute(cql, table, "SELECT k, blobval FROM %s WHERE k = ?", 0), [0, bytearray([0,0,0,1])])
# Reproduces #7911
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, blobval) VALUES (?, fromJson(?))", 0, "\"xyzz\"")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, blobval) VALUES (?, fromJson(?))", 0, "\"123\"")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, blobval) VALUES (?, fromJson(?))", 0, "\"0x123\"")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, blobval) VALUES (?, fromJson(?))", 0, "123")
# ================ boolean ================
execute(cql, table, "INSERT INTO %s (k, booleanval) VALUES (?, fromJson(?))", 0, "true")
assert_rows(execute(cql, table, "SELECT k, booleanval FROM %s WHERE k = ?", 0), [0, True])
execute(cql, table, "INSERT INTO %s (k, booleanval) VALUES (?, fromJson(?))", 0, "false")
assert_rows(execute(cql, table, "SELECT k, booleanval FROM %s WHERE k = ?", 0), [0, False])
# strings are also accepted
# Reproduces issue #7915
execute(cql, table, "INSERT INTO %s (k, booleanval) VALUES (?, fromJson(?))", 0, "\"false\"")
assert_rows(execute(cql, table, "SELECT k, booleanval FROM %s WHERE k = ?", 0), [0, False])
# Reproduces #7911
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, booleanval) VALUES (?, fromJson(?))", 0, "\"abc\"")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, booleanval) VALUES (?, fromJson(?))", 0, "123")
# ================ date ================
execute(cql, table, "INSERT INTO %s (k, dateval) VALUES (?, fromJson(?))", 0, "\"1987-03-23\"")
assert_rows(execute(cql, table, "SELECT k, dateval FROM %s WHERE k = ?", 0), [0, Date("1987-03-23")])
# Reproduces #7911
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, dateval) VALUES (?, fromJson(?))", 0, "123")
assert_invalid_throw_message(cql, table, "Unable to coerce 'xyz' to a formatted date", FunctionFailure,
"INSERT INTO %s (k, dateval) VALUES (?, fromJson(?))", 0, "\"xyz\"")
# ================ decimal ================
execute(cql, table, "INSERT INTO %s (k, decimalval) VALUES (?, fromJson(?))", 0, "123123.123123")
assert_rows(execute(cql, table, "SELECT k, decimalval FROM %s WHERE k = ?", 0), [0, Decimal("123123.123123")])
execute(cql, table, "INSERT INTO %s (k, decimalval) VALUES (?, fromJson(?))", 0, "123123")
assert_rows(execute(cql, table, "SELECT k, decimalval FROM %s WHERE k = ?", 0), [0, Decimal("123123")])
# accept strings for numbers that cannot be represented as doubles
execute(cql, table, "INSERT INTO %s (k, decimalval) VALUES (?, fromJson(?))", 0, "\"123123.123123\"")
assert_rows(execute(cql, table, "SELECT k, decimalval FROM %s WHERE k = ?", 0), [0, Decimal("123123.123123")])
execute(cql, table, "INSERT INTO %s (k, decimalval) VALUES (?, fromJson(?))", 0, "\"-1.23E-12\"")
assert_rows(execute(cql, table, "SELECT k, decimalval FROM %s WHERE k = ?", 0), [0, Decimal("-1.23E-12")])
# Reproduces #7911
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, decimalval) VALUES (?, fromJson(?))", 0, "\"xyzz\"")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, decimalval) VALUES (?, fromJson(?))", 0, "true")
# ================ double ================
execute(cql, table, "INSERT INTO %s (k, doubleval) VALUES (?, fromJson(?))", 0, "123123.123123")
assert_rows(execute(cql, table, "SELECT k, doubleval FROM %s WHERE k = ?", 0), [0, 123123.123123])
execute(cql, table, "INSERT INTO %s (k, doubleval) VALUES (?, fromJson(?))", 0, "123123")
assert_rows(execute(cql, table, "SELECT k, doubleval FROM %s WHERE k = ?", 0), [0, 123123.0])
# strings are also accepted
execute(cql, table, "INSERT INTO %s (k, doubleval) VALUES (?, fromJson(?))", 0, "\"123123\"")
assert_rows(execute(cql, table, "SELECT k, doubleval FROM %s WHERE k = ?", 0), [0, 123123.0])
# Reproduces #7911
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, doubleval) VALUES (?, fromJson(?))", 0, "\"xyzz\"")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, doubleval) VALUES (?, fromJson(?))", 0, "true")
# ================ float ================
execute(cql, table, "INSERT INTO %s (k, floatval) VALUES (?, fromJson(?))", 0, "123123.123123")
assert_rows(execute(cql, table, "SELECT k, floatval FROM %s WHERE k = ?", 0), [0, to_float(123123.123123)])
execute(cql, table, "INSERT INTO %s (k, floatval) VALUES (?, fromJson(?))", 0, "123123")
assert_rows(execute(cql, table, "SELECT k, floatval FROM %s WHERE k = ?", 0), [0, to_float(123123.0)])
# strings are also accepted
execute(cql, table, "INSERT INTO %s (k, floatval) VALUES (?, fromJson(?))", 0, "\"123123.0\"")
assert_rows(execute(cql, table, "SELECT k, floatval FROM %s WHERE k = ?", 0), [0, to_float(123123.0)])
# Reproduces #7911
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, floatval) VALUES (?, fromJson(?))", 0, "\"xyzz\"")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, floatval) VALUES (?, fromJson(?))", 0, "true")
# ================ inet ================
execute(cql, table, "INSERT INTO %s (k, inetval) VALUES (?, fromJson(?))", 0, "\"127.0.0.1\"")
assert_rows(execute(cql, table, "SELECT k, inetval FROM %s WHERE k = ?", 0), [0, "127.0.0.1"])
execute(cql, table, "INSERT INTO %s (k, inetval) VALUES (?, fromJson(?))", 0, "\"::1\"")
assert_rows(execute(cql, table, "SELECT k, inetval FROM %s WHERE k = ?", 0), [0, "::1"])
# Reproduces #7911
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, inetval) VALUES (?, fromJson(?))", 0, "\"xyzz\"")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, inetval) VALUES (?, fromJson(?))", 0, "123")
# ================ int ================
execute(cql, table, "INSERT INTO %s (k, intval) VALUES (?, fromJson(?))", 0, "123123")
assert_rows(execute(cql, table, "SELECT k, intval FROM %s WHERE k = ?", 0), [0, 123123])
# strings are also accepted
execute(cql, table, "INSERT INTO %s (k, intval) VALUES (?, fromJson(?))", 0, "\"123123\"")
assert_rows(execute(cql, table, "SELECT k, intval FROM %s WHERE k = ?", 0), [0, 123123])
# int overflow (2 ^ 32, or Integer.MAX_INT + 1)
# Reproduces #7914
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, intval) VALUES (?, fromJson(?))", 0, "2147483648")
# Reproduces #7911
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, intval) VALUES (?, fromJson(?))", 0, "123.456")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, intval) VALUES (?, fromJson(?))", 0, "\"xyzz\"")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, intval) VALUES (?, fromJson(?))", 0, "true")
# ================ smallint ================
execute(cql, table, "INSERT INTO %s (k, smallintval) VALUES (?, fromJson(?))", 0, "32767")
assert_rows(execute(cql, table, "SELECT k, smallintval FROM %s WHERE k = ?", 0), [0, 32767])
# strings are also accepted
execute(cql, table, "INSERT INTO %s (k, smallintval) VALUES (?, fromJson(?))", 0, "\"32767\"")
assert_rows(execute(cql, table, "SELECT k, smallintval FROM %s WHERE k = ?", 0), [0, 32767])
# smallint overflow (Short.MAX_VALUE + 1)
# Reproduces #7914
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, smallintval) VALUES (?, fromJson(?))", 0, "32768")
# Reproduces #7911
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, smallintval) VALUES (?, fromJson(?))", 0, "123.456")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, smallintval) VALUES (?, fromJson(?))", 0, "\"xyzz\"")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, smallintval) VALUES (?, fromJson(?))", 0, "true")
# ================ tinyint ================
execute(cql, table, "INSERT INTO %s (k, tinyintval) VALUES (?, fromJson(?))", 0, "127")
assert_rows(execute(cql, table, "SELECT k, tinyintval FROM %s WHERE k = ?", 0), [0, 127])
# strings are also accepted
execute(cql, table, "INSERT INTO %s (k, tinyintval) VALUES (?, fromJson(?))", 0, "\"127\"")
assert_rows(execute(cql, table, "SELECT k, tinyintval FROM %s WHERE k = ?", 0), [0, 127])
# tinyint overflow (Byte.MAX_VALUE + 1)
# Reproduces #7914
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, tinyintval) VALUES (?, fromJson(?))", 0, "128")
# Reproduces #7911
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, tinyintval) VALUES (?, fromJson(?))", 0, "123.456")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, tinyintval) VALUES (?, fromJson(?))", 0, "\"xyzz\"")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, tinyintval) VALUES (?, fromJson(?))", 0, "true")
# ================ text (varchar) ================
execute(cql, table, "INSERT INTO %s (k, textval) VALUES (?, fromJson(?))", 0, "\"\"")
assert_rows(execute(cql, table, "SELECT k, textval FROM %s WHERE k = ?", 0), [0, ""])
execute(cql, table, "INSERT INTO %s (k, textval) VALUES (?, fromJson(?))", 0, "\"abcd\"")
assert_rows(execute(cql, table, "SELECT k, textval FROM %s WHERE k = ?", 0), [0, "abcd"])
execute(cql, table, "INSERT INTO %s (k, textval) VALUES (?, fromJson(?))", 0, "\"some \\\" text\"")
assert_rows(execute(cql, table, "SELECT k, textval FROM %s WHERE k = ?", 0), [0, "some \" text"])
execute(cql, table, "INSERT INTO %s (k, textval) VALUES (?, fromJson(?))", 0, "\"\\u2013\"")
assert_rows(execute(cql, table, "SELECT k, textval FROM %s WHERE k = ?", 0), [0, "\u2013"])
# Reproduces #7911
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, textval) VALUES (?, fromJson(?))", 0, "123")
# ================ time ================
execute(cql, table, "INSERT INTO %s (k, timeval) VALUES (?, fromJson(?))", 0, "\"07:35:07.000111222\"")
assert_rows(execute(cql, table, "SELECT k, timeval FROM %s WHERE k = ?", 0), [0, Time("07:35:07.000111222")])
# Reproduces #7911
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, timeval) VALUES (?, fromJson(?))", 0, "123456")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, timeval) VALUES (?, fromJson(?))", 0, "\"xyz\"")
# ================ timestamp ================
execute(cql, table, "INSERT INTO %s (k, timestampval) VALUES (?, fromJson(?))", 0, "123123123123")
assert_rows(execute(cql, table, "SELECT k, timestampval FROM %s WHERE k = ?", 0), [0, datetime.utcfromtimestamp(123123123123/1e3)])
execute(cql, table, "INSERT INTO %s (k, timestampval) VALUES (?, fromJson(?))", 0, "\"2014-01-01\"")
# The following comparison is a big mess in Python because of
# timezone issues. We need the datetime() object to have a UTC
# timezone, but not to indicate that it does otherwise the
# result will not compare equal. The following weird conversion
# appears to do the right thing...
assert_rows(execute(cql, table, "SELECT k, timestampval FROM %s WHERE k = ?", 0), [0, datetime.utcfromtimestamp(datetime(2014, 1, 1, 0, 0, 0).timestamp())])
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, timestampval) VALUES (?, fromJson(?))", 0, "123.456")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, timestampval) VALUES (?, fromJson(?))", 0, "\"abcd\"")
# ================ timeuuid ================
execute(cql, table, "INSERT INTO %s (k, timeuuidval) VALUES (?, fromJson(?))", 0, "\"6bddc89a-5644-11e4-97fc-56847afe9799\"")
assert_rows(execute(cql, table, "SELECT k, timeuuidval FROM %s WHERE k = ?", 0), [0, UUID("6bddc89a-5644-11e4-97fc-56847afe9799")])
execute(cql, table, "INSERT INTO %s (k, timeuuidval) VALUES (?, fromJson(?))", 0, "\"6BDDC89A-5644-11E4-97FC-56847AFE9799\"")
assert_rows(execute(cql, table, "SELECT k, timeuuidval FROM %s WHERE k = ?", 0), [0, UUID("6bddc89a-5644-11e4-97fc-56847afe9799")])
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, timeuuidval) VALUES (?, fromJson(?))", 0, "\"00000000-0000-0000-0000-000000000000\"")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, timeuuidval) VALUES (?, fromJson(?))", 0, "123")
# ================ uuidval ================
execute(cql, table, "INSERT INTO %s (k, uuidval) VALUES (?, fromJson(?))", 0, "\"6bddc89a-5644-11e4-97fc-56847afe9799\"")
assert_rows(execute(cql, table, "SELECT k, uuidval FROM %s WHERE k = ?", 0), [0, UUID("6bddc89a-5644-11e4-97fc-56847afe9799")])
execute(cql, table, "INSERT INTO %s (k, uuidval) VALUES (?, fromJson(?))", 0, "\"6BDDC89A-5644-11E4-97FC-56847AFE9799\"")
assert_rows(execute(cql, table, "SELECT k, uuidval FROM %s WHERE k = ?", 0), [0, UUID("6bddc89a-5644-11e4-97fc-56847afe9799")])
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, uuidval) VALUES (?, fromJson(?))", 0, "\"00000000-0000-0000-zzzz-000000000000\"")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, uuidval) VALUES (?, fromJson(?))", 0, "123")
# ================ varint ================
execute(cql, table, "INSERT INTO %s (k, varintval) VALUES (?, fromJson(?))", 0, "123123123123")
assert_rows(execute(cql, table, "SELECT k, varintval FROM %s WHERE k = ?", 0), [0, 123123123123])
# accept strings for numbers that cannot be represented as longs
execute(cql, table, "INSERT INTO %s (k, varintval) VALUES (?, fromJson(?))", 0, "\"1234567890123456789012345678901234567890\"")
assert_rows(execute(cql, table, "SELECT k, varintval FROM %s WHERE k = ?", 0), [0, 1234567890123456789012345678901234567890])
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, varintval) VALUES (?, fromJson(?))", 0, "123123.123")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, varintval) VALUES (?, fromJson(?))", 0, "\"xyzz\"")
# reproduces #7944
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, varintval) VALUES (?, fromJson(?))", 0, "\"\"")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, varintval) VALUES (?, fromJson(?))", 0, "true")
# ================ lists ================
execute(cql, table, "INSERT INTO %s (k, listval) VALUES (?, fromJson(?))", 0, "[1, 2, 3]")
assert_rows(execute(cql, table, "SELECT k, listval FROM %s WHERE k = ?", 0), [0, [1, 2, 3]])
execute(cql, table, "INSERT INTO %s (k, listval) VALUES (?, fromJson(?))", 0, "[]")
assert_rows(execute(cql, table, "SELECT k, listval FROM %s WHERE k = ?", 0), [0, None])
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, listval) VALUES (?, fromJson(?))", 0, "123")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, listval) VALUES (?, fromJson(?))", 0, "[\"abc\"]")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, listval) VALUES (?, fromJson(?))", 0, "[null]")
# frozen
execute(cql, table, "INSERT INTO %s (k, frozenlistval) VALUES (?, fromJson(?))", 0, "[1, 2, 3]")
assert_rows(execute(cql, table, "SELECT k, frozenlistval FROM %s WHERE k = ?", 0), [0, [1, 2, 3]])
# ================ sets ================
execute(cql, table, "INSERT INTO %s (k, setval) VALUES (?, fromJson(?))",
0, "[\"6bddc89a-5644-11e4-97fc-56847afe9798\", \"6bddc89a-5644-11e4-97fc-56847afe9799\"]")
assert_rows(execute(cql, table, "SELECT k, setval FROM %s WHERE k = ?", 0),
[0, {UUID("6bddc89a-5644-11e4-97fc-56847afe9798"), (UUID("6bddc89a-5644-11e4-97fc-56847afe9799"))}])
# duplicates are okay, just like in CQL
execute(cql, table, "INSERT INTO %s (k, setval) VALUES (?, fromJson(?))",
0, "[\"6bddc89a-5644-11e4-97fc-56847afe9798\", \"6bddc89a-5644-11e4-97fc-56847afe9798\", \"6bddc89a-5644-11e4-97fc-56847afe9799\"]")
assert_rows(execute(cql, table, "SELECT k, setval FROM %s WHERE k = ?", 0),
[0, {UUID("6bddc89a-5644-11e4-97fc-56847afe9798"), (UUID("6bddc89a-5644-11e4-97fc-56847afe9799"))}])
execute(cql, table, "INSERT INTO %s (k, setval) VALUES (?, fromJson(?))", 0, "[]")
assert_rows(execute(cql, table, "SELECT k, setval FROM %s WHERE k = ?", 0), [0, None])
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, setval) VALUES (?, fromJson(?))", 0, "123")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, setval) VALUES (?, fromJson(?))", 0, "[\"abc\"]")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, setval) VALUES (?, fromJson(?))", 0, "[null]")
# frozen
execute(cql, table, "INSERT INTO %s (k, frozensetval) VALUES (?, fromJson(?))",
0, "[\"6bddc89a-5644-11e4-97fc-56847afe9798\", \"6bddc89a-5644-11e4-97fc-56847afe9799\"]")
assert_rows(execute(cql, table, "SELECT k, frozensetval FROM %s WHERE k = ?", 0),
[0, {UUID("6bddc89a-5644-11e4-97fc-56847afe9798"), (UUID("6bddc89a-5644-11e4-97fc-56847afe9799"))}])
execute(cql, table, "INSERT INTO %s (k, frozensetval) VALUES (?, fromJson(?))",
0, "[\"6bddc89a-5644-11e4-97fc-56847afe9799\", \"6bddc89a-5644-11e4-97fc-56847afe9798\"]")
assert_rows(execute(cql, table, "SELECT k, frozensetval FROM %s WHERE k = ?", 0),
[0, {UUID("6bddc89a-5644-11e4-97fc-56847afe9798"), (UUID("6bddc89a-5644-11e4-97fc-56847afe9799"))}])
# ================ maps ================
# Reproduces #7949:
execute(cql, table, "INSERT INTO %s (k, mapval) VALUES (?, fromJson(?))", 0, "{\"a\": 1, \"b\": 2}")
assert_rows(execute(cql, table, "SELECT k, mapval FROM %s WHERE k = ?", 0), [0, {"a": 1, "b": 2}])
execute(cql, table, "INSERT INTO %s (k, mapval) VALUES (?, fromJson(?))", 0, "{}")
assert_rows(execute(cql, table, "SELECT k, mapval FROM %s WHERE k = ?", 0), [0, None])
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, mapval) VALUES (?, fromJson(?))", 0, "123")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, mapval) VALUES (?, fromJson(?))", 0, "{\"\\u1fff\\u2013\\u33B4\\u2014\": 1}")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, mapval) VALUES (?, fromJson(?))", 0, "{\"a\": null}")
# frozen
# Reproduces #7949:
execute(cql, table, "INSERT INTO %s (k, frozenmapval) VALUES (?, fromJson(?))", 0, "{\"a\": 1, \"b\": 2}")
assert_rows(execute(cql, table, "SELECT k, frozenmapval FROM %s WHERE k = ?", 0), [0, {"a": 1, "b": 2}])
execute(cql, table, "INSERT INTO %s (k, frozenmapval) VALUES (?, fromJson(?))", 0, "{\"b\": 2, \"a\": 1}")
assert_rows(execute(cql, table, "SELECT k, frozenmapval FROM %s WHERE k = ?", 0), [0, {"a": 1, "b": 2}])
# ================ tuples ================
execute(cql, table, "INSERT INTO %s (k, tupleval) VALUES (?, fromJson(?))", 0, "[1, \"foobar\", \"6bddc89a-5644-11e4-97fc-56847afe9799\"]")
assert_rows(execute(cql, table, "SELECT k, tupleval FROM %s WHERE k = ?", 0),
[0, (1, "foobar", UUID("6bddc89a-5644-11e4-97fc-56847afe9799"))])
# Reproduces #7954:
execute(cql, table, "INSERT INTO %s (k, tupleval) VALUES (?, fromJson(?))", 0, "[1, null, \"6bddc89a-5644-11e4-97fc-56847afe9799\"]")
assert_rows(execute(cql, table, "SELECT k, tupleval FROM %s WHERE k = ?", 0),
[0, (1, None, UUID("6bddc89a-5644-11e4-97fc-56847afe9799"))])
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, tupleval) VALUES (?, fromJson(?))",
0, "[1, \"foobar\", \"6bddc89a-5644-11e4-97fc-56847afe9799\", 1, 2, 3]")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, tupleval) VALUES (?, fromJson(?))",
0, "[1, \"foobar\"]")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, tupleval) VALUES (?, fromJson(?))",
0, "[\"not an int\", \"foobar\", \"6bddc89a-5644-11e4-97fc-56847afe9799\"]")
# ================ UDTs ================
execute(cql, table, "INSERT INTO %s (k, udtval) VALUES (?, fromJson(?))", 0, "{\"a\": 1, \"b\": \"6bddc89a-5644-11e4-97fc-56847afe9799\", \"c\": [\"foo\", \"bar\"]}")
assert_rows(execute(cql, table, "SELECT k, udtval.a, udtval.b, udtval.c FROM %s WHERE k = ?", 0),
[0, 1, UUID("6bddc89a-5644-11e4-97fc-56847afe9799"), {"bar", "foo"}])
# ================ duration ================
execute(cql, table, "INSERT INTO %s (k, durationval) VALUES (?, fromJson(?))", 0, "\"53us\"")
assert_rows(execute(cql, table, "SELECT k, durationval FROM %s WHERE k = ?", 0), [0, Duration(0, 0, 53000)])
execute(cql, table, "INSERT INTO %s (k, durationval) VALUES (?, fromJson(?))", 0, "\"P2W\"")
assert_rows(execute(cql, table,"SELECT k, durationval FROM %s WHERE k = ?", 0), [0, Duration(0, 14, 0)])
# Unlike all the other cases of unsuccessful fromJson() parsing which return FunctionFailure,
# in this specific case Cassandra returns InvalidQuery. I don't know why, and I don't think
# Scylla needs to reproduce this idiosyncrasy. So let's allow both.
assert_invalid_throw(cql, table, (FunctionFailure, InvalidRequest),
"INSERT INTO %s (k, durationval) VALUES (?, fromJson(?))", 0, "\"xyz\"")
# order of fields shouldn't matter
execute(cql, table, "INSERT INTO %s (k, udtval) VALUES (?, fromJson(?))", 0, "{\"b\": \"6bddc89a-5644-11e4-97fc-56847afe9799\", \"a\": 1, \"c\": [\"foo\", \"bar\"]}")
assert_rows(execute(cql, table, "SELECT k, udtval.a, udtval.b, udtval.c FROM %s WHERE k = ?", 0),
[0, 1, UUID("6bddc89a-5644-11e4-97fc-56847afe9799"), {"bar", "foo"}])
# test nulls
execute(cql, table, "INSERT INTO %s (k, udtval) VALUES (?, fromJson(?))", 0, "{\"a\": null, \"b\": \"6bddc89a-5644-11e4-97fc-56847afe9799\", \"c\": [\"foo\", \"bar\"]}")
assert_rows(execute(cql, table, "SELECT k, udtval.a, udtval.b, udtval.c FROM %s WHERE k = ?", 0),
[0, None, UUID("6bddc89a-5644-11e4-97fc-56847afe9799"), {"bar", "foo"}])
# test missing fields
execute(cql, table, "INSERT INTO %s (k, udtval) VALUES (?, fromJson(?))", 0, "{\"a\": 1, \"b\": \"6bddc89a-5644-11e4-97fc-56847afe9799\"}")
assert_rows(execute(cql, table, "SELECT k, udtval.a, udtval.b, udtval.c FROM %s WHERE k = ?", 0),
[0, 1, UUID("6bddc89a-5644-11e4-97fc-56847afe9799"), None])
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, udtval) VALUES (?, fromJson(?))", 0, "{\"xxx\": 1}")
assert_invalid_throw(cql, table, FunctionFailure,
"INSERT INTO %s (k, udtval) VALUES (?, fromJson(?))", 0, "{\"a\": \"foobar\"}")
# The following test will check the output of Cassandra's and Scylla's toJson()
# function, which converts various types to JSON. However, obviously there is
# more than one correct way to format the same JSON object, so in many cases
# we cannot, and don't want to, expect the exact same string to be returned by
# Scylla and Cassandra. For this we have the following class. It wraps
# a JSON string, and compare equal to other strings if both are valid JSON
# strings which decode to the same object. EquivalentJson("....") can be used
# in assert_rows() checks below, to check whether functionally-equivalent JSON
# is returned instead of checking for identical strings.
class EquivalentJson:
def __init__(self, s):
self.obj = json.loads(s)
def __eq__(self, other):
if isinstance(other, EquivalentJson):
return self.obj == other.obj
elif isinstance(other, str):
return self.obj == json.loads(other)
return NotImplemented
# Implementing __repr__ is useful because when a comparison fails, pytest
# helpfully prints what it tried to compare, and uses __repr__ for that.
def __repr__(self):
return f'EquivalentJson("{self.obj}")'
# Similarly, EquivalentIp compares two JSON strings which are supposed to
# contain an IP address. For example, "::1" and "0:0:0:0:0:0:0:1" are
# equivalent.
class EquivalentIp:
def __init__(self, s):
self.obj = json.loads(s)
def __eq__(self, other):
if isinstance(other, EquivalentIp):
otherobj = other.obj
elif isinstance(other, str):
otherobj = json.loads(other)
else:
return NotImplemented
if self.obj == otherobj:
return True
return getaddrinfo(self.obj, 0) == getaddrinfo(otherobj, 0)
def __repr__(self):
return f'EquivalentIp("{self.obj}")'
# Reproduces issue #7972, #7988, #7997, #8001
@pytest.mark.xfail(reason="issues #7972, #7997, #8001")
def testToJsonFct(cql, test_keyspace):
abc_tuple = collections.namedtuple('abc_tuple', ['a', 'b', 'c'])
with create_type(cql, test_keyspace, "(a int, b uuid, c set<text>)") as type_name:
with create_table(cql, test_keyspace, "(" +
"k int PRIMARY KEY, " +
"asciival ascii, " +
"bigintval bigint, " +
"blobval blob, " +
"booleanval boolean, " +
"dateval date, " +
"decimalval decimal, " +
"doubleval double, " +
"floatval float, " +
"inetval inet, " +
"intval int, " +
"smallintval smallint, " +
"textval text, " +
"timeval time, " +
"timestampval timestamp, " +
"timeuuidval timeuuid, " +
"tinyintval tinyint, " +
"uuidval uuid," +
"varcharval varchar, " +
"varintval varint, " +
"listval list<int>, " +
"frozenlistval frozen<list<int>>, " +
"setval set<uuid>, " +
"frozensetval frozen<set<uuid>>, " +
"mapval map<ascii, int>," +
"frozenmapval frozen<map<ascii, int>>," +
"tupleval frozen<tuple<int, ascii, uuid>>," +
"udtval frozen<" + type_name + ">," +
"durationval duration)") as table:
# toJson() can only be used in selections
# The error message is slightly different in Cassandra and in
# Scylla. It is "toJson() may only be used within the selection
# clause" in Cassandra, "toJson() is only valid in SELECT clause"
# in Scylla.
assert_invalid_message(cql, table, "clause",
"INSERT INTO %s (k, asciival) VALUES (?, toJson(?))", 0, 0)
assert_invalid_message(cql, table, "clause",
"UPDATE %s SET asciival = toJson(?) WHERE k = ?", 0, 0)
assert_invalid_message(cql, table, "clause",
"DELETE FROM %s WHERE k = fromJson(toJson(?))", 0)
# ================ ascii ================
execute(cql, table, "INSERT INTO %s (k, asciival) VALUES (?, ?)", 0, "ascii text")
assert_rows(execute(cql, table, "SELECT k, toJson(asciival) FROM %s WHERE k = ?", 0), [0, "\"ascii text\""])
execute(cql, table, "INSERT INTO %s (k, asciival) VALUES (?, ?)", 0, "")
assert_rows(execute(cql, table, "SELECT k, toJson(asciival) FROM %s WHERE k = ?", 0), [0, "\"\""])
# ================ bigint ================
execute(cql, table, "INSERT INTO %s (k, bigintval) VALUES (?, ?)", 0, 123123123123)
assert_rows(execute(cql, table, "SELECT k, toJson(bigintval) FROM %s WHERE k = ?", 0), [0, "123123123123"])
execute(cql, table, "INSERT INTO %s (k, bigintval) VALUES (?, ?)", 0, 0)
assert_rows(execute(cql, table, "SELECT k, toJson(bigintval) FROM %s WHERE k = ?", 0), [0, "0"])
execute(cql, table, "INSERT INTO %s (k, bigintval) VALUES (?, ?)", 0, -123123123123)
assert_rows(execute(cql, table, "SELECT k, toJson(bigintval) FROM %s WHERE k = ?", 0), [0, "-123123123123"])
# ================ blob ================
execute(cql, table, "INSERT INTO %s (k, blobval) VALUES (?, ?)", 0, bytearray([0,0,0,1]))
assert_rows(execute(cql, table, "SELECT k, toJson(blobval) FROM %s WHERE k = ?", 0), [0, "\"0x00000001\""])
execute(cql, table, "INSERT INTO %s (k, blobval) VALUES (?, ?)", 0, bytearray())
assert_rows(execute(cql, table, "SELECT k, toJson(blobval) FROM %s WHERE k = ?", 0), [0, "\"0x\""])
# ================ boolean ================
execute(cql, table, "INSERT INTO %s (k, booleanval) VALUES (?, ?)", 0, True)
assert_rows(execute(cql, table, "SELECT k, toJson(booleanval) FROM %s WHERE k = ?", 0), [0, "true"])
execute(cql, table, "INSERT INTO %s (k, booleanval) VALUES (?, ?)", 0, False)
assert_rows(execute(cql, table, "SELECT k, toJson(booleanval) FROM %s WHERE k = ?", 0), [0, "false"])
# ================ date ================
execute(cql, table, "INSERT INTO %s (k, dateval) VALUES (?, ?)", 0, Date("1987-03-23"))
assert_rows(execute(cql, table, "SELECT k, toJson(dateval) FROM %s WHERE k = ?", 0), [0, "\"1987-03-23\""])
# ================ decimal ================
execute(cql, table, "INSERT INTO %s (k, decimalval) VALUES (?, ?)", 0, Decimal("123123.123123"))
assert_rows(execute(cql, table, "SELECT k, toJson(decimalval) FROM %s WHERE k = ?", 0), [0, "123123.123123"])
execute(cql, table, "INSERT INTO %s (k, decimalval) VALUES (?, ?)", 0, Decimal("-1.23E-12"))
# Scylla may print floating-point numbers with different choice
# of capitalization, exponent, etc, so we use EquivalentJson.
# Note that some representations may be equivalent, but
# objectively bad - see issue #80002.
assert_rows(execute(cql, table, "SELECT k, toJson(decimalval) FROM %s WHERE k = ?", 0), [0, EquivalentJson("-1.23E-12")])
# ================ double ================
# Reproduces #7972:
execute(cql, table, "INSERT INTO %s (k, doubleval) VALUES (?, ?)", 0, 123123.123123)
assert_rows(execute(cql, table, "SELECT k, toJson(doubleval) FROM %s WHERE k = ?", 0), [0, "123123.123123"])
execute(cql, table, "INSERT INTO %s (k, doubleval) VALUES (?, ?)", 0, 123123)
assert_rows(execute(cql, table, "SELECT k, toJson(doubleval) FROM %s WHERE k = ?", 0), [0, "123123.0"])
# ================ float ================
execute(cql, table, "INSERT INTO %s (k, floatval) VALUES (?, ?)", 0, 123.123)
assert_rows(execute(cql, table, "SELECT k, toJson(floatval) FROM %s WHERE k = ?", 0), [0, "123.123"])
execute(cql, table, "INSERT INTO %s (k, floatval) VALUES (?, ?)", 0, 123123)
# Cassandra prints "123123.0", Scylla prints "123123". Since JSON
# does not have a distinction between integers and floating point,
# this difference is fine.
assert_rows(execute(cql, table, "SELECT k, toJson(floatval) FROM %s WHERE k = ?", 0), [0, EquivalentJson("123123.0")])
# ================ inet ================
execute(cql, table, "INSERT INTO %s (k, inetval) VALUES (?, ?)", 0, "127.0.0.1")
assert_rows(execute(cql, table, "SELECT k, toJson(inetval) FROM %s WHERE k = ?", 0), [0, "\"127.0.0.1\""])
execute(cql, table, "INSERT INTO %s (k, inetval) VALUES (?, ?)", 0, "::1")
# Cassandra prints ::1 as "0:0:0:0:0:0:0:1", Scylla as "::1", both
# are fine... We need to compare them using IP address equivalence
# test...
assert_rows(execute(cql, table, "SELECT k, toJson(inetval) FROM %s WHERE k = ?", 0), [0, EquivalentIp("\"0:0:0:0:0:0:0:1\"")])
# ================ int ================
execute(cql, table, "INSERT INTO %s (k, intval) VALUES (?, ?)", 0, 123123)
assert_rows(execute(cql, table, "SELECT k, toJson(intval) FROM %s WHERE k = ?", 0), [0, "123123"])
execute(cql, table, "INSERT INTO %s (k, intval) VALUES (?, ?)", 0, 0)
assert_rows(execute(cql, table, "SELECT k, toJson(intval) FROM %s WHERE k = ?", 0), [0, "0"])
execute(cql, table, "INSERT INTO %s (k, intval) VALUES (?, ?)", 0, -123123)
assert_rows(execute(cql, table, "SELECT k, toJson(intval) FROM %s WHERE k = ?", 0), [0, "-123123"])
# ================ smallint ================
execute(cql, table, "INSERT INTO %s (k, smallintval) VALUES (?, ?)", 0, 32767)
assert_rows(execute(cql, table, "SELECT k, toJson(smallintval) FROM %s WHERE k = ?", 0), [0, "32767"])
execute(cql, table, "INSERT INTO %s (k, smallintval) VALUES (?, ?)", 0, 0)
assert_rows(execute(cql, table, "SELECT k, toJson(smallintval) FROM %s WHERE k = ?", 0), [0, "0"])
execute(cql, table, "INSERT INTO %s (k, smallintval) VALUES (?, ?)", 0, -32768)
assert_rows(execute(cql, table, "SELECT k, toJson(smallintval) FROM %s WHERE k = ?", 0), [0, "-32768"])
# ================ tinyint ================
execute(cql, table, "INSERT INTO %s (k, tinyintval) VALUES (?, ?)", 0, 127)
assert_rows(execute(cql, table, "SELECT k, toJson(tinyintval) FROM %s WHERE k = ?", 0), [0, "127"])
execute(cql, table, "INSERT INTO %s (k, tinyintval) VALUES (?, ?)", 0, 0)
assert_rows(execute(cql, table, "SELECT k, toJson(tinyintval) FROM %s WHERE k = ?", 0), [0, "0"])
execute(cql, table, "INSERT INTO %s (k, tinyintval) VALUES (?, ?)", 0, -128)
assert_rows(execute(cql, table, "SELECT k, toJson(tinyintval) FROM %s WHERE k = ?", 0), [0, "-128"])
# ================ text (varchar) ================
execute(cql, table, "INSERT INTO %s (k, textval) VALUES (?, ?)", 0, "")
assert_rows(execute(cql, table, "SELECT k, toJson(textval) FROM %s WHERE k = ?", 0), [0, "\"\""])
execute(cql, table, "INSERT INTO %s (k, textval) VALUES (?, ?)", 0, "abcd")
assert_rows(execute(cql, table, "SELECT k, toJson(textval) FROM %s WHERE k = ?", 0), [0, "\"abcd\""])
execute(cql, table, "INSERT INTO %s (k, textval) VALUES (?, ?)", 0, "\u8422")
assert_rows(execute(cql, table, "SELECT k, toJson(textval) FROM %s WHERE k = ?", 0), [0, "\"\u8422\""])
execute(cql, table, "INSERT INTO %s (k, textval) VALUES (?, ?)", 0, "\u0000")
assert_rows(execute(cql, table, "SELECT k, toJson(textval) FROM %s WHERE k = ?", 0), [0, "\"\\u0000\""])
# ================ time ================
# Reproduces #7988:
execute(cql, table, "INSERT INTO %s (k, timeval) VALUES (?, ?)", 0, 123)
assert_rows(execute(cql, table, "SELECT k, toJson(timeval) FROM %s WHERE k = ?", 0), [0, "\"00:00:00.000000123\""])
execute(cql, table, "INSERT INTO %s (k, timeval) VALUES (?, fromJson(?))", 0, "\"07:35:07.000111222\"")
assert_rows(execute(cql, table, "SELECT k, toJson(timeval) FROM %s WHERE k = ?", 0), [0, "\"07:35:07.000111222\""])
# ================ timestamp ================
# Reproduces #7997:
execute(cql, table, "INSERT INTO %s (k, timestampval) VALUES (?, ?)", 0, datetime(2014, 1, 1, 0, 0, 0))
assert_rows(execute(cql, table, "SELECT k, toJson(timestampval) FROM %s WHERE k = ?", 0), [0, "\"2014-01-01 00:00:00.000Z\""])
# ================ timeuuid ================
execute(cql, table, "INSERT INTO %s (k, timeuuidval) VALUES (?, ?)", 0, UUID("6bddc89a-5644-11e4-97fc-56847afe9799"))
assert_rows(execute(cql, table, "SELECT k, toJson(timeuuidval) FROM %s WHERE k = ?", 0), [0, "\"6bddc89a-5644-11e4-97fc-56847afe9799\""])
# ================ uuidval ================
execute(cql, table, "INSERT INTO %s (k, uuidval) VALUES (?, ?)", 0, UUID("6bddc89a-5644-11e4-97fc-56847afe9799"))
assert_rows(execute(cql, table, "SELECT k, toJson(uuidval) FROM %s WHERE k = ?", 0), [0, "\"6bddc89a-5644-11e4-97fc-56847afe9799\""])
# ================ varint ================
execute(cql, table, "INSERT INTO %s (k, varintval) VALUES (?, ?)", 0, 123123123123123123123)
assert_rows(execute(cql, table, "SELECT k, toJson(varintval) FROM %s WHERE k = ?", 0), [0, "123123123123123123123"])
# ================ lists ================
execute(cql, table, "INSERT INTO %s (k, listval) VALUES (?, ?)", 0, [1, 2, 3])
assert_rows(execute(cql, table, "SELECT k, toJson(listval) FROM %s WHERE k = ?", 0), [0, "[1, 2, 3]"])
execute(cql, table, "INSERT INTO %s (k, listval) VALUES (?, ?)", 0, [])
assert_rows(execute(cql, table, "SELECT k, toJson(listval) FROM %s WHERE k = ?", 0), [0, "null"])
# frozen
execute(cql, table, "INSERT INTO %s (k, frozenlistval) VALUES (?, ?)", 0, [1, 2, 3])
assert_rows(execute(cql, table, "SELECT k, toJson(frozenlistval) FROM %s WHERE k = ?", 0), [0, "[1, 2, 3]"])
# ================ sets ================
execute(cql, table, "INSERT INTO %s (k, setval) VALUES (?, ?)",
0, {UUID("6bddc89a-5644-11e4-97fc-56847afe9798"), UUID("6bddc89a-5644-11e4-97fc-56847afe9799")})
assert_rows(execute(cql, table, "SELECT k, toJson(setval) FROM %s WHERE k = ?", 0),
[0, "[\"6bddc89a-5644-11e4-97fc-56847afe9798\", \"6bddc89a-5644-11e4-97fc-56847afe9799\"]"])
execute(cql, table, "INSERT INTO %s (k, setval) VALUES (?, ?)", 0, {})
assert_rows(execute(cql, table, "SELECT k, toJson(setval) FROM %s WHERE k = ?", 0), [0, "null"])
# frozen
execute(cql, table, "INSERT INTO %s (k, frozensetval) VALUES (?, ?)",
0, {UUID("6bddc89a-5644-11e4-97fc-56847afe9798"), UUID("6bddc89a-5644-11e4-97fc-56847afe9799")})
assert_rows(execute(cql, table, "SELECT k, toJson(frozensetval) FROM %s WHERE k = ?", 0),
[0, "[\"6bddc89a-5644-11e4-97fc-56847afe9798\", \"6bddc89a-5644-11e4-97fc-56847afe9799\"]"])
# ================ maps ================
execute(cql, table, "INSERT INTO %s (k, mapval) VALUES (?, ?)", 0, {"a": 1, "b": 2})
assert_rows(execute(cql, table, "SELECT k, toJson(mapval) FROM %s WHERE k = ?", 0), [0, "{\"a\": 1, \"b\": 2}"])
execute(cql, table, "INSERT INTO %s (k, mapval) VALUES (?, ?)", 0, {})
assert_rows(execute(cql, table, "SELECT k, toJson(mapval) FROM %s WHERE k = ?", 0), [0, "null"])
# frozen
execute(cql, table, "INSERT INTO %s (k, frozenmapval) VALUES (?, ?)", 0, {"a": 1, "b": 2})
assert_rows(execute(cql, table, "SELECT k, toJson(frozenmapval) FROM %s WHERE k = ?", 0), [0, "{\"a\": 1, \"b\": 2}"])
# ================ tuples ================
execute(cql, table, "INSERT INTO %s (k, tupleval) VALUES (?, ?)", 0, (1, "foobar", UUID("6bddc89a-5644-11e4-97fc-56847afe9799")))
assert_rows(execute(cql, table, "SELECT k, toJson(tupleval) FROM %s WHERE k = ?", 0),
[0, "[1, \"foobar\", \"6bddc89a-5644-11e4-97fc-56847afe9799\"]"])
execute(cql, table, "INSERT INTO %s (k, tupleval) VALUES (?, ?)", 0, (1, "foobar", None))
assert_rows(execute(cql, table, "SELECT k, toJson(tupleval) FROM %s WHERE k = ?", 0),
[0, "[1, \"foobar\", null]"])
# ================ UDTs ================
execute(cql, table, "INSERT INTO %s (k, udtval) VALUES (?, {a: ?, b: ?, c: ?})", 0, 1, UUID("6bddc89a-5644-11e4-97fc-56847afe9799"), {"foo", "bar"})
assert_rows(execute(cql, table, "SELECT k, toJson(udtval) FROM %s WHERE k = ?", 0),
[0, "{\"a\": 1, \"b\": \"6bddc89a-5644-11e4-97fc-56847afe9799\", \"c\": [\"bar\", \"foo\"]}"])
execute(cql, table, "INSERT INTO %s (k, udtval) VALUES (?, {a: ?, b: ?})", 0, 1, UUID("6bddc89a-5644-11e4-97fc-56847afe9799"))
assert_rows(execute(cql, table, "SELECT k, toJson(udtval) FROM %s WHERE k = ?", 0),
[0, "{\"a\": 1, \"b\": \"6bddc89a-5644-11e4-97fc-56847afe9799\", \"c\": null}"])
# ================ duration ================
# Reproduces #8001:
execute(cql, table, "INSERT INTO %s (k, durationval) VALUES (?, 12µs)", 0)
assert_rows(execute(cql, table, "SELECT k, toJson(durationval) FROM %s WHERE k = ?", 0), [0, "\"12us\""])
execute(cql, table, "INSERT INTO %s (k, durationval) VALUES (?, P1Y1M2DT10H5M)", 0)
assert_rows(execute(cql, table, "SELECT k, toJson(durationval) FROM %s WHERE k = ?", 0), [0, "\"1y1mo2d10h5m\""])
# Reproduces issue #8077
@pytest.mark.xfail(reason="issues #8077")
def testJsonWithGroupBy(cql, test_keyspace):
with create_table(cql, test_keyspace, "(k int, c int, v int, PRIMARY KEY (k, c))") as table:
# tests SELECT JSON statements
execute(cql, table, "INSERT INTO %s (k, c, v) VALUES (0, 0, 0)")
execute(cql, table, "INSERT INTO %s (k, c, v) VALUES (0, 1, 1)")
execute(cql, table, "INSERT INTO %s (k, c, v) VALUES (1, 0, 1)")
assert_rows_ignoring_order(execute(cql, table, "SELECT JSON * FROM %s GROUP BY k"),
["{\"k\": 0, \"c\": 0, \"v\": 0}"],
["{\"k\": 1, \"c\": 0, \"v\": 1}"])
assert_rows_ignoring_order(execute(cql, table, "SELECT JSON k, c, v FROM %s GROUP BY k"),
["{\"k\": 0, \"c\": 0, \"v\": 0}"],
["{\"k\": 1, \"c\": 0, \"v\": 1}"])
assert_rows_ignoring_order(execute(cql, table, "SELECT JSON count(*) FROM %s GROUP BY k"),
["{\"count\": 2}"],
["{\"count\": 1}"])
# Reproduces issues #8077, #8078
@pytest.mark.xfail(reason="issues #8077")
def testSelectJsonSyntax(cql, test_keyspace):
with create_table(cql, test_keyspace, "(k int primary key, v int)") as table:
# tests SELECT JSON statements
execute(cql, table, "INSERT INTO %s (k, v) VALUES (0, 0)")
execute(cql, table, "INSERT INTO %s (k, v) VALUES (1, 1)")
assert_rows_ignoring_order(execute(cql, table, "SELECT JSON * FROM %s"),
["{\"k\": 0, \"v\": 0}"],
["{\"k\": 1, \"v\": 1}"])
assert_rows_ignoring_order(execute(cql, table, "SELECT JSON k, v FROM %s"),
["{\"k\": 0, \"v\": 0}"],
["{\"k\": 1, \"v\": 1}"])
assert_rows_ignoring_order(execute(cql, table, "SELECT JSON v, k FROM %s"),
["{\"v\": 0, \"k\": 0}"],
["{\"v\": 1, \"k\": 1}"])
assert_rows_ignoring_order(execute(cql, table, "SELECT JSON v as foo, k as bar FROM %s"),
["{\"foo\": 0, \"bar\": 0}"],
["{\"foo\": 1, \"bar\": 1}"])
assert_rows_ignoring_order(execute(cql, table, "SELECT JSON ttl(v), k FROM %s"),
["{\"ttl(v)\": null, \"k\": 0}"],
["{\"ttl(v)\": null, \"k\": 1}"])
assert_rows_ignoring_order(execute(cql, table, "SELECT JSON ttl(v) as foo, k FROM %s"),
["{\"foo\": null, \"k\": 0}"],
["{\"foo\": null, \"k\": 1}"])
# Reproduces #8077:
assert_rows(execute(cql, table, "SELECT JSON count(*) FROM %s"),
["{\"count\": 2}"])
assert_rows(execute(cql, table, "SELECT JSON count(*) as foo FROM %s"),
["{\"foo\": 2}"])
# Reproduces #8077:
assert_rows_ignoring_order(execute(cql, table, "SELECT JSON toJson(blobAsInt(intAsBlob(v))) FROM %s"),
["{\"system.tojson(system.blobasint(system.intasblob(v)))\": \"0\"}"],
["{\"system.tojson(system.blobasint(system.intasblob(v)))\": \"1\"}"])
# Reproduces issues #8085
@pytest.mark.xfail(reason="issues #8085")
def testInsertJsonSyntax(cql, test_keyspace):
with create_table(cql, test_keyspace, "(k int primary key, v int)") as table:
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"v\": 0}")
assert_rows(execute(cql, table, "SELECT * FROM %s"), [0, 0])
# without specifying column names
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"v\": 0}")
assert_rows(execute(cql, table, "SELECT * FROM %s"), [0, 0])
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"v\": null}")
assert_rows(execute(cql, table, "SELECT * FROM %s"), [0, None])
execute(cql, table, "INSERT INTO %s JSON ?", "{\"v\": 1, \"k\": 0}")
assert_rows(execute(cql, table, "SELECT * FROM %s"), [0, 1])
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0}")
assert_rows(execute(cql, table, "SELECT * FROM %s"), [0, None])
assert_invalid_message(cql, table, "JSON values map contains unrecognized column",
"INSERT INTO %s JSON ?",
"{\"k\": 0, \"v\": 0, \"zzz\": 0}")
# Reproduces issue #8085: it's not very important which specific
# error message the following requests generate, but it's important
# that it's an InvalidRequest error, not some internal server error.
assert_invalid_message(cql, table, "Got null for INSERT JSON values", "INSERT INTO %s JSON ?", None)
assert_invalid_message(cql, table, "Got null for INSERT JSON values", "INSERT INTO %s JSON ?", "null")
assert_invalid_message(cql, table, "Could not decode JSON string as a map", "INSERT INTO %s JSON ?", "\"notamap\"")
assert_invalid_message(cql, table, "Could not decode JSON string as a map", "INSERT INTO %s JSON ?", "12.34")
assert_invalid_message(cql, table, "Unable to make int from",
"INSERT INTO %s JSON ?",
"{\"k\": 0, \"v\": \"notanint\"}")
def testInsertJsonSyntaxDefaultUnset(cql, test_keyspace):
with create_table(cql, test_keyspace, "(k int primary key, v1 int, v2 int)") as table:
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"v1\": 0, \"v2\": 0}")
# leave v1 unset
execute(cql, table, "INSERT INTO %s JSON ? DEFAULT UNSET", "{\"k\": 0, \"v2\": 2}")
assert_rows(execute(cql, table, "SELECT * FROM %s"), [0, 0, 2])
# explicit specification DEFAULT NULL
execute(cql, table, "INSERT INTO %s JSON ? DEFAULT NULL", "{\"k\": 0, \"v2\": 2}")
assert_rows(execute(cql, table, "SELECT * FROM %s"), [0, None, 2])
# implicitly setting v2 to null
execute(cql, table, "INSERT INTO %s JSON ? DEFAULT NULL", "{\"k\": 0}")
assert_rows(execute(cql, table, "SELECT * FROM %s"), [0, None, None])
# mix setting null explicitly with default unset:
# set values for all fields
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 1, \"v1\": 1, \"v2\": 1}")
# explicitly set v1 to null while leaving v2 unset which retains its value
execute(cql, table, "INSERT INTO %s JSON ? DEFAULT UNSET", "{\"k\": 1, \"v1\": null}")
assert_rows(execute(cql, table, "SELECT * FROM %s WHERE k=1"), [1, None, 1])
# test string literal instead of bind marker
execute(cql, table, "INSERT INTO %s JSON '{\"k\": 2, \"v1\": 2, \"v2\": 2}'")
# explicitly set v1 to null while leaving v2 unset which retains its value
execute(cql, table, "INSERT INTO %s JSON '{\"k\": 2, \"v1\": null}' DEFAULT UNSET")
assert_rows(execute(cql, table, "SELECT * FROM %s WHERE k=2"), [2, None, 2])
execute(cql, table, "INSERT INTO %s JSON '{\"k\": 2}' DEFAULT NULL")
assert_rows(execute(cql, table, "SELECT * FROM %s WHERE k=2"), [2, None, None])
# Reproduces issues #8078, #8086
@pytest.mark.xfail(reason="issues #8086")
def testCaseSensitivity(cql, test_keyspace):
with create_table(cql, test_keyspace, "(k int primary key, \"Foo\" int)") as table:
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"\\\"Foo\\\"\": 0}")
execute(cql, table, "INSERT INTO %s JSON ?", "{\"K\": 0, \"\\\"Foo\\\"\": 0}")
execute(cql, table, "INSERT INTO %s JSON ?", "{\"\\\"k\\\"\": 0, \"\\\"Foo\\\"\": 0}")
# results should preserve and quote case-sensitive identifiers
assert_rows(execute(cql, table, "SELECT JSON * FROM %s"), ["{\"k\": 0, \"\\\"Foo\\\"\": 0}"])
# reproduces #7078 (the "AS" in SELECT JSON):
assert_rows(execute(cql, table, "SELECT JSON k, \"Foo\" as foo FROM %s"), ["{\"k\": 0, \"foo\": 0}"])
assert_rows(execute(cql, table, "SELECT JSON k, \"Foo\" as \"Bar\" FROM %s"), ["{\"k\": 0, \"\\\"Bar\\\"\": 0}"])
assert_invalid(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"foo\": 0}")
assert_invalid(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"\\\"foo\\\"\": 0}")
# user-defined types also need to handle case-sensitivity
with create_type(cql, test_keyspace, "(a int, \"Foo\" int)") as type_name:
with create_table(cql, test_keyspace, f"(k int primary key, v frozen<{type_name}>)") as t2:
#Reproduces #8086:
execute(cql, t2, "INSERT INTO %s JSON ?", "{\"k\": 0, \"v\": {\"a\": 0, \"\\\"Foo\\\"\": 0}}")
assert_rows(execute(cql, t2, "SELECT JSON k, v FROM %s"), ["{\"k\": 0, \"v\": {\"a\": 0, \"\\\"Foo\\\"\": 0}}"])
execute(cql, t2, "INSERT INTO %s JSON ?", "{\"k\": 0, \"v\": {\"A\": 0, \"\\\"Foo\\\"\": 0}}")
assert_rows(execute(cql, t2, "SELECT JSON k, v FROM %s"), ["{\"k\": 0, \"v\": {\"a\": 0, \"\\\"Foo\\\"\": 0}}"])
def testInsertJsonSyntaxWithCollections(cql, test_keyspace):
with create_table(cql, test_keyspace, "(k int PRIMARY KEY, " +
"m map<text, boolean>, " +
"mf frozen<map<text, boolean>>, " +
"s set<int>, " +
"sf frozen<set<int>>, " +
"l list<int>, " +
"lf frozen<list<int>>)") as table:
# map
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"m\": {\"a\": true, \"b\": false}}")
assert_rows(execute(cql, table, "SELECT k, m FROM %s"), [0, {"a": True, "b": False}])
# frozen map
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"mf\": {\"a\": true, \"b\": false}}")
assert_rows(execute(cql, table, "SELECT k, mf FROM %s"), [0, {"a": True, "b": False}])
# set
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"s\": [3, 1, 2]}")
assert_rows(execute(cql, table, "SELECT k, s FROM %s"), [0, {1, 2, 3}])
# frozen set
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"sf\": [3, 1, 2]}")
assert_rows(execute(cql, table, "SELECT k, sf FROM %s"), [0, {1, 2, 3}])
# list
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"l\": [1, 2, 3]}")
assert_rows(execute(cql, table, "SELECT k, l FROM %s"), [0, [1, 2, 3]])
# frozen list
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"lf\": [1, 2, 3]}")
assert_rows(execute(cql, table, "SELECT k, lf FROM %s"), [0, [1, 2, 3]])
# Reproduces issue #8087
@pytest.mark.xfail(reason="issue #8087")
def testInsertJsonSyntaxWithNonNativeMapKeys(cql, test_keyspace):
# JSON doesn't allow non-string keys, so we accept string representations of any type as map keys and
# return maps with string keys when necessary.
with create_type(cql, test_keyspace, "(a int)") as type_name:
with create_table(cql, test_keyspace, "(" +
"k int PRIMARY KEY, " +
"intmap map<int, boolean>, " +
"bigintmap map<bigint, boolean>, " +
"varintmap map<varint, boolean>, " +
"smallintmap map<smallint, boolean>, " +
"tinyintmap map<tinyint, boolean>, " +
"booleanmap map<boolean, boolean>, " +
"floatmap map<float, boolean>, " +
"doublemap map<double, boolean>, " +
"decimalmap map<decimal, boolean>, " +
"tuplemap map<frozen<tuple<int, text>>, boolean>, " +
"udtmap map<frozen<" + type_name + ">, boolean>, " +
"setmap map<frozen<set<int>>, boolean>, " +
"listmap map<frozen<list<int>>, boolean>, " +
"textsetmap map<frozen<set<text>>, boolean>, " +
"nestedsetmap map<frozen<map<set<text>, text>>, boolean>, " +
"frozensetmap frozen<map<set<int>, boolean>>)") as table:
# int keys
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"intmap\": {\"0\": true, \"1\": false}}")
assert_rows(execute(cql, table, "SELECT JSON k, intmap FROM %s"), ["{\"k\": 0, \"intmap\": {\"0\": true, \"1\": false}}"])
# bigint keys
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"bigintmap\": {\"0\": true, \"1\": false}}")
assert_rows(execute(cql, table, "SELECT JSON k, bigintmap FROM %s"), ["{\"k\": 0, \"bigintmap\": {\"0\": true, \"1\": false}}"])
# varint keys
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"varintmap\": {\"0\": true, \"1\": false}}")
assert_rows(execute(cql, table, "SELECT JSON k, varintmap FROM %s"), ["{\"k\": 0, \"varintmap\": {\"0\": true, \"1\": false}}"])
# smallint keys
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"smallintmap\": {\"0\": true, \"1\": false}}")
assert_rows(execute(cql, table, "SELECT JSON k, smallintmap FROM %s"), ["{\"k\": 0, \"smallintmap\": {\"0\": true, \"1\": false}}"])
# tinyint keys
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"tinyintmap\": {\"0\": true, \"1\": false}}")
assert_rows(execute(cql, table, "SELECT JSON k, tinyintmap FROM %s"), ["{\"k\": 0, \"tinyintmap\": {\"0\": true, \"1\": false}}"])
# boolean keys
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"booleanmap\": {\"true\": true, \"false\": false}}")
assert_rows(execute(cql, table, "SELECT JSON k, booleanmap FROM %s"), ["{\"k\": 0, \"booleanmap\": {\"false\": false, \"true\": true}}"])
# float keys
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"floatmap\": {\"1.23\": true, \"4.56\": false}}")
assert_rows(execute(cql, table, "SELECT JSON k, floatmap FROM %s"), ["{\"k\": 0, \"floatmap\": {\"1.23\": true, \"4.56\": false}}"])
# double keys
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"doublemap\": {\"1.23\": true, \"4.56\": false}}")
assert_rows(execute(cql, table, "SELECT JSON k, doublemap FROM %s"), ["{\"k\": 0, \"doublemap\": {\"1.23\": true, \"4.56\": false}}"])
# decimal keys
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"decimalmap\": {\"1.23\": true, \"4.56\": false}}")
assert_rows(execute(cql, table, "SELECT JSON k, decimalmap FROM %s"), ["{\"k\": 0, \"decimalmap\": {\"1.23\": true, \"4.56\": false}}"])
# tuple<int, text> keys
# Reproduces issue #8087:
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"tuplemap\": {\"[0, \\\"a\\\"]\": true, \"[1, \\\"b\\\"]\": false}}")
assert_rows(execute(cql, table, "SELECT JSON k, tuplemap FROM %s"), ["{\"k\": 0, \"tuplemap\": {\"[0, \\\"a\\\"]\": true, \"[1, \\\"b\\\"]\": false}}"])
# UDT keys
# Reproduces issue #8087:
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"udtmap\": {\"{\\\"a\\\": 0}\": true, \"{\\\"a\\\": 1}\": false}}")
assert_rows(execute(cql, table, "SELECT JSON k, udtmap FROM %s"), ["{\"k\": 0, \"udtmap\": {\"{\\\"a\\\": 0}\": true, \"{\\\"a\\\": 1}\": false}}"])
# set<int> keys
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"setmap\": {\"[0, 1, 2]\": true, \"[3, 4, 5]\": false}}")
assert_rows(execute(cql, table, "SELECT JSON k, setmap FROM %s"), ["{\"k\": 0, \"setmap\": {\"[0, 1, 2]\": true, \"[3, 4, 5]\": false}}"])
# list<int> keys
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"listmap\": {\"[0, 1, 2]\": true, \"[3, 4, 5]\": false}}")
assert_rows(execute(cql, table, "SELECT JSON k, listmap FROM %s"), ["{\"k\": 0, \"listmap\": {\"[0, 1, 2]\": true, \"[3, 4, 5]\": false}}"])
# set<text> keys
# Reproduces issue #8087:
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"textsetmap\": {\"[\\\"0\\\", \\\"1\\\"]\": true, \"[\\\"3\\\", \\\"4\\\"]\": false}}")
assert_rows(execute(cql, table, "SELECT JSON k, textsetmap FROM %s"), ["{\"k\": 0, \"textsetmap\": {\"[\\\"0\\\", \\\"1\\\"]\": true, \"[\\\"3\\\", \\\"4\\\"]\": false}}"])
# map<set<text>, text> keys
# Reproduces issue #8087:
innerKey1 = "[\"0\", \"1\"]"
fullKey1 = "{"+json.dumps(innerKey1)+": \"a\"}"
stringKey1 = json.dumps(fullKey1)
innerKey2 = "[\"3\", \"4\"]"
fullKey2 = "{"+json.dumps(innerKey2)+": \"b\"}"
stringKey2 = json.dumps(fullKey2)
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"nestedsetmap\": {" + stringKey1 + ": true, " + stringKey2 + ": false}}")
assert_rows(execute(cql, table, "SELECT JSON k, nestedsetmap FROM %s"), ["{\"k\": 0, \"nestedsetmap\": {" + stringKey1 + ": true, " + stringKey2 + ": false}}"])
# set<int> keys in a frozen map
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"frozensetmap\": {\"[0, 1, 2]\": true, \"[3, 4, 5]\": false}}")
assert_rows(execute(cql, table, "SELECT JSON k, frozensetmap FROM %s"), ["{\"k\": 0, \"frozensetmap\": {\"[0, 1, 2]\": true, \"[3, 4, 5]\": false}}"])
def testInsertJsonSyntaxWithTuplesAndUDTs(cql, test_keyspace):
with create_type(cql, test_keyspace, "(a int, b frozen<set<int>>, c tuple<int, int>)") as type_name:
with create_table(cql, test_keyspace, "(" +
"k int PRIMARY KEY, " +
"a frozen<" + type_name + ">, " +
"b tuple<int, boolean>)") as table:
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"a\": {\"a\": 0, \"b\": [1, 2, 3], \"c\": [0, 1]}, \"b\": [0, true]}")
assert_rows(execute(cql, table, "SELECT k, a.a, a.b, a.c, b FROM %s"), [0, 0, {1, 2, 3}, (0, 1), (0, True)])
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"a\": {\"a\": 0, \"b\": [1, 2, 3], \"c\": null}, \"b\": null}")
# done for CASSANDRA-11146
@pytest.mark.xfail(reason="issue #8092")
def testAlterUDT(cql, test_keyspace):
with create_type(cql, test_keyspace, "(a int)") as type_name:
with create_table(cql, test_keyspace, "(" +
"k int PRIMARY KEY, " +
"a frozen<" + type_name + ">)") as table:
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"a\": {\"a\": 0}}")
assert_rows(execute(cql, table, "SELECT JSON * FROM %s"), ["{\"k\": 0, \"a\": {\"a\": 0}}"])
execute(cql, table, "ALTER TYPE " + type_name + " ADD b boolean")
# This assert, and only this one (not the following one) fails in #8092
assert_rows(execute(cql, table, "SELECT JSON * FROM %s"), ["{\"k\": 0, \"a\": {\"a\": 0, \"b\": null}}"])
execute(cql, table, "INSERT INTO %s JSON ?", "{\"k\": 0, \"a\": {\"a\": 0, \"b\": true}}")
assert_rows(execute(cql, table, "SELECT JSON * FROM %s"), ["{\"k\": 0, \"a\": {\"a\": 0, \"b\": true}}"])
# I did not translate testJsonThreadSafety() to Python. This test checks a
# Java-specific non-thread-safe implementation (CASSANDRA-11048) and also
# requires threading in the client, which I don't want to do for functional
# tests.
def testEmptyStringJsonSerialization(cql, test_keyspace):
with create_table(cql, test_keyspace, "(id INT, name TEXT, PRIMARY KEY(id))") as table:
execute(cql, table, "insert into %s(id, name) VALUES (0, 'Foo');")
execute(cql, table, "insert into %s(id, name) VALUES (2, '');")
execute(cql, table, "insert into %s(id, name) VALUES (3, null);")
assert_rows_ignoring_order(execute(cql, table, "SELECT JSON * FROM %s"),
["{\"id\": 0, \"name\": \"Foo\"}"],
["{\"id\": 2, \"name\": \"\"}"],
["{\"id\": 3, \"name\": null}"])
# CASSANDRA-14286
# Reproduces #8100
# We have to *skip* this test instead of *xfail*, because our buggy
# implementation not only fails to produce the right results, it reads
# already-freed memory to do so, which crashes the debug build with the
# sanitizer enabled.
@pytest.mark.skip(reason="issue #8100")
def testJsonOrdering(cql, test_keyspace):
with create_table(cql, test_keyspace, "(a INT, b INT, PRIMARY KEY(a, b))") as table:
execute(cql, table, "INSERT INTO %s(a, b) VALUES (20, 30);")
execute(cql, table, "INSERT INTO %s(a, b) VALUES (100, 200);")
# If you try to use IN and ORDER BY together, Cassandra tells you:
# "Cannot page queries with both ORDER BY and a IN restriction on the
# partition key; you must either remove the ORDER BY or the IN and
# sort client side, or disable paging for this query."
# So we have to disable paging in this test.
assert_rows(execute_without_paging(cql, table, "SELECT JSON a, b FROM %s WHERE a IN (20, 100) ORDER BY b"),
["{\"a\": 20, \"b\": 30}"],
["{\"a\": 100, \"b\": 200}"])
assert_rows(execute_without_paging(cql, table, "SELECT JSON a, b FROM %s WHERE a IN (20, 100) ORDER BY b DESC"),
["{\"a\": 100, \"b\": 200}"],
["{\"a\": 20, \"b\": 30}"])
assert_rows(execute_without_paging(cql, table, "SELECT JSON a FROM %s WHERE a IN (20, 100) ORDER BY b DESC"),
["{\"a\": 100}"],
["{\"a\": 20}"])
# Check ordering with alias
assert_rows(execute_without_paging(cql, table, "SELECT JSON a, b as c FROM %s WHERE a IN (20, 100) ORDER BY b"),
["{\"a\": 20, \"c\": 30}"],
["{\"a\": 100, \"c\": 200}"])
assert_rows(execute_without_paging(cql, table, "SELECT JSON a, b as c FROM %s WHERE a IN (20, 100) ORDER BY b DESC"),
["{\"a\": 100, \"c\": 200}"],
["{\"a\": 20, \"c\": 30}"])
# Check ordering with CAST
assert_rows(execute_without_paging(cql, table, "SELECT JSON a, CAST(b AS FLOAT) FROM %s WHERE a IN (20, 100) ORDER BY b"),
["{\"a\": 20, \"cast(b as float)\": 30.0}"],
["{\"a\": 100, \"cast(b as float)\": 200.0}"])
assert_rows(execute_without_paging(cql, table, "SELECT JSON a, CAST(b AS FLOAT) FROM %s WHERE a IN (20, 100) ORDER BY b DESC"),
["{\"a\": 100, \"cast(b as float)\": 200.0}"],
["{\"a\": 20, \"cast(b as float)\": 30.0}"])
def testInsertAndSelectJsonSyntaxWithEmptyAndNullValues(cql, test_keyspace):
with create_table(cql, test_keyspace, "(id INT, name TEXT, name_asc ASCII, bytes BLOB, PRIMARY KEY(id))") as table:
# Test with empty values
execute(cql, table, "INSERT INTO %s JSON ?", "{\"id\": 0, \"bytes\": \"0x\", \"name\": \"\", \"name_asc\": \"\"}")
assert_rows(execute(cql, table, "SELECT * FROM %s WHERE id=0"), [0, b"", "", ""])
assert_rows(execute(cql, table, "SELECT JSON * FROM %s WHERE id = 0"),
["{\"id\": 0, \"bytes\": \"0x\", \"name\": \"\", \"name_asc\": \"\"}"])
execute(cql, table, "INSERT INTO %s(id, name, name_asc, bytes) VALUES (1, ?, ?, ?);", "", "", b"")
assert_rows(execute(cql, table, "SELECT * FROM %s WHERE id=1"), [1, b"", "", ""])
assert_rows(execute(cql, table, "SELECT JSON * FROM %s WHERE id = 1"),
["{\"id\": 1, \"bytes\": \"0x\", \"name\": \"\", \"name_asc\": \"\"}"])
# Test with null values
execute(cql, table, "INSERT INTO %s JSON ?", "{\"id\": 2, \"bytes\": null, \"name\": null, \"name_asc\": null}")
assert_rows(execute(cql, table, "SELECT * FROM %s WHERE id=2"), [2, None, None, None])
assert_rows(execute(cql, table, "SELECT JSON * FROM %s WHERE id = 2"),
["{\"id\": 2, \"bytes\": null, \"name\": null, \"name_asc\": null}"])
execute(cql, table, "INSERT INTO %s(id, name, name_asc, bytes) VALUES (3, ?, ?, ?);", None, None, None)
assert_rows(execute(cql, table, "SELECT * FROM %s WHERE id=3"), [3, None, None, None])
assert_rows(execute(cql, table, "SELECT JSON * FROM %s WHERE id = 3"),
["{\"id\": 3, \"bytes\": null, \"name\": null, \"name_asc\": null}"])
def testJsonWithNaNAndInfinity(cql, test_keyspace):
with create_table(cql, test_keyspace, "(pk int PRIMARY KEY, f1 float, f2 float, f3 float, d1 double, d2 double, d3 double)") as table:
execute(cql, table, "INSERT INTO %s (pk, f1, f2, f3, d1, d2, d3) VALUES (?, ?, ?, ?, ?, ?, ?)",
1, float('nan'), float('inf'), float('-inf'), float('nan'), float('inf'), float('-inf'))
# JSON does not support NaN, Infinity and -Infinity values. Most of the parser convert them into null.
assert_rows(execute(cql, table, "SELECT JSON * FROM %s"), ["{\"pk\": 1, \"d1\": null, \"d2\": null, \"d3\": null, \"f1\": null, \"f2\": null, \"f3\": null}"])
def testDurationJsonRoundtrip(cql, test_keyspace):
with create_table(cql, test_keyspace, "(pk int PRIMARY KEY, d duration)") as table:
execute(cql, table, "INSERT INTO %s (pk, d) VALUES (1, 6h40m)")
json = execute(cql, table, "SELECT JSON * FROM %s WHERE pk = 1").one()[0]
execute(cql, table, "DELETE FROM %s WHERE pk = 1")
execute(cql, table, "INSERT INTO %s JSON '"+json+"'")
assert execute(cql, table, "SELECT JSON * FROM %s WHERE pk = 1").one()[0] == json
Reference in New Issue View Git Blame Copy Permalink