Refactored UDTTests
This commit is contained in:
@@ -11,7 +11,6 @@
|
|||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
# See the License for the specific language governing permissions and
|
# See the License for the specific language governing permissions and
|
||||||
# limitations under the License.
|
# limitations under the License.
|
||||||
from cassandra.query import dict_factory
|
|
||||||
|
|
||||||
try:
|
try:
|
||||||
import unittest2 as unittest
|
import unittest2 as unittest
|
||||||
@@ -22,40 +21,58 @@ import logging
|
|||||||
log = logging.getLogger(__name__)
|
log = logging.getLogger(__name__)
|
||||||
|
|
||||||
from collections import namedtuple
|
from collections import namedtuple
|
||||||
|
from functools import partial
|
||||||
|
|
||||||
|
from cassandra import InvalidRequest
|
||||||
from cassandra.cluster import Cluster, UserTypeDoesNotExist
|
from cassandra.cluster import Cluster, UserTypeDoesNotExist
|
||||||
|
from cassandra.query import dict_factory
|
||||||
|
from cassandra.util import OrderedMap
|
||||||
|
|
||||||
from tests.integration import get_server_versions, use_singledc, PROTOCOL_VERSION
|
from tests.integration import get_server_versions, use_singledc, PROTOCOL_VERSION
|
||||||
from tests.integration.datatype_utils import get_sample, get_nonprim_sample,\
|
from tests.integration.datatype_utils import update_datatypes, PRIMITIVE_DATATYPES, COLLECTION_TYPES, \
|
||||||
DATA_TYPE_PRIMITIVES, DATA_TYPE_NON_PRIMITIVE_NAMES
|
get_sample, get_collection_sample
|
||||||
|
|
||||||
|
nested_collection_udt = namedtuple('nested_collection_udt', ['m', 't', 'l', 's'])
|
||||||
|
nested_collection_udt_nested = namedtuple('nested_collection_udt_nested', ['m', 't', 'l', 's', 'u'])
|
||||||
|
|
||||||
|
|
||||||
def setup_module():
|
def setup_module():
|
||||||
use_singledc()
|
use_singledc()
|
||||||
|
update_datatypes()
|
||||||
|
|
||||||
|
|
||||||
class TypeTests(unittest.TestCase):
|
class UDTTests(unittest.TestCase):
|
||||||
|
|
||||||
def setUp(self):
|
def setUp(self):
|
||||||
if PROTOCOL_VERSION < 3:
|
|
||||||
raise unittest.SkipTest("v3 protocol is required for UDT tests")
|
|
||||||
|
|
||||||
self._cass_version, self._cql_version = get_server_versions()
|
self._cass_version, self._cql_version = get_server_versions()
|
||||||
|
|
||||||
def test_unprepared_registered_udts(self):
|
if self._cass_version < (2, 1, 0):
|
||||||
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
raise unittest.SkipTest("User Defined Types were introduced in Cassandra 2.1")
|
||||||
s = c.connect()
|
|
||||||
|
self.cluster = Cluster(protocol_version=PROTOCOL_VERSION)
|
||||||
|
self.session = self.cluster.connect()
|
||||||
|
self.session.execute("CREATE KEYSPACE udttests WITH replication = { 'class' : 'SimpleStrategy', 'replication_factor': '1'}")
|
||||||
|
self.cluster.shutdown()
|
||||||
|
|
||||||
|
def tearDown(self):
|
||||||
|
self.cluster = Cluster(protocol_version=PROTOCOL_VERSION)
|
||||||
|
self.session = self.cluster.connect()
|
||||||
|
self.session.execute("DROP KEYSPACE udttests")
|
||||||
|
self.cluster.shutdown()
|
||||||
|
|
||||||
|
def test_can_insert_unprepared_registered_udts(self):
|
||||||
|
"""
|
||||||
|
Test the insertion of unprepared, registered UDTs
|
||||||
|
"""
|
||||||
|
|
||||||
|
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
||||||
|
s = c.connect("udttests")
|
||||||
|
|
||||||
s.execute("""
|
|
||||||
CREATE KEYSPACE udt_test_unprepared_registered
|
|
||||||
WITH replication = { 'class' : 'SimpleStrategy', 'replication_factor': '1' }
|
|
||||||
""")
|
|
||||||
s.set_keyspace("udt_test_unprepared_registered")
|
|
||||||
s.execute("CREATE TYPE user (age int, name text)")
|
s.execute("CREATE TYPE user (age int, name text)")
|
||||||
s.execute("CREATE TABLE mytable (a int PRIMARY KEY, b frozen<user>)")
|
s.execute("CREATE TABLE mytable (a int PRIMARY KEY, b frozen<user>)")
|
||||||
|
|
||||||
User = namedtuple('user', ('age', 'name'))
|
User = namedtuple('user', ('age', 'name'))
|
||||||
c.register_user_type("udt_test_unprepared_registered", "user", User)
|
c.register_user_type("udttests", "user", User)
|
||||||
|
|
||||||
s.execute("INSERT INTO mytable (a, b) VALUES (%s, %s)", (0, User(42, 'bob')))
|
s.execute("INSERT INTO mytable (a, b) VALUES (%s, %s)", (0, User(42, 'bob')))
|
||||||
result = s.execute("SELECT b FROM mytable WHERE a=0")
|
result = s.execute("SELECT b FROM mytable WHERE a=0")
|
||||||
@@ -87,9 +104,10 @@ class TypeTests(unittest.TestCase):
|
|||||||
|
|
||||||
c.shutdown()
|
c.shutdown()
|
||||||
|
|
||||||
def test_register_before_connecting(self):
|
def test_can_register_udt_before_connecting(self):
|
||||||
User1 = namedtuple('user', ('age', 'name'))
|
"""
|
||||||
User2 = namedtuple('user', ('state', 'is_cool'))
|
Test the registration of UDTs before session creation
|
||||||
|
"""
|
||||||
|
|
||||||
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
||||||
s = c.connect()
|
s = c.connect()
|
||||||
@@ -113,6 +131,10 @@ class TypeTests(unittest.TestCase):
|
|||||||
# now that types are defined, shutdown and re-create Cluster
|
# now that types are defined, shutdown and re-create Cluster
|
||||||
c.shutdown()
|
c.shutdown()
|
||||||
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
||||||
|
|
||||||
|
User1 = namedtuple('user', ('age', 'name'))
|
||||||
|
User2 = namedtuple('user', ('state', 'is_cool'))
|
||||||
|
|
||||||
c.register_user_type("udt_test_register_before_connecting", "user", User1)
|
c.register_user_type("udt_test_register_before_connecting", "user", User1)
|
||||||
c.register_user_type("udt_test_register_before_connecting2", "user", User2)
|
c.register_user_type("udt_test_register_before_connecting2", "user", User2)
|
||||||
|
|
||||||
@@ -139,15 +161,14 @@ class TypeTests(unittest.TestCase):
|
|||||||
|
|
||||||
c.shutdown()
|
c.shutdown()
|
||||||
|
|
||||||
def test_prepared_unregistered_udts(self):
|
def test_can_insert_prepared_unregistered_udts(self):
|
||||||
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
"""
|
||||||
s = c.connect()
|
Test the insertion of prepared, unregistered UDTs
|
||||||
|
"""
|
||||||
|
|
||||||
|
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
||||||
|
s = c.connect("udttests")
|
||||||
|
|
||||||
s.execute("""
|
|
||||||
CREATE KEYSPACE udt_test_prepared_unregistered
|
|
||||||
WITH replication = { 'class' : 'SimpleStrategy', 'replication_factor': '1' }
|
|
||||||
""")
|
|
||||||
s.set_keyspace("udt_test_prepared_unregistered")
|
|
||||||
s.execute("CREATE TYPE user (age int, name text)")
|
s.execute("CREATE TYPE user (age int, name text)")
|
||||||
s.execute("CREATE TABLE mytable (a int PRIMARY KEY, b frozen<user>)")
|
s.execute("CREATE TABLE mytable (a int PRIMARY KEY, b frozen<user>)")
|
||||||
|
|
||||||
@@ -184,18 +205,17 @@ class TypeTests(unittest.TestCase):
|
|||||||
|
|
||||||
c.shutdown()
|
c.shutdown()
|
||||||
|
|
||||||
def test_prepared_registered_udts(self):
|
def test_can_insert_prepared_registered_udts(self):
|
||||||
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
"""
|
||||||
s = c.connect()
|
Test the insertion of prepared, registered UDTs
|
||||||
|
"""
|
||||||
|
|
||||||
|
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
||||||
|
s = c.connect("udttests")
|
||||||
|
|
||||||
s.execute("""
|
|
||||||
CREATE KEYSPACE udt_test_prepared_registered
|
|
||||||
WITH replication = { 'class' : 'SimpleStrategy', 'replication_factor': '1' }
|
|
||||||
""")
|
|
||||||
s.set_keyspace("udt_test_prepared_registered")
|
|
||||||
s.execute("CREATE TYPE user (age int, name text)")
|
s.execute("CREATE TYPE user (age int, name text)")
|
||||||
User = namedtuple('user', ('age', 'name'))
|
User = namedtuple('user', ('age', 'name'))
|
||||||
c.register_user_type("udt_test_prepared_registered", "user", User)
|
c.register_user_type("udttests", "user", User)
|
||||||
|
|
||||||
s.execute("CREATE TABLE mytable (a int PRIMARY KEY, b frozen<user>)")
|
s.execute("CREATE TABLE mytable (a int PRIMARY KEY, b frozen<user>)")
|
||||||
|
|
||||||
@@ -235,21 +255,17 @@ class TypeTests(unittest.TestCase):
|
|||||||
|
|
||||||
c.shutdown()
|
c.shutdown()
|
||||||
|
|
||||||
def test_udts_with_nulls(self):
|
def test_can_insert_udts_with_nulls(self):
|
||||||
"""
|
"""
|
||||||
Test UDTs with null and empty string fields.
|
Test the insertion of UDTs with null and empty string fields
|
||||||
"""
|
"""
|
||||||
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
|
||||||
s = c.connect()
|
|
||||||
|
|
||||||
s.execute("""
|
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
||||||
CREATE KEYSPACE test_udts_with_nulls
|
s = c.connect("udttests")
|
||||||
WITH replication = { 'class' : 'SimpleStrategy', 'replication_factor': '1' }
|
|
||||||
""")
|
|
||||||
s.set_keyspace("test_udts_with_nulls")
|
|
||||||
s.execute("CREATE TYPE user (a text, b int, c uuid, d blob)")
|
s.execute("CREATE TYPE user (a text, b int, c uuid, d blob)")
|
||||||
User = namedtuple('user', ('a', 'b', 'c', 'd'))
|
User = namedtuple('user', ('a', 'b', 'c', 'd'))
|
||||||
c.register_user_type("test_udts_with_nulls", "user", User)
|
c.register_user_type("udttests", "user", User)
|
||||||
|
|
||||||
s.execute("CREATE TABLE mytable (a int PRIMARY KEY, b frozen<user>)")
|
s.execute("CREATE TABLE mytable (a int PRIMARY KEY, b frozen<user>)")
|
||||||
|
|
||||||
@@ -270,38 +286,30 @@ class TypeTests(unittest.TestCase):
|
|||||||
|
|
||||||
c.shutdown()
|
c.shutdown()
|
||||||
|
|
||||||
def test_udt_sizes(self):
|
def test_can_insert_udts_with_varying_lengths(self):
|
||||||
"""
|
"""
|
||||||
Test for ensuring extra-lengthy udts are handled correctly.
|
Test for ensuring extra-lengthy udts are properly inserted
|
||||||
"""
|
"""
|
||||||
|
|
||||||
if self._cass_version < (2, 1, 0):
|
|
||||||
raise unittest.SkipTest("The tuple type was introduced in Cassandra 2.1")
|
|
||||||
|
|
||||||
MAX_TEST_LENGTH = 16384
|
|
||||||
EXTENDED_QUERY_TIMEOUT = 60
|
|
||||||
|
|
||||||
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
||||||
s = c.connect()
|
s = c.connect("udttests")
|
||||||
|
|
||||||
s.execute("""CREATE KEYSPACE test_udt_sizes
|
MAX_TEST_LENGTH = 1024
|
||||||
WITH replication = { 'class' : 'SimpleStrategy', 'replication_factor': '1'}""")
|
|
||||||
s.set_keyspace("test_udt_sizes")
|
|
||||||
|
|
||||||
# create the seed udt, increase timeout to avoid the query failure on slow systems
|
# create the seed udt, increase timeout to avoid the query failure on slow systems
|
||||||
s.execute("CREATE TYPE lengthy_udt ({})"
|
s.execute("CREATE TYPE lengthy_udt ({})"
|
||||||
.format(', '.join(['v_{} int'.format(i)
|
.format(', '.join(['v_{} int'.format(i)
|
||||||
for i in range(MAX_TEST_LENGTH)])), timeout=EXTENDED_QUERY_TIMEOUT)
|
for i in range(MAX_TEST_LENGTH)])))
|
||||||
|
|
||||||
# create a table with multiple sizes of nested udts
|
# create a table with multiple sizes of nested udts
|
||||||
# no need for all nested types, only a spot checked few and the largest one
|
# no need for all nested types, only a spot checked few and the largest one
|
||||||
s.execute("CREATE TABLE mytable ("
|
s.execute("CREATE TABLE mytable ("
|
||||||
"k int PRIMARY KEY, "
|
"k int PRIMARY KEY, "
|
||||||
"v frozen<lengthy_udt>)", timeout=EXTENDED_QUERY_TIMEOUT)
|
"v frozen<lengthy_udt>)")
|
||||||
|
|
||||||
# create and register the seed udt type
|
# create and register the seed udt type
|
||||||
udt = namedtuple('lengthy_udt', tuple(['v_{}'.format(i) for i in range(MAX_TEST_LENGTH)]))
|
udt = namedtuple('lengthy_udt', tuple(['v_{}'.format(i) for i in range(MAX_TEST_LENGTH)]))
|
||||||
c.register_user_type("test_udt_sizes", "lengthy_udt", udt)
|
c.register_user_type("udttests", "lengthy_udt", udt)
|
||||||
|
|
||||||
# verify inserts and reads
|
# verify inserts and reads
|
||||||
for i in (0, 1, 2, 3, MAX_TEST_LENGTH):
|
for i in (0, 1, 2, 3, MAX_TEST_LENGTH):
|
||||||
@@ -313,245 +321,189 @@ class TypeTests(unittest.TestCase):
|
|||||||
s.execute("INSERT INTO mytable (k, v) VALUES (0, %s)", (created_udt,))
|
s.execute("INSERT INTO mytable (k, v) VALUES (0, %s)", (created_udt,))
|
||||||
|
|
||||||
# verify udt was written and read correctly, increase timeout to avoid the query failure on slow systems
|
# verify udt was written and read correctly, increase timeout to avoid the query failure on slow systems
|
||||||
result = s.execute("SELECT v FROM mytable WHERE k=0", timeout=EXTENDED_QUERY_TIMEOUT)[0]
|
result = s.execute("SELECT v FROM mytable WHERE k=0")[0]
|
||||||
self.assertEqual(created_udt, result.v)
|
self.assertEqual(created_udt, result.v)
|
||||||
|
|
||||||
c.shutdown()
|
c.shutdown()
|
||||||
|
|
||||||
def nested_udt_helper(self, udts, i):
|
def nested_udt_schema_helper(self, session, MAX_NESTING_DEPTH):
|
||||||
"""
|
# create the seed udt
|
||||||
Helper for creating nested udts.
|
session.execute("CREATE TYPE depth_0 (age int, name text)")
|
||||||
"""
|
|
||||||
|
|
||||||
|
# create the nested udts
|
||||||
|
for i in range(MAX_NESTING_DEPTH):
|
||||||
|
session.execute("CREATE TYPE depth_{} (value frozen<depth_{}>)".format(i + 1, i))
|
||||||
|
|
||||||
|
# create a table with multiple sizes of nested udts
|
||||||
|
# no need for all nested types, only a spot checked few and the largest one
|
||||||
|
session.execute("CREATE TABLE mytable ("
|
||||||
|
"k int PRIMARY KEY, "
|
||||||
|
"v_0 frozen<depth_0>, "
|
||||||
|
"v_1 frozen<depth_1>, "
|
||||||
|
"v_2 frozen<depth_2>, "
|
||||||
|
"v_3 frozen<depth_3>, "
|
||||||
|
"v_{0} frozen<depth_{0}>)".format(MAX_NESTING_DEPTH))
|
||||||
|
|
||||||
|
def nested_udt_creation_helper(self, udts, i):
|
||||||
if i == 0:
|
if i == 0:
|
||||||
return udts[0](42, 'Bob')
|
return udts[0](42, 'Bob')
|
||||||
else:
|
else:
|
||||||
return udts[i](self.nested_udt_helper(udts, i - 1))
|
return udts[i](self.nested_udt_creation_helper(udts, i - 1))
|
||||||
|
|
||||||
def test_nested_registered_udts(self):
|
def nested_udt_verification_helper(self, session, MAX_NESTING_DEPTH, udts):
|
||||||
|
for i in (0, 1, 2, 3, MAX_NESTING_DEPTH):
|
||||||
|
# create udt
|
||||||
|
udt = self.nested_udt_creation_helper(udts, i)
|
||||||
|
|
||||||
|
# write udt via simple statement
|
||||||
|
session.execute("INSERT INTO mytable (k, v_%s) VALUES (0, %s)", [i, udt])
|
||||||
|
|
||||||
|
# verify udt was written and read correctly
|
||||||
|
result = session.execute("SELECT v_{0} FROM mytable WHERE k=0".format(i))[0]
|
||||||
|
self.assertEqual(udt, result["v_{0}".format(i)])
|
||||||
|
|
||||||
|
# write udt via prepared statement
|
||||||
|
insert = session.prepare("INSERT INTO mytable (k, v_{0}) VALUES (1, ?)".format(i))
|
||||||
|
session.execute(insert, [udt])
|
||||||
|
|
||||||
|
# verify udt was written and read correctly
|
||||||
|
result = session.execute("SELECT v_{0} FROM mytable WHERE k=1".format(i))[0]
|
||||||
|
self.assertEqual(udt, result["v_{0}".format(i)])
|
||||||
|
|
||||||
|
def test_can_insert_nested_registered_udts(self):
|
||||||
"""
|
"""
|
||||||
Test for ensuring nested udts are handled correctly.
|
Test for ensuring nested registered udts are properly inserted
|
||||||
"""
|
"""
|
||||||
|
|
||||||
if self._cass_version < (2, 1, 0):
|
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
||||||
raise unittest.SkipTest("The tuple type was introduced in Cassandra 2.1")
|
s = c.connect("udttests")
|
||||||
|
s.row_factory = dict_factory
|
||||||
|
|
||||||
MAX_NESTING_DEPTH = 16
|
MAX_NESTING_DEPTH = 16
|
||||||
|
|
||||||
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
# create the schema
|
||||||
s = c.connect()
|
self.nested_udt_schema_helper(s, MAX_NESTING_DEPTH)
|
||||||
|
|
||||||
# set the row_factory to dict_factory for programmatically accessing values
|
|
||||||
s.row_factory = dict_factory
|
|
||||||
|
|
||||||
s.execute("""CREATE KEYSPACE test_nested_registered_udts
|
|
||||||
WITH replication = { 'class' : 'SimpleStrategy', 'replication_factor': '1'}""")
|
|
||||||
s.set_keyspace("test_nested_registered_udts")
|
|
||||||
|
|
||||||
# create the seed udt
|
|
||||||
s.execute("CREATE TYPE depth_0 (age int, name text)")
|
|
||||||
|
|
||||||
# create the nested udts
|
|
||||||
for i in range(MAX_NESTING_DEPTH):
|
|
||||||
s.execute("CREATE TYPE depth_{} (value frozen<depth_{}>)".format(i + 1, i))
|
|
||||||
|
|
||||||
# create a table with multiple sizes of nested udts
|
|
||||||
# no need for all nested types, only a spot checked few and the largest one
|
|
||||||
s.execute("CREATE TABLE mytable ("
|
|
||||||
"k int PRIMARY KEY, "
|
|
||||||
"v_0 frozen<depth_0>, "
|
|
||||||
"v_1 frozen<depth_1>, "
|
|
||||||
"v_2 frozen<depth_2>, "
|
|
||||||
"v_3 frozen<depth_3>, "
|
|
||||||
"v_{0} frozen<depth_{0}>)".format(MAX_NESTING_DEPTH))
|
|
||||||
|
|
||||||
# create the udt container
|
|
||||||
udts = []
|
|
||||||
|
|
||||||
# create and register the seed udt type
|
# create and register the seed udt type
|
||||||
|
udts = []
|
||||||
udt = namedtuple('depth_0', ('age', 'name'))
|
udt = namedtuple('depth_0', ('age', 'name'))
|
||||||
udts.append(udt)
|
udts.append(udt)
|
||||||
c.register_user_type("test_nested_registered_udts", "depth_0", udts[0])
|
c.register_user_type("udttests", "depth_0", udts[0])
|
||||||
|
|
||||||
# create and register the nested udt types
|
# create and register the nested udt types
|
||||||
for i in range(MAX_NESTING_DEPTH):
|
for i in range(MAX_NESTING_DEPTH):
|
||||||
udt = namedtuple('depth_{}'.format(i + 1), ('value'))
|
udt = namedtuple('depth_{}'.format(i + 1), ('value'))
|
||||||
udts.append(udt)
|
udts.append(udt)
|
||||||
c.register_user_type("test_nested_registered_udts", "depth_{}".format(i + 1), udts[i + 1])
|
c.register_user_type("udttests", "depth_{}".format(i + 1), udts[i + 1])
|
||||||
|
|
||||||
# verify inserts and reads
|
# insert udts and verify inserts with reads
|
||||||
for i in (0, 1, 2, 3, MAX_NESTING_DEPTH):
|
self.nested_udt_verification_helper(s, MAX_NESTING_DEPTH, udts)
|
||||||
# create udt
|
|
||||||
udt = self.nested_udt_helper(udts, i)
|
|
||||||
|
|
||||||
# write udt
|
|
||||||
s.execute("INSERT INTO mytable (k, v_%s) VALUES (0, %s)", (i, udt))
|
|
||||||
|
|
||||||
# verify udt was written and read correctly
|
|
||||||
result = s.execute("SELECT v_%s FROM mytable WHERE k=0", (i,))[0]
|
|
||||||
self.assertEqual(udt, result['v_%s' % i])
|
|
||||||
|
|
||||||
c.shutdown()
|
c.shutdown()
|
||||||
|
|
||||||
def test_nested_unregistered_udts(self):
|
def test_can_insert_nested_unregistered_udts(self):
|
||||||
"""
|
"""
|
||||||
Test for ensuring nested unregistered udts are handled correctly.
|
Test for ensuring nested unregistered udts are properly inserted
|
||||||
"""
|
"""
|
||||||
if self._cass_version < (2, 1, 0):
|
|
||||||
raise unittest.SkipTest("The tuple type was introduced in Cassandra 2.1")
|
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
||||||
|
s = c.connect("udttests")
|
||||||
|
s.row_factory = dict_factory
|
||||||
|
|
||||||
MAX_NESTING_DEPTH = 16
|
MAX_NESTING_DEPTH = 16
|
||||||
|
|
||||||
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
# create the schema
|
||||||
s = c.connect()
|
self.nested_udt_schema_helper(s, MAX_NESTING_DEPTH)
|
||||||
|
|
||||||
# set the row_factory to dict_factory for programmatically accessing values
|
# create the seed udt type
|
||||||
s.row_factory = dict_factory
|
|
||||||
|
|
||||||
s.execute("""CREATE KEYSPACE test_nested_unregistered_udts
|
|
||||||
WITH replication = { 'class' : 'SimpleStrategy', 'replication_factor': '1'}""")
|
|
||||||
s.set_keyspace("test_nested_unregistered_udts")
|
|
||||||
|
|
||||||
# create the seed udt
|
|
||||||
s.execute("CREATE TYPE depth_0 (age int, name text)")
|
|
||||||
|
|
||||||
# create the nested udts
|
|
||||||
for i in range(MAX_NESTING_DEPTH):
|
|
||||||
s.execute("CREATE TYPE depth_{} (value frozen<depth_{}>)".format(i + 1, i))
|
|
||||||
|
|
||||||
# create a table with multiple sizes of nested udts
|
|
||||||
# no need for all nested types, only a spot checked few and the largest one
|
|
||||||
s.execute("CREATE TABLE mytable ("
|
|
||||||
"k int PRIMARY KEY, "
|
|
||||||
"v_0 frozen<depth_0>, "
|
|
||||||
"v_1 frozen<depth_1>, "
|
|
||||||
"v_2 frozen<depth_2>, "
|
|
||||||
"v_3 frozen<depth_3>, "
|
|
||||||
"v_{0} frozen<depth_{0}>)".format(MAX_NESTING_DEPTH))
|
|
||||||
|
|
||||||
# create the udt container
|
|
||||||
udts = []
|
udts = []
|
||||||
|
|
||||||
# create and register the seed udt type
|
|
||||||
udt = namedtuple('depth_0', ('age', 'name'))
|
udt = namedtuple('depth_0', ('age', 'name'))
|
||||||
udts.append(udt)
|
udts.append(udt)
|
||||||
|
|
||||||
# create and register the nested udt types
|
# create the nested udt types
|
||||||
for i in range(MAX_NESTING_DEPTH):
|
for i in range(MAX_NESTING_DEPTH):
|
||||||
udt = namedtuple('depth_{}'.format(i + 1), ('value'))
|
udt = namedtuple('depth_{}'.format(i + 1), ('value'))
|
||||||
udts.append(udt)
|
udts.append(udt)
|
||||||
|
|
||||||
# verify inserts and reads
|
# insert udts via prepared statements and verify inserts with reads
|
||||||
for i in (0, 1, 2, 3, MAX_NESTING_DEPTH):
|
for i in (0, 1, 2, 3, MAX_NESTING_DEPTH):
|
||||||
# create udt
|
# create udt
|
||||||
udt = self.nested_udt_helper(udts, i)
|
udt = self.nested_udt_creation_helper(udts, i)
|
||||||
|
|
||||||
# write udt
|
# write udt
|
||||||
insert = s.prepare("INSERT INTO mytable (k, v_{0}) VALUES (0, ?)".format(i))
|
insert = s.prepare("INSERT INTO mytable (k, v_{0}) VALUES (0, ?)".format(i))
|
||||||
s.execute(insert, (udt,))
|
s.execute(insert, [udt])
|
||||||
|
|
||||||
# verify udt was written and read correctly
|
# verify udt was written and read correctly
|
||||||
result = s.execute("SELECT v_%s FROM mytable WHERE k=0", (i,))[0]
|
result = s.execute("SELECT v_{0} FROM mytable WHERE k=0".format(i))[0]
|
||||||
self.assertEqual(udt, result['v_%s' % i])
|
self.assertEqual(udt, result["v_{0}".format(i)])
|
||||||
|
|
||||||
c.shutdown()
|
c.shutdown()
|
||||||
|
|
||||||
def test_nested_registered_udts_with_different_namedtuples(self):
|
def test_can_insert_nested_registered_udts_with_different_namedtuples(self):
|
||||||
"""
|
"""
|
||||||
Test for ensuring nested udts are handled correctly when the
|
Test for ensuring nested udts are inserted correctly when the
|
||||||
created namedtuples are use names that are different the cql type.
|
created namedtuples are use names that are different the cql type.
|
||||||
|
|
||||||
Future improvement: optimize these three related tests using a single
|
|
||||||
helper method to cut down on code repetition.
|
|
||||||
"""
|
"""
|
||||||
|
|
||||||
if self._cass_version < (2, 1, 0):
|
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
||||||
raise unittest.SkipTest("The tuple type was introduced in Cassandra 2.1")
|
s = c.connect("udttests")
|
||||||
|
s.row_factory = dict_factory
|
||||||
|
|
||||||
MAX_NESTING_DEPTH = 16
|
MAX_NESTING_DEPTH = 16
|
||||||
|
|
||||||
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
# create the schema
|
||||||
s = c.connect()
|
self.nested_udt_schema_helper(s, MAX_NESTING_DEPTH)
|
||||||
|
|
||||||
# set the row_factory to dict_factory for programmatically accessing values
|
|
||||||
s.row_factory = dict_factory
|
|
||||||
|
|
||||||
s.execute("""CREATE KEYSPACE different_namedtuples
|
|
||||||
WITH replication = { 'class' : 'SimpleStrategy', 'replication_factor': '1'}""")
|
|
||||||
s.set_keyspace("different_namedtuples")
|
|
||||||
|
|
||||||
# create the seed udt
|
|
||||||
s.execute("CREATE TYPE depth_0 (age int, name text)")
|
|
||||||
|
|
||||||
# create the nested udts
|
|
||||||
for i in range(MAX_NESTING_DEPTH):
|
|
||||||
s.execute("CREATE TYPE depth_{} (value frozen<depth_{}>)".format(i + 1, i))
|
|
||||||
|
|
||||||
# create a table with multiple sizes of nested udts
|
|
||||||
# no need for all nested types, only a spot checked few and the largest one
|
|
||||||
s.execute("CREATE TABLE mytable ("
|
|
||||||
"k int PRIMARY KEY, "
|
|
||||||
"v_0 frozen<depth_0>, "
|
|
||||||
"v_1 frozen<depth_1>, "
|
|
||||||
"v_2 frozen<depth_2>, "
|
|
||||||
"v_3 frozen<depth_3>, "
|
|
||||||
"v_{0} frozen<depth_{0}>)".format(MAX_NESTING_DEPTH))
|
|
||||||
|
|
||||||
# create the udt container
|
|
||||||
udts = []
|
|
||||||
|
|
||||||
# create and register the seed udt type
|
# create and register the seed udt type
|
||||||
|
udts = []
|
||||||
udt = namedtuple('level_0', ('age', 'name'))
|
udt = namedtuple('level_0', ('age', 'name'))
|
||||||
udts.append(udt)
|
udts.append(udt)
|
||||||
c.register_user_type("different_namedtuples", "depth_0", udts[0])
|
c.register_user_type("udttests", "depth_0", udts[0])
|
||||||
|
|
||||||
# create and register the nested udt types
|
# create and register the nested udt types
|
||||||
for i in range(MAX_NESTING_DEPTH):
|
for i in range(MAX_NESTING_DEPTH):
|
||||||
udt = namedtuple('level_{}'.format(i + 1), ('value'))
|
udt = namedtuple('level_{}'.format(i + 1), ('value'))
|
||||||
udts.append(udt)
|
udts.append(udt)
|
||||||
c.register_user_type("different_namedtuples", "depth_{}".format(i + 1), udts[i + 1])
|
c.register_user_type("udttests", "depth_{}".format(i + 1), udts[i + 1])
|
||||||
|
|
||||||
# verify inserts and reads
|
# insert udts and verify inserts with reads
|
||||||
for i in (0, 1, 2, 3, MAX_NESTING_DEPTH):
|
self.nested_udt_verification_helper(s, MAX_NESTING_DEPTH, udts)
|
||||||
# create udt
|
|
||||||
udt = self.nested_udt_helper(udts, i)
|
|
||||||
|
|
||||||
# write udt
|
|
||||||
s.execute("INSERT INTO mytable (k, v_%s) VALUES (0, %s)", (i, udt))
|
|
||||||
|
|
||||||
# verify udt was written and read correctly
|
|
||||||
result = s.execute("SELECT v_%s FROM mytable WHERE k=0", (i,))[0]
|
|
||||||
self.assertEqual(udt, result['v_%s' % i])
|
|
||||||
|
|
||||||
c.shutdown()
|
c.shutdown()
|
||||||
|
|
||||||
def test_non_existing_types(self):
|
def test_raise_error_on_nonexisting_udts(self):
|
||||||
|
"""
|
||||||
|
Test for ensuring that an error is raised for operating on a nonexisting udt or an invalid keyspace
|
||||||
|
"""
|
||||||
|
|
||||||
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
||||||
c.connect()
|
s = c.connect("udttests")
|
||||||
User = namedtuple('user', ('age', 'name'))
|
User = namedtuple('user', ('age', 'name'))
|
||||||
self.assertRaises(UserTypeDoesNotExist, c.register_user_type, "some_bad_keyspace", "user", User)
|
|
||||||
self.assertRaises(UserTypeDoesNotExist, c.register_user_type, "system", "user", User)
|
with self.assertRaises(UserTypeDoesNotExist):
|
||||||
|
c.register_user_type("some_bad_keyspace", "user", User)
|
||||||
|
|
||||||
|
with self.assertRaises(UserTypeDoesNotExist):
|
||||||
|
c.register_user_type("system", "user", User)
|
||||||
|
|
||||||
|
with self.assertRaises(InvalidRequest):
|
||||||
|
s.execute("CREATE TABLE mytable (a int PRIMARY KEY, b frozen<user>)")
|
||||||
|
|
||||||
c.shutdown()
|
c.shutdown()
|
||||||
|
|
||||||
def test_primitive_datatypes(self):
|
def test_can_insert_udt_all_datatypes(self):
|
||||||
"""
|
"""
|
||||||
Test for inserting various types of DATA_TYPE_PRIMITIVES into UDT's
|
Test for inserting various types of PRIMITIVE_DATATYPES into UDT's
|
||||||
"""
|
"""
|
||||||
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
|
||||||
s = c.connect()
|
|
||||||
|
|
||||||
# create keyspace
|
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
||||||
s.execute("""
|
s = c.connect("udttests")
|
||||||
CREATE KEYSPACE test_primitive_datatypes
|
|
||||||
WITH replication = { 'class' : 'SimpleStrategy', 'replication_factor': '1' }
|
|
||||||
""")
|
|
||||||
s.set_keyspace("test_primitive_datatypes")
|
|
||||||
|
|
||||||
# create UDT
|
# create UDT
|
||||||
alpha_type_list = []
|
alpha_type_list = []
|
||||||
start_index = ord('a')
|
start_index = ord('a')
|
||||||
for i, datatype in enumerate(DATA_TYPE_PRIMITIVES):
|
for i, datatype in enumerate(PRIMITIVE_DATATYPES):
|
||||||
alpha_type_list.append("{0} {1}".format(chr(start_index + i), datatype))
|
alpha_type_list.append("{0} {1}".format(chr(start_index + i), datatype))
|
||||||
|
|
||||||
s.execute("""
|
s.execute("""
|
||||||
@@ -563,14 +515,14 @@ class TypeTests(unittest.TestCase):
|
|||||||
|
|
||||||
# register UDT
|
# register UDT
|
||||||
alphabet_list = []
|
alphabet_list = []
|
||||||
for i in range(ord('a'), ord('a') + len(DATA_TYPE_PRIMITIVES)):
|
for i in range(ord('a'), ord('a') + len(PRIMITIVE_DATATYPES)):
|
||||||
alphabet_list.append('{}'.format(chr(i)))
|
alphabet_list.append('{}'.format(chr(i)))
|
||||||
Alldatatypes = namedtuple("alldatatypes", alphabet_list)
|
Alldatatypes = namedtuple("alldatatypes", alphabet_list)
|
||||||
c.register_user_type("test_primitive_datatypes", "alldatatypes", Alldatatypes)
|
c.register_user_type("udttests", "alldatatypes", Alldatatypes)
|
||||||
|
|
||||||
# insert UDT data
|
# insert UDT data
|
||||||
params = []
|
params = []
|
||||||
for datatype in DATA_TYPE_PRIMITIVES:
|
for datatype in PRIMITIVE_DATATYPES:
|
||||||
params.append((get_sample(datatype)))
|
params.append((get_sample(datatype)))
|
||||||
|
|
||||||
insert = s.prepare("INSERT INTO mytable (a, b) VALUES (?, ?)")
|
insert = s.prepare("INSERT INTO mytable (a, b) VALUES (?, ?)")
|
||||||
@@ -586,34 +538,28 @@ class TypeTests(unittest.TestCase):
|
|||||||
|
|
||||||
c.shutdown()
|
c.shutdown()
|
||||||
|
|
||||||
def test_nonprimitive_datatypes(self):
|
def test_can_insert_udt_all_collection_datatypes(self):
|
||||||
"""
|
"""
|
||||||
Test for inserting various types of DATA_TYPE_NON_PRIMITIVE into UDT's
|
Test for inserting various types of COLLECTION_TYPES into UDT's
|
||||||
"""
|
"""
|
||||||
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
|
||||||
s = c.connect()
|
|
||||||
|
|
||||||
# create keyspace
|
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
||||||
s.execute("""
|
s = c.connect("udttests")
|
||||||
CREATE KEYSPACE test_nonprimitive_datatypes
|
|
||||||
WITH replication = { 'class' : 'SimpleStrategy', 'replication_factor': '1' }
|
|
||||||
""")
|
|
||||||
s.set_keyspace("test_nonprimitive_datatypes")
|
|
||||||
|
|
||||||
# create UDT
|
# create UDT
|
||||||
alpha_type_list = []
|
alpha_type_list = []
|
||||||
start_index = ord('a')
|
start_index = ord('a')
|
||||||
for i, nonprim_datatype in enumerate(DATA_TYPE_NON_PRIMITIVE_NAMES):
|
for i, collection_type in enumerate(COLLECTION_TYPES):
|
||||||
for j, datatype in enumerate(DATA_TYPE_PRIMITIVES):
|
for j, datatype in enumerate(PRIMITIVE_DATATYPES):
|
||||||
if nonprim_datatype == "map":
|
if collection_type == "map":
|
||||||
type_string = "{0}_{1} {2}<{3}, {3}>".format(chr(start_index + i), chr(start_index + j),
|
type_string = "{0}_{1} {2}<{3}, {3}>".format(chr(start_index + i), chr(start_index + j),
|
||||||
nonprim_datatype, datatype)
|
collection_type, datatype)
|
||||||
elif nonprim_datatype == "tuple":
|
elif collection_type == "tuple":
|
||||||
type_string = "{0}_{1} frozen<{2}<{3}>>".format(chr(start_index + i), chr(start_index + j),
|
type_string = "{0}_{1} frozen<{2}<{3}>>".format(chr(start_index + i), chr(start_index + j),
|
||||||
nonprim_datatype, datatype)
|
collection_type, datatype)
|
||||||
else:
|
else:
|
||||||
type_string = "{0}_{1} {2}<{3}>".format(chr(start_index + i), chr(start_index + j),
|
type_string = "{0}_{1} {2}<{3}>".format(chr(start_index + i), chr(start_index + j),
|
||||||
nonprim_datatype, datatype)
|
collection_type, datatype)
|
||||||
alpha_type_list.append(type_string)
|
alpha_type_list.append(type_string)
|
||||||
|
|
||||||
s.execute("""
|
s.execute("""
|
||||||
@@ -625,18 +571,18 @@ class TypeTests(unittest.TestCase):
|
|||||||
|
|
||||||
# register UDT
|
# register UDT
|
||||||
alphabet_list = []
|
alphabet_list = []
|
||||||
for i in range(ord('a'), ord('a') + len(DATA_TYPE_NON_PRIMITIVE_NAMES)):
|
for i in range(ord('a'), ord('a') + len(COLLECTION_TYPES)):
|
||||||
for j in range(ord('a'), ord('a') + len(DATA_TYPE_PRIMITIVES)):
|
for j in range(ord('a'), ord('a') + len(PRIMITIVE_DATATYPES)):
|
||||||
alphabet_list.append('{0}_{1}'.format(chr(i), chr(j)))
|
alphabet_list.append('{0}_{1}'.format(chr(i), chr(j)))
|
||||||
|
|
||||||
Alldatatypes = namedtuple("alldatatypes", alphabet_list)
|
Alldatatypes = namedtuple("alldatatypes", alphabet_list)
|
||||||
c.register_user_type("test_nonprimitive_datatypes", "alldatatypes", Alldatatypes)
|
c.register_user_type("udttests", "alldatatypes", Alldatatypes)
|
||||||
|
|
||||||
# insert UDT data
|
# insert UDT data
|
||||||
params = []
|
params = []
|
||||||
for nonprim_datatype in DATA_TYPE_NON_PRIMITIVE_NAMES:
|
for collection_type in COLLECTION_TYPES:
|
||||||
for datatype in DATA_TYPE_PRIMITIVES:
|
for datatype in PRIMITIVE_DATATYPES:
|
||||||
params.append((get_nonprim_sample(nonprim_datatype, datatype)))
|
params.append((get_collection_sample(collection_type, datatype)))
|
||||||
|
|
||||||
insert = s.prepare("INSERT INTO mytable (a, b) VALUES (?, ?)")
|
insert = s.prepare("INSERT INTO mytable (a, b) VALUES (?, ?)")
|
||||||
s.execute(insert, (0, Alldatatypes(*params)))
|
s.execute(insert, (0, Alldatatypes(*params)))
|
||||||
@@ -650,3 +596,61 @@ class TypeTests(unittest.TestCase):
|
|||||||
self.assertEqual(expected, actual)
|
self.assertEqual(expected, actual)
|
||||||
|
|
||||||
c.shutdown()
|
c.shutdown()
|
||||||
|
|
||||||
|
def insert_select_column(self, session, table_name, column_name, value):
|
||||||
|
insert = session.prepare("INSERT INTO %s (k, %s) VALUES (?, ?)" % (table_name, column_name))
|
||||||
|
session.execute(insert, (0, value))
|
||||||
|
result = session.execute("SELECT %s FROM %s WHERE k=%%s" % (column_name, table_name), (0,))[0][0]
|
||||||
|
self.assertEqual(result, value)
|
||||||
|
|
||||||
|
def test_can_insert_nested_collections(self):
|
||||||
|
"""
|
||||||
|
Test for inserting various types of nested COLLECTION_TYPES into tables and UDTs
|
||||||
|
"""
|
||||||
|
|
||||||
|
if self._cass_version < (2, 1, 3):
|
||||||
|
raise unittest.SkipTest("Support for nested collections was introduced in Cassandra 2.1.3")
|
||||||
|
|
||||||
|
c = Cluster(protocol_version=PROTOCOL_VERSION)
|
||||||
|
s = c.connect("udttests")
|
||||||
|
s.encoder.mapping[tuple] = s.encoder.cql_encode_tuple
|
||||||
|
|
||||||
|
name = self._testMethodName
|
||||||
|
|
||||||
|
s.execute("""
|
||||||
|
CREATE TYPE %s (
|
||||||
|
m frozen<map<int,text>>,
|
||||||
|
t tuple<int,text>,
|
||||||
|
l frozen<list<int>>,
|
||||||
|
s frozen<set<int>>
|
||||||
|
)""" % name)
|
||||||
|
s.execute("""
|
||||||
|
CREATE TYPE %s_nested (
|
||||||
|
m frozen<map<int,text>>,
|
||||||
|
t tuple<int,text>,
|
||||||
|
l frozen<list<int>>,
|
||||||
|
s frozen<set<int>>,
|
||||||
|
u frozen<%s>
|
||||||
|
)""" % (name, name))
|
||||||
|
s.execute("""
|
||||||
|
CREATE TABLE %s (
|
||||||
|
k int PRIMARY KEY,
|
||||||
|
map_map map<frozen<map<int,int>>, frozen<map<int,int>>>,
|
||||||
|
map_set map<frozen<set<int>>, frozen<set<int>>>,
|
||||||
|
map_list map<frozen<list<int>>, frozen<list<int>>>,
|
||||||
|
map_tuple map<frozen<tuple<int, int>>, frozen<tuple<int>>>,
|
||||||
|
map_udt map<frozen<%s_nested>, frozen<%s>>,
|
||||||
|
)""" % (name, name, name))
|
||||||
|
|
||||||
|
validate = partial(self.insert_select_column, s, name)
|
||||||
|
validate('map_map', OrderedMap([({1: 1, 2: 2}, {3: 3, 4: 4}), ({5: 5, 6: 6}, {7: 7, 8: 8})]))
|
||||||
|
validate('map_set', OrderedMap([(set((1, 2)), set((3, 4))), (set((5, 6)), set((7, 8)))]))
|
||||||
|
validate('map_list', OrderedMap([([1, 2], [3, 4]), ([5, 6], [7, 8])]))
|
||||||
|
validate('map_tuple', OrderedMap([((1, 2), (3,)), ((4, 5), (6,))]))
|
||||||
|
|
||||||
|
value = nested_collection_udt({1: 'v1', 2: 'v2'}, (3, 'v3'), [4, 5, 6, 7], set((8, 9, 10)))
|
||||||
|
key = nested_collection_udt_nested(value.m, value.t, value.l, value.s, value)
|
||||||
|
key2 = nested_collection_udt_nested({3: 'v3'}, value.t, value.l, value.s, value)
|
||||||
|
validate('map_udt', OrderedMap([(key, value), (key2, value)]))
|
||||||
|
|
||||||
|
c.shutdown()
|
||||||
Reference in New Issue
Block a user