Transcript
#CASSANDRAEU
Jonathan Ellis
Cassandra 2.0 and 2.1
CTO, DataStax
#CASSANDRAEUFive years of Cassandra
Jul-09 May-10 Feb-11 Dec-11 Oct-12 Jul-13
0.1 0.3 0.6 0.7 1.0 1.2...
2.0
DSE
Jul-08
#CASSANDRAEUCore values•Massive scalability•High performance
•Reliability/Availabilty
Cassandra HBase RedisMySQL
#CASSANDRAEU
0
20000
40000
60000
80000
0 2 4 6 8 10 12
Cassandra HBase RedisMySQL
NUMBER OF NODES
THRO
UG
HPU
T O
PS/S
EC) CASSANDRA
VLDB benchmark (RWS)
#CASSANDRAEU
0
8750
17500
26250
35000
1 2 4 8 16 32
Cassandra HBase MongoDB
CASSANDRA
Endpoint benchmark (RW)TH
ROU
GH
PUT
OPS
/SEC
)
NUMBER OF NODES
#CASSANDRAEU
#CASSANDRAEUNew core value•Massive scalability•High performance
•Reliability/Availabilty
•Ease of use
CREATE TABLE users ( id uuid PRIMARY KEY, name text, state text, birth_date int);
CREATE INDEX ON users(state);
SELECT * FROM users WHERE state=‘Texas’ AND birth_date > 1950;
#CASSANDRAEUNative Drivers•CQL native protocol: efficient, lightweight, asynchronous•Java (GA): https://github.com/datastax/java-driver
•.NET (GA): https://github.com/datastax/csharp-driver
•Python (Beta): https://github.com/datastax/python-driver
•Coming soon: PHP, Ruby
#CASSANDRAEUTracingcqlsh:foo> INSERT INTO bar (i, j) VALUES (6, 2);Tracing session: 4ad36250-1eb4-11e2-0000-fe8ebeead9f9
activity | timestamp | source | source_elapsed-------------------------------------+--------------+-----------+---------------- Determining replicas for mutation | 00:02:37,015 | 127.0.0.1 | 540 Sending message to /127.0.0.2 | 00:02:37,015 | 127.0.0.1 | 779 Message received from /127.0.0.1 | 00:02:37,016 | 127.0.0.2 | 63 Applying mutation | 00:02:37,016 | 127.0.0.2 | 220 Acquiring switchLock | 00:02:37,016 | 127.0.0.2 | 250 Appending to commitlog | 00:02:37,016 | 127.0.0.2 | 277 Adding to memtable | 00:02:37,016 | 127.0.0.2 | 378 Enqueuing response to /127.0.0.1 | 00:02:37,016 | 127.0.0.2 | 710 Sending message to /127.0.0.1 | 00:02:37,016 | 127.0.0.2 | 888 Message received from /127.0.0.2 | 00:02:37,017 | 127.0.0.1 | 2334 Processing response from /127.0.0.2 | 00:02:37,017 | 127.0.0.1 | 2550
#CASSANDRAEUAuthentication[cassandra.yaml]authenticator: PasswordAuthenticator# DSE offers KerberosAuthenticator
#CASSANDRAEUAuthentication[cassandra.yaml]authenticator: PasswordAuthenticator# DSE offers KerberosAuthenticator
CREATE USER robinWITH PASSWORD 'manager' SUPERUSER;
ALTER USER cassandraWITH PASSWORD 'newpassword';
LIST USERS;
DROP USER cassandra;
#CASSANDRAEUAuthorization[cassandra.yaml]authorizer: CassandraAuthorizer
GRANT select ON audit TO jonathan;
GRANT modify ON users TO robin;
GRANT all ON ALL KEYSPACES TO lara;
#CASSANDRAEU
SELECT * FROM usersWHERE username = ’jbellis’
[empty resultset]
INSERT INTO users (...)VALUES (’jbellis’, ...)
Session 1SELECT * FROM usersWHERE username = ’jbellis’
[empty resultset]
INSERT INTO users (...)VALUES (’jbellis’, ...)
Session 2
Lightweight transactions
#CASSANDRAEUPaxos•All operations are quorum-based•Each replica sends information about unfinished operations to the leader during prepare
•Paxos made Simple
#CASSANDRAEUDetails•4 round trips vs 1 for normal updates•Paxos state is durable
•Immediate consistency with no leader election or failover
•ConsistencyLevel.SERIAL•http://www.datastax.com/dev/blog/lightweight-transactions-in-cassandra-2-0
#CASSANDRAEUUse with caution•Great for 1% of your application•Eventual consistency is your friend
•http://www.slideshare.net/planetcassandra/c-summit-2013-eventual-consistency-hopeful-consistency-by-christos-kalantzis
#CASSANDRAEU
UPDATE USERS SET email = ’jonathan@datastax.com’, ...WHERE username = ’jbellis’IF email = ’jbellis@datastax.com’;
INSERT INTO USERS (username, email, ...)VALUES (‘jbellis’, ‘jbellis@datastax.com’, ... )IF NOT EXISTS;
Syntax
#CASSANDRAEUTriggersCREATE TRIGGER <name> ON <table>USING <classname>;
#CASSANDRAEUTrigger implementationclass MyTrigger implements ITrigger{ public Collection<RowMutation> augment (ByteBuffer key, ColumnFamily update) { ... }}
#CASSANDRAEUExperimental!•Relies on internal RowMutation, ColumnFamily classes•[partition] key is a ByteBuffer
•Expect changes in 2.1
#CASSANDRAEUCursors (before)
SELECT *FROM timelineWHERE (user_id = :last_key AND tweet_id > :last_tweet) OR token(user_id) > token(:last_key)LIMIT 100
CREATE TABLE timeline ( user_id uuid, tweet_id timeuuid, tweet_author uuid, tweet_body text, PRIMARY KEY (user_id, tweet_id));
#CASSANDRAEUCursors (after)SELECT *FROM timeline
#CASSANDRAEUOther CQL improvements
#CASSANDRAEUOther CQL improvements•SELECT DISTINCT pk
#CASSANDRAEUOther CQL improvements•SELECT DISTINCT pk•CREATE TABLE IF NOT EXISTS table
#CASSANDRAEUOther CQL improvements•SELECT DISTINCT pk•CREATE TABLE IF NOT EXISTS table
•SELECT ... AS• SELECT event_id, dateOf(created_at) AS creation_date
#CASSANDRAEUOther CQL improvements•SELECT DISTINCT pk•CREATE TABLE IF NOT EXISTS table
•SELECT ... AS• SELECT event_id, dateOf(created_at) AS creation_date
•ALTER TABLE DROP column
•
#CASSANDRAEU
Off-HeapNot managed by GC
Java Process
On-HeapManaged by GC
On-Heap/Off-Heap
#CASSANDRAEURead path (per sstable)
Bloomfilter
Memory
Disk
#CASSANDRAEURead path (per sstable)
Bloomfilter
Memory
Disk
Partitionkey cache
#CASSANDRAEURead path (per sstable)
Bloomfilter
Memory
Disk
Partitionkey cache
Partitionsummary
0X...0X...0X...
#CASSANDRAEURead path (per sstable)
Bloomfilter
Memory
Disk0X...0X...0X...0X...
Partitionindex
Partitionkey cache
Partitionsummary
0X...0X...0X...
#CASSANDRAEURead path (per sstable)
Bloomfilter
Memory
Disk0X...0X...0X...0X...
Partitionindex
Compressionoffsets
Partitionkey cache
Partitionsummary
0X...0X...0X...
#CASSANDRAEURead path (per sstable)
Bloomfilter
Memory
Disk0X...0X...0X...0X...
PartitionindexData
Compressionoffsets
Partitionkey cache
Partitionsummary
0X...0X...0X...
#CASSANDRAEUOff heap in 2.0Partition key bloom filter1-2GB per billion partitions
Bloomfilter
Memory
Disk0X...0X...0X...0X...
PartitionindexData
Compressionoffsets
Partitionkey cache
Partitionsummary
0X...0X...0X...
#CASSANDRAEUOff heap in 2.0Compression metadata~1-3GB per TB compressed
Bloomfilter
Memory
Disk0X...0X...0X...0X...
PartitionindexData
Compressionoffsets
Partitionkey cache
Partitionsummary
0X...0X...0X...
#CASSANDRAEUOff heap in 2.0Partition index summary(depends on rows per partition)
Bloomfilter
Memory
Disk0X...0X...0X...0X...
PartitionindexData
Compressionoffsets
Partitionkey cache
Partitionsummary
0X...0X...0X...
#CASSANDRAEUCompaction•Single-pass, always•LCS performs STCS in L0
#CASSANDRAEUHealthy leveled compaction
L0
L1
L2
L3
L4
L5
#CASSANDRAEUSad leveled compaction
L0
L1
L2
L3
L4
L5
#CASSANDRAEUSTCS in L0
L0
L1
L2
L3
L4
L5
#CASSANDRAEURapid Read Protection
NONE
Cassandra 2.1
#CASSANDRAEUUser defined typesCREATE TYPE address (
street text, city text, zip_code int, phones set<text>)
CREATE TABLE users ( id uuid PRIMARY KEY, name text, addresses map<text, address>)
SELECT id, name, addresses.city, addresses.phones FROM users;
id | name | addresses.city | addresses.phones--------------------+----------------+-------------------------- 63bf691f | jbellis | Austin | {'512-4567', '512-9999'}
#CASSANDRAEUCollection indexingCREATE TABLE songs (
id uuid PRIMARY KEY, artist text, album text, title text, data blob, tags set<text>);
CREATE INDEX song_tags_idx ON songs(tags);
SELECT * FROM songs WHERE 'blues' IN tags;
id | album | artist | tags | title----------+---------------+-------------------+-----------------------+------------------ 5027b27e | Country Blues | Lightnin' Hopkins | {'acoustic', 'blues'} | Worrying My Mind
#CASSANDRAEUInefficient bloom filters
+
= ?
#CASSANDRAEU
+
=
Inefficient bloom filters
#CASSANDRAEU
+
=
Inefficient bloom filters
#CASSANDRAEUInefficient bloom filters
#CASSANDRAEUHyperLogLog applied
#CASSANDRAEUHLL and compaction
#CASSANDRAEUHLL and compaction
#CASSANDRAEUHLL and compaction
#CASSANDRAEUMore-efficient repair
#CASSANDRAEUMore-efficient repair
#CASSANDRAEUMore-efficient repair
#CASSANDRAEUMore-efficient repair
#CASSANDRAEUMore-efficient repair
#CASSANDRAEUMore-efficient repair
#CASSANDRAEUMore-efficient repair
#CASSANDRAEUMore-efficient repair
#CASSANDRAEUMore-efficient repair
#CASSANDRAEU2.1 roadmap•January 2014
#CASSANDRAEU
Questions?
top related