You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@cassandra.apache.org by "David Capwell (Jira)" <ji...@apache.org> on 2025/03/26 18:39:00 UTC

[jira] [Commented] (CASSANDRA-20338) Another single-node possibly static column-related SAI missing row issue (will update title when root cause is clear)

    [ https://issues.apache.org/jira/browse/CASSANDRA-20338?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17938703#comment-17938703 ] 

David Capwell commented on CASSANDRA-20338:
-------------------------------------------

Here is another possible seed

https://github.com/apache/cassandra/pull/4006
SHA: 6aaf39a6563314bc110c8ef217d09dd66ca6ced0

{code}
accord.utils.Property$PropertyError: Property error detected:
Seed = -464866883761188308
Examples = 1
Pure = true
Error: Unexpected results for query: SELECT * FROM ks1.tbl WHERE s0 = (28387, {-1.18764904E-20}) AND pk1 = 00000000-0000-4000-ad00-000000000000 AND ck1 = 0xa06bb301 PER PARTITION LIMIT 25 LIMIT 307 ALLOW FILTERING
Steps: 400
Values:
	State: 
		Setup:
		CREATE KEYSPACE IF NOT EXISTS ks1 WITH replication = {'class': 'SimpleStrategy', 'replication_factor': 1};
		CREATE TYPE IF NOT EXISTS ks1."0" (
		    f0 blob
		);;
		CREATE TYPE IF NOT EXISTS ks1."g8BJ1wxrLatl5q3OkJhLsD1FaKwFx8qu2Tjyqk1BOt" (
		    f0 boolean,
		    f1 tinyint,
		    f2 text
		);;
		CREATE TABLE ks1.tbl (
		    pk0 time,
		    pk1 uuid,
		    ck0 uuid,
		    ck1 blob,
		    s0 frozen<tuple<smallint, frozen<set<float>>>> static,
		    v0 vector<vector<int, 2>, 3>,
		    v1 frozen<map<frozen<"0">, vector<bigint, 2>>>,
		    v2 vector<frozen<"g8BJ1wxrLatl5q3OkJhLsD1FaKwFx8qu2Tjyqk1BOt">, 2>,
		    v3 bigint,
		    PRIMARY KEY ((pk0, pk1), ck0, ck1)
		) WITH CLUSTERING ORDER BY (ck0 DESC, ck1 DESC)
		    AND additional_write_policy = '99p'
		    AND allow_auto_snapshot = true
		    AND bloom_filter_fp_chance = 0.01
		    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
		    AND cdc = false
		    AND comment = ''
		    AND compaction = {'bucket_high': '1.5692993708987346', 'bucket_low': '0.21912280187999553', 'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_sstable_size': '15728640', 'min_threshold': '4', 'only_purge_repaired_tombstones': 'false', 'provide_overlapping_tombstones': 'CELL', 'tombstone_threshold': '0.26826942'}
		    AND compression = {'enabled': 'false'}
		    AND memtable = 'default'
		    AND crc_check_chance = 1.0
		    AND default_time_to_live = 0
		    AND extensions = {}
		    AND gc_grace_seconds = 864000
		    AND incremental_backups = true
		    AND max_index_interval = 2048
		    AND memtable_flush_period_in_ms = 0
		    AND min_index_interval = 128
		    AND read_repair = 'BLOCKING'
		    AND speculative_retry = '99p';
		CREATE CUSTOM INDEX tbl_pk0 ON ks1.tbl(pk0) USING 'StorageAttachedIndex';
		CREATE CUSTOM INDEX tbl_pk1 ON ks1.tbl(pk1) USING 'StorageAttachedIndex';
		CREATE CUSTOM INDEX tbl_ck0 ON ks1.tbl(ck0) USING 'StorageAttachedIndex';
		CREATE INDEX tbl_s0 ON ks1.tbl(s0) USING 'SAI';
		CREATE INDEX tbl_v1 ON ks1.tbl(FULL(v1)) USING 'SAI';
		CREATE INDEX tbl_v3 ON ks1.tbl(v3) USING 'SAI';: org.apache.cassandra.distributed.test.cql3.SingleNodeTableWalkTest.State
	History:
		1: DELETE s0 FROM ks1.tbl USING TIMESTAMP 1 WHERE  pk0 = '05:05:39.676771737' AND  pk1 = 00000000-0000-4500-9e00-000000000000 -- on node1
		2: DELETE FROM ks1.tbl USING TIMESTAMP 2 WHERE  pk0 = '07:08:47.775161332' AND  pk1 = 00000000-0000-4800-ad00-000000000000 AND  ck0 = 00000000-0000-4a00-a600-000000000000 AND  ck1 = 0x65bb -- on node1
		3: INSERT INTO ks1.tbl (pk0, pk1, ck0, ck1, s0, v0, v1, v2, v3) VALUES ('02:43:47.716011275', 00000000-0000-4200-b200-000000000000, 00000000-0000-4e00-8400-000000000000, 0xf2791941aea8e469, (12129, {-2.58545975E14}), [[-1781797567, 330686172], [103364202, 2031130152], [-550709009, 492544493]], {{f0: 0x34839b8bae653b2bdee8}: [-8431172225521461427, 8894719445990427242]}, [{f0: false, f1: 53, f2: '嵆왛孷쏆䊖恣'}, {f0: true, f1: 21, f2: 'ᨚ?榥쯢?ɚ챛ퟡ'}], 9167463065336786821) USING TIMESTAMP 3 -- on node1
		4: SELECT * FROM ks1.tbl PER PARTITION LIMIT 238 LIMIT 253 -- full table scan, on node1
		5: SELECT * FROM ks1.tbl WHERE ck0 = 00000000-0000-4e00-8400-000000000000 AND ck1 = 0xf2791941aea8e469 AND pk0 = '02:43:47.716011275' AND s0 = (12129, {-2.58545975E14}) AND v1 = {{f0: 0x34839b8bae653b2bdee8}: [-8431172225521461427, 8894719445990427242]} AND pk1 = 00000000-0000-4200-b200-000000000000 AND v3 = 9167463065336786821 PER PARTITION LIMIT 728 ALLOW FILTERING -- ck0 uuid (reversed) (indexed with SAI), ck1 blob (reversed), pk0 time (indexed with SAI), s0 frozen<tuple<smallint, frozen<set<float>>>> (indexed with SAI), v1 frozen<map<frozen<"0">, vector<bigint, 2>>> (indexed with SAI), pk1 uuid (indexed with SAI), v3 bigint (indexed with SAI), on node1, fetch size 1000
		6: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) > token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) AND token(pk0, pk1) <= token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) -- by token range, on node1
		7: UPDATE ks1.tbl USING TIMESTAMP 4 SET s0=(23307, {-8.214548E-18}), v0=[[672139924, -1253475201], [353181149, -1829076723], [179355765, 379303855]], v1={{f0: 0x64850696464d}: [-7485547085069825418, 7795885370802556756], {f0: 0x67633db6f091}: [-8484578637223040646, 8216210044102487771]}, v2=[{f0: true, f1: 68, f2: '䝿ᝧ䶨푥펟겭매郂쀌'}, {f0: true, f1: 98, f2: '髃爫삿챥卛☓읂ີ?'}], v3=-4626482462417652499 * -7377486305688263453 WHERE  pk0 = '03:36:30.876439626' AND  pk1 = 00000000-0000-4000-ad00-000000000000 AND  ck0 = 00000000-0000-4000-9f00-000000000000 AND  ck1 = 0xa06bb301 -- on node1
		8: SELECT * FROM ks1.tbl WHERE ck1 = 0xa06bb301 AND pk0 = '02:43:47.716011275' AND v1 = {{f0: 0x34839b8bae653b2bdee8}: [-8431172225521461427, 8894719445990427242]} AND s0 = (12129, {-2.58545975E14}) AND pk1 = 00000000-0000-4000-ad00-000000000000 AND ck0 = 00000000-0000-4e00-8400-000000000000 PER PARTITION LIMIT 150 LIMIT 329 ALLOW FILTERING -- ck1 blob (reversed), pk0 time (indexed with SAI), v1 frozen<map<frozen<"0">, vector<bigint, 2>>> (indexed with SAI), s0 frozen<tuple<smallint, frozen<set<float>>>> (indexed with SAI), pk1 uuid (indexed with SAI), ck0 uuid (reversed) (indexed with SAI), on node1
		9: SELECT * FROM ks1.tbl WHERE pk0 = '02:43:47.716011275' AND pk1 = 00000000-0000-4200-b200-000000000000 AND ck0 = 00000000-0000-4e00-8400-000000000000 AND ck1 = 0xf2791941aea8e469 PER PARTITION LIMIT 245 LIMIT 338 -- By Primary Key, on node1
		10: SELECT * FROM ks1.tbl WHERE pk1 = 00000000-0000-4000-ad00-000000000000 AND s0 = (12129, {-2.58545975E14}) AND ck1 = 0xa06bb301 AND v3 = 9206814797433618983 PER PARTITION LIMIT 812 ALLOW FILTERING -- pk1 uuid (indexed with SAI), s0 frozen<tuple<smallint, frozen<set<float>>>> (indexed with SAI), ck1 blob (reversed), v3 bigint (indexed with SAI), on node1, fetch size 1000
		11: SELECT * FROM ks1.tbl WHERE s0 = (23307, {-8.214548E-18}) AND ck0 = 00000000-0000-4000-9f00-000000000000 AND ck1 = 0xa06bb301 AND pk0 = '02:43:47.716011275' AND v1 = {{f0: 0x34839b8bae653b2bdee8}: [-8431172225521461427, 8894719445990427242]} AND pk1 = 00000000-0000-4000-ad00-000000000000 ALLOW FILTERING -- s0 frozen<tuple<smallint, frozen<set<float>>>> (indexed with SAI), ck0 uuid (reversed) (indexed with SAI), ck1 blob (reversed), pk0 time (indexed with SAI), v1 frozen<map<frozen<"0">, vector<bigint, 2>>> (indexed with SAI), pk1 uuid (indexed with SAI), on node1
		12: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) > token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) AND token(pk0, pk1) < token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) -- by token range, on node1
		13: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) > token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) AND token(pk0, pk1) < token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) -- by token range, on node1
		14: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) >= token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) AND token(pk0, pk1) < token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) LIMIT 845 -- by token range, on node1, fetch size 1000
		15: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) > token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) AND token(pk0, pk1) <= token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) LIMIT 680 -- by token range, on node1
		16: SELECT * FROM ks1.tbl WHERE ck1 = 0xa06bb301 AND v1 = {{f0: 0x64850696464d}: [-7485547085069825418, 7795885370802556756], {f0: 0x67633db6f091}: [-8484578637223040646, 8216210044102487771]} AND ck0 = 00000000-0000-4e00-8400-000000000000 PER PARTITION LIMIT 462 ALLOW FILTERING -- ck1 blob (reversed), v1 frozen<map<frozen<"0">, vector<bigint, 2>>> (indexed with SAI), ck0 uuid (reversed) (indexed with SAI), on node1
		17: INSERT INTO ks1.tbl (pk0, pk1, ck0, ck1, s0, v0, v1, v2, v3) VALUES ('07:08:47.775161332', 00000000-0000-4800-ad00-000000000000, 00000000-0000-4a00-a500-000000000000, 0xfef0d63ff7, (-15283, {-1.132058E24, 2.9319742E-31}), [[-335960956, 678086816], [-2139882146, 1011627708], [-55338955, -2094185756]], {{f0: 0xd9c3ab}: [-9002034104664383537, -8074261670215737032]}, [{f0: true, f1: -79, f2: '霠♘칳⦵ঋ幗䶐'}, {f0: true, f1: 7, f2: '䉻ݹ鞞텔㙠'}], 1885613374025825905) USING TIMESTAMP 5 -- on node1
		18: DELETE FROM ks1.tbl USING TIMESTAMP 6 WHERE  pk0 = '14:02:14.975449434' AND  pk1 = 00000000-0000-4900-9900-000000000000 -- on node1
		19: DELETE FROM ks1.tbl USING TIMESTAMP 7 WHERE  pk0 = '12:15:35.151327231' AND  pk1 = 00000000-0000-4500-ac00-000000000000 -- on node1
		20: SELECT * FROM ks1.tbl WHERE pk0 = '03:36:30.876439626' AND v1 = {{f0: 0x34839b8bae653b2bdee8}: [-8431172225521461427, 8894719445990427242]} AND v3 = 9206814797433618983 AND ck1 = 0xfef0d63ff7 AND pk1 = 00000000-0000-4000-ad00-000000000000 AND s0 = (23307, {-8.214548E-18}) AND ck0 = 00000000-0000-4e00-8400-000000000000 PER PARTITION LIMIT 78 ALLOW FILTERING -- pk0 time (indexed with SAI), v1 frozen<map<frozen<"0">, vector<bigint, 2>>> (indexed with SAI), v3 bigint (indexed with SAI), ck1 blob (reversed), pk1 uuid (indexed with SAI), s0 frozen<tuple<smallint, frozen<set<float>>>> (indexed with SAI), ck0 uuid (reversed) (indexed with SAI), on node1, fetch size 10
		21: DELETE FROM ks1.tbl USING TIMESTAMP 8 WHERE  pk0 = '07:08:47.775161332' AND  pk1 = 00000000-0000-4800-ad00-000000000000 AND  ck0 = 00000000-0000-4b00-b000-000000000000 AND  ck1 = 0xa4121adb08 -- on node1
		22: SELECT * FROM ks1.tbl WHERE pk0 = '07:08:47.775161332' AND pk1 = 00000000-0000-4800-ad00-000000000000 PER PARTITION LIMIT 101 LIMIT 260 -- By Partition Key, on node1, fetch size 100
		23: INSERT INTO ks1.tbl (pk0, pk1, ck0, ck1, s0, v0, v1, v2, v3) VALUES ('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000, 00000000-0000-4600-b400-000000000000, 0x63f5, (28387, {-1.18764904E-20}), [[-441895935, 313114446], [-740629531, -678512740], [1429899934, -1259907921]], {{f0: 0x5df1}: [414225888834712632, -5730196176171247108], {f0: 0x92c1497d7072b81c91}: [-7587541014989351350, -2813091340484612608]}, [{f0: true, f1: 41, f2: '쎺╇⒀왶'}, {f0: true, f1: -84, f2: '턺䋏篷'}], -1473884563651667176 + 128345915915881356) USING TIMESTAMP 9 -- on node1
		24: SELECT * FROM ks1.tbl PER PARTITION LIMIT 765 LIMIT 966 -- full table scan, on node1, fetch size 10
		25: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) > token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) AND token(pk0, pk1) < token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) LIMIT 930 -- by token range, on node1, fetch size 1
		26: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) >= token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) AND token(pk0, pk1) < token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) PER PARTITION LIMIT 390 LIMIT 371 -- by token range, on node1, fetch size 10
		27: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) = token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) -- by token, on node1, fetch size 10
		28: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) >= token('07:08:47.775161332', 00000000-0000-4800-ad00-000000000000) AND token(pk0, pk1) < token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) LIMIT 674 -- by token range, on node1
		29: DELETE FROM ks1.tbl USING TIMESTAMP 10 WHERE  pk0 = '02:43:47.716011275' AND  pk1 = 00000000-0000-4200-b200-000000000000 -- on node1
		30: SELECT * FROM ks1.tbl WHERE pk0 = '07:08:47.775161332' AND pk1 = 00000000-0000-4800-ad00-000000000000 -- By Partition Key, on node1
		31: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) > token('07:08:47.775161332', 00000000-0000-4800-ad00-000000000000) AND token(pk0, pk1) <= token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) -- by token range, on node1
		32: SELECT * FROM ks1.tbl WHERE pk0 = '03:36:30.876439626' AND pk1 = 00000000-0000-4000-ad00-000000000000 AND ck1 = 0x63f5 PER PARTITION LIMIT 121 LIMIT 268 ALLOW FILTERING -- ck1 blob (reversed), on node1
		33: DELETE s0, s0 FROM ks1.tbl USING TIMESTAMP 11 WHERE  pk0 = '07:08:47.775161332' AND  pk1 = 00000000-0000-4800-ad00-000000000000 -- on node1
		34: DELETE FROM ks1.tbl USING TIMESTAMP 12 WHERE  pk0 = '14:02:14.975449434' AND  pk1 = 00000000-0000-4900-9900-000000000000 -- on node1
		35: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) >= token('07:08:47.775161332', 00000000-0000-4800-ad00-000000000000) AND token(pk0, pk1) < token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) PER PARTITION LIMIT 77 LIMIT 406 -- by token range, on node1
		36: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) = token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) LIMIT 878 -- by token, on node1
		37: SELECT * FROM ks1.tbl WHERE pk0 = '07:08:47.775161332' AND pk1 = 00000000-0000-4800-ad00-000000000000 -- By Partition Key, on node1
		38: SELECT * FROM ks1.tbl WHERE pk0 = '03:36:30.876439626' AND pk1 = 00000000-0000-4000-ad00-000000000000 LIMIT 336 -- By Partition Key, on node1
		39: SELECT * FROM ks1.tbl WHERE pk0 = '07:08:47.775161332' AND pk1 = 00000000-0000-4800-ad00-000000000000 AND v2 = [{f0: true, f1: -79, f2: '霠♘칳⦵ঋ幗䶐'}, {f0: true, f1: 7, f2: '䉻ݹ鞞텔㙠'}] PER PARTITION LIMIT 448 LIMIT 827 ALLOW FILTERING -- v2 vector<frozen<"g8BJ1wxrLatl5q3OkJhLsD1FaKwFx8qu2Tjyqk1BOt">, 2>, on node1
		40: nodetool flush ks1 tbl
		41: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) = token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) PER PARTITION LIMIT 200 LIMIT 16 -- by token, on node1, fetch size 10
		42: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) > token('07:08:47.775161332', 00000000-0000-4800-ad00-000000000000) AND token(pk0, pk1) < token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) PER PARTITION LIMIT 499 -- by token range, on node1, fetch size 1000
		43: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) = token('07:08:47.775161332', 00000000-0000-4800-ad00-000000000000) LIMIT 521 -- by token, on node1, fetch size 10
		44: INSERT INTO ks1.tbl (pk0, pk1, ck0, ck1, s0, v0, v1, v2, v3) VALUES ('07:08:47.775161332', 00000000-0000-4800-ad00-000000000000, 00000000-0000-4b00-8a00-000000000000, 0x796832dd393ed9, (-5067, {1.6430526E-26, 9.1520835E-9}), [[282190412, -1332742488], [-1326870972, -1507032445], [2130920808, -507072905]], {{f0: 0x487ddc7830}: [7904404607542179003, -457828847990759307], {f0: 0xe5216b5d7d0e0381787b}: [-8132031026799433302, -7693009312950744208]}, [{f0: false, f1: -23, f2: '뷛熬羚?㵩䒪䰀鳷'}, {f0: true, f1: 10, f2: '滠?겨䍝쌢⟚㩊'}], -2173067216381309339 * 8003217163647839791) USING TIMESTAMP 13 -- on node1
		45: DELETE FROM ks1.tbl USING TIMESTAMP 14 WHERE  pk0 = '09:30:17.241628150' AND  pk1 = 00000000-0000-4b00-b100-000000000000 AND  ck0 = 00000000-0000-4000-9100-000000000000 AND  ck1 = 0x3cafa20e28bf -- on node1
		46: SELECT * FROM ks1.tbl WHERE pk0 = '07:08:47.775161332' AND pk1 = 00000000-0000-4800-ad00-000000000000 AND ck0 = 00000000-0000-4a00-a500-000000000000 AND ck1 = 0xfef0d63ff7 LIMIT 126 -- By Primary Key, on node1, fetch size 10
		47: SELECT * FROM ks1.tbl WHERE v1 = {{f0: 0x64850696464d}: [-7485547085069825418, 7795885370802556756], {f0: 0x67633db6f091}: [-8484578637223040646, 8216210044102487771]} AND ck0 = 00000000-0000-4000-9f00-000000000000 AND pk1 = 00000000-0000-4800-ad00-000000000000 AND s0 = (28387, {-1.18764904E-20}) AND v3 = 9206814797433618983 AND ck1 = 0xfef0d63ff7 AND pk0 = '03:36:30.876439626' LIMIT 579 ALLOW FILTERING -- v1 frozen<map<frozen<"0">, vector<bigint, 2>>> (indexed with SAI), ck0 uuid (reversed) (indexed with SAI), pk1 uuid (indexed with SAI), s0 frozen<tuple<smallint, frozen<set<float>>>> (indexed with SAI), v3 bigint (indexed with SAI), ck1 blob (reversed), pk0 time (indexed with SAI), on node1, fetch size 100
		48: DELETE FROM ks1.tbl USING TIMESTAMP 15 WHERE  pk0 = '07:08:47.775161332' AND  pk1 = 00000000-0000-4800-ad00-000000000000 AND  ck0 = 00000000-0000-4a00-9f00-000000000000 AND  ck1 = 0x96 -- on node1
		49: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) BETWEEN token('07:08:47.775161332', 00000000-0000-4800-ad00-000000000000) AND token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) LIMIT 963 -- by token range, on node1, fetch size 10
		50: SELECT * FROM ks1.tbl WHERE pk0 = '07:08:47.775161332' AND pk1 = 00000000-0000-4800-ad00-000000000000 AND ck0 = 00000000-0000-4a00-a500-000000000000 AND ck1 = 0xfef0d63ff7 LIMIT 16 -- By Primary Key, on node1, fetch size 10
		51: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) >= token('07:08:47.775161332', 00000000-0000-4800-ad00-000000000000) AND token(pk0, pk1) < token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) LIMIT 341 -- by token range, on node1
		52: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) > token('07:08:47.775161332', 00000000-0000-4800-ad00-000000000000) AND token(pk0, pk1) < token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) -- by token range, on node1
		53: INSERT INTO ks1.tbl (pk0, pk1, ck0, ck1, v3, v1, v0) VALUES ('07:08:47.775161332', 00000000-0000-4800-ad00-000000000000, 00000000-0000-4500-8500-000000000000, 0x6d698f, 4193636848147638568 - 5038104430806020365, {{f0: 0x73e1}: [-6348065865830433534, -6759265680224526862], {f0: 0x812d}: [8558329330827688068, 7430601506500167401]}, null) USING TIMESTAMP 16 -- on node1
		54: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) = token('07:08:47.775161332', 00000000-0000-4800-ad00-000000000000) LIMIT 921 -- by token, on node1
		55: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) >= token('07:08:47.775161332', 00000000-0000-4800-ad00-000000000000) AND token(pk0, pk1) < token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) LIMIT 679 -- by token range, on node1
		56: INSERT INTO ks1.tbl (pk0, pk1, ck0, ck1, s0, v0, v1, v3, v2) VALUES ('05:05:39.676771737', 00000000-0000-4500-9e00-000000000000, 00000000-0000-4a00-8c00-000000000000, 0x3cfba69ba50245, (-16323, {3.633346E-25}), [[1151922109, 1690784253], [1784763947, -143592121], [-1530655107, 1326912056]], {{f0: 0x19d176c92cb8}: [-7441098625465562907, 6685037052700030619], {f0: 0x883bcf7bed789c}: [-23021965732989622, -5678634307471068018]}, 2637179460878857783 * 7579289663952885632, [{f0: false, f1: 26, f2: '씎䷀쭫恃ꍑ췴躳䯑푶'}, {f0: true, f1: -101, f2: '宂둉樑䗟'}]) USING TIMESTAMP 17 -- on node1
		57: SELECT * FROM ks1.tbl WHERE pk0 = '05:05:39.676771737' AND pk1 = 00000000-0000-4500-9e00-000000000000 LIMIT 921 -- By Partition Key, on node1
		58: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) = token('07:08:47.775161332', 00000000-0000-4800-ad00-000000000000) PER PARTITION LIMIT 45 LIMIT 760 -- by token, on node1
		59: SELECT * FROM ks1.tbl WHERE pk0 = '03:36:30.876439626' AND pk1 = 00000000-0000-4000-ad00-000000000000 AND ck0 >= 00000000-0000-4600-b400-000000000000 PER PARTITION LIMIT 466 LIMIT 898 ALLOW FILTERING -- ck0 uuid (reversed), indexed with SAI, on node1
		60: SELECT * FROM ks1.tbl WHERE s0 = (-16323, {3.633346E-25}) AND pk1 = 00000000-0000-4500-9e00-000000000000 AND v3 = -844467582658381797 AND v1 = {{f0: 0x487ddc7830}: [7904404607542179003, -457828847990759307], {f0: 0xe5216b5d7d0e0381787b}: [-8132031026799433302, -7693009312950744208]} AND ck1 = 0x63f5 AND ck0 = 00000000-0000-4a00-8c00-000000000000 PER PARTITION LIMIT 372 LIMIT 166 ALLOW FILTERING -- s0 frozen<tuple<smallint, frozen<set<float>>>> (indexed with SAI), pk1 uuid (indexed with SAI), v3 bigint (indexed with SAI), v1 frozen<map<frozen<"0">, vector<bigint, 2>>> (indexed with SAI), ck1 blob (reversed), ck0 uuid (reversed) (indexed with SAI), on node1
		61: SELECT * FROM ks1.tbl WHERE pk0 = '05:05:39.676771737' AND pk1 = 00000000-0000-4500-9e00-000000000000 PER PARTITION LIMIT 203 -- By Partition Key, on node1
		62: SELECT * FROM ks1.tbl WHERE pk0 = '03:36:30.876439626' AND pk1 = 00000000-0000-4000-ad00-000000000000 PER PARTITION LIMIT 82 -- By Partition Key, on node1
		63: SELECT * FROM ks1.tbl WHERE pk0 = '05:05:39.676771737' AND ck1 = 0x3cfba69ba50245 AND v1 = {{f0: 0x19d176c92cb8}: [-7441098625465562907, 6685037052700030619], {f0: 0x883bcf7bed789c}: [-23021965732989622, -5678634307471068018]} AND ck0 = 00000000-0000-4b00-8a00-000000000000 AND pk1 = 00000000-0000-4000-ad00-000000000000 AND v3 = 1085511645222800011 AND s0 = (-16323, {3.633346E-25}) PER PARTITION LIMIT 266 ALLOW FILTERING -- pk0 time (indexed with SAI), ck1 blob (reversed), v1 frozen<map<frozen<"0">, vector<bigint, 2>>> (indexed with SAI), ck0 uuid (reversed) (indexed with SAI), pk1 uuid (indexed with SAI), v3 bigint (indexed with SAI), s0 frozen<tuple<smallint, frozen<set<float>>>> (indexed with SAI), on node1
		64: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) > token('05:05:39.676771737', 00000000-0000-4500-9e00-000000000000) AND token(pk0, pk1) < token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) PER PARTITION LIMIT 977 LIMIT 835 -- by token range, on node1
		65: SELECT * FROM ks1.tbl WHERE pk0 = '05:05:39.676771737' AND pk1 = 00000000-0000-4500-9e00-000000000000 AND ck0 = 00000000-0000-4a00-8c00-000000000000 AND ck1 = 0x3cfba69ba50245 PER PARTITION LIMIT 842 LIMIT 900 -- By Primary Key, on node1
		66: SELECT * FROM ks1.tbl WHERE v1 = {{f0: 0x5df1}: [414225888834712632, -5730196176171247108], {f0: 0x92c1497d7072b81c91}: [-7587541014989351350, -2813091340484612608]} AND ck1 = 0x3cfba69ba50245 AND pk0 = '07:08:47.775161332' AND ck0 = 00000000-0000-4a00-a500-000000000000 PER PARTITION LIMIT 700 LIMIT 464 ALLOW FILTERING -- v1 frozen<map<frozen<"0">, vector<bigint, 2>>> (indexed with SAI), ck1 blob (reversed), pk0 time (indexed with SAI), ck0 uuid (reversed) (indexed with SAI), on node1
		67: SELECT * FROM ks1.tbl WHERE pk0 = '03:36:30.876439626' AND pk1 = 00000000-0000-4000-ad00-000000000000 AND ck0 = 00000000-0000-4600-b400-000000000000 AND ck1 = 0x63f5 -- By Primary Key, on node1
		68: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) >= token('05:05:39.676771737', 00000000-0000-4500-9e00-000000000000) AND token(pk0, pk1) < token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) PER PARTITION LIMIT 28 LIMIT 413 -- by token range, on node1
		69: DELETE FROM ks1.tbl USING TIMESTAMP 18 WHERE  pk0 = '04:57:43.310908495' AND  pk1 = 00000000-0000-4500-9300-000000000000 -- on node1
		70: SELECT * FROM ks1.tbl WHERE pk0 = '07:08:47.775161332' AND pk1 = 00000000-0000-4800-ad00-000000000000 AND ck0 > 00000000-0000-4500-8500-000000000000 PER PARTITION LIMIT 706 ALLOW FILTERING -- ck0 uuid (reversed), indexed with SAI, on node1
		71: UPDATE ks1.tbl USING TIMESTAMP 19 SET v1={{f0: 0xc0082750d3dcdf38}: [5588198537739420010, -639973581677511835]}, v2=[{f0: false, f1: 33, f2: '鏽ᄓ똰忢'}, {f0: true, f1: 124, f2: '⒌疳㮑痕ࠀ'}], s0=(-32759, {-53.369495, 4.6899182E23}) WHERE  pk0 = '02:43:47.716011275' AND  pk1 = 00000000-0000-4200-b200-000000000000 AND  ck0 = 00000000-0000-4e00-8100-000000000000 AND  ck1 = 0xfc05ba5e68e8 -- on node1
		72: SELECT * FROM ks1.tbl WHERE ck1 = 0x63f5 AND ck0 = 00000000-0000-4a00-a500-000000000000 PER PARTITION LIMIT 318 LIMIT 978 ALLOW FILTERING -- ck1 blob (reversed), ck0 uuid (reversed) (indexed with SAI), on node1
		73: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) BETWEEN token('07:08:47.775161332', 00000000-0000-4800-ad00-000000000000) AND token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) PER PARTITION LIMIT 738 LIMIT 170 -- by token range, on node1, fetch size 1000
		74: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) = token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) LIMIT 654 -- by token, on node1, fetch size 10
		75: SELECT * FROM ks1.tbl WHERE pk0 = '03:36:30.876439626' AND pk1 = 00000000-0000-4000-ad00-000000000000 AND ck0 = 00000000-0000-4600-b400-000000000000 LIMIT 385 ALLOW FILTERING -- ck0 uuid (reversed), indexed with SAI, on node1, fetch size 1
		76: SELECT * FROM ks1.tbl WHERE pk0 = '02:43:47.716011275' AND pk1 = 00000000-0000-4200-b200-000000000000 LIMIT 200 -- By Partition Key, on node1, fetch size 10
		77: DELETE FROM ks1.tbl USING TIMESTAMP 20 WHERE  pk0 = '23:58:16.336753539' AND  pk1 = 00000000-0000-4400-8200-000000000000 AND  ck0 = 00000000-0000-4900-9800-000000000000 AND  ck1 = 0xcea410ce94 -- on node1
		78: SELECT * FROM ks1.tbl WHERE v3 = 9206814797433618983 AND s0 = (-32759, {-53.369495, 4.6899182E23}) ALLOW FILTERING -- v3 bigint (indexed with SAI), s0 frozen<tuple<smallint, frozen<set<float>>>> (indexed with SAI), on node1, fetch size 1000
		79: SELECT * FROM ks1.tbl WHERE pk0 = '05:05:39.676771737' AND pk1 = 00000000-0000-4500-9e00-000000000000 PER PARTITION LIMIT 22 -- By Partition Key, on node1, fetch size 10
		80: DELETE FROM ks1.tbl USING TIMESTAMP 21 WHERE  pk0 = '07:08:47.775161332' AND  pk1 = 00000000-0000-4800-ad00-000000000000 AND  ck0 = 00000000-0000-4f00-8600-000000000000 AND  ck1 = 0xd1e5f09b32 -- on node1
		81: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) > token('05:05:39.676771737', 00000000-0000-4500-9e00-000000000000) AND token(pk0, pk1) < token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) PER PARTITION LIMIT 114 -- by token range, on node1, fetch size 1000
		82: SELECT * FROM ks1.tbl WHERE pk1 = 00000000-0000-4500-9e00-000000000000 AND ck1 = 0x3cfba69ba50245 LIMIT 889 ALLOW FILTERING -- pk1 uuid (indexed with SAI), ck1 blob (reversed), on node1, fetch size 10
		83: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) = token('07:08:47.775161332', 00000000-0000-4800-ad00-000000000000) LIMIT 252 -- by token, on node1, fetch size 1000
		84: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) >= token('05:05:39.676771737', 00000000-0000-4500-9e00-000000000000) AND token(pk0, pk1) < token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) PER PARTITION LIMIT 557 LIMIT 866 -- by token range, on node1, fetch size 1000
		85: SELECT * FROM ks1.tbl WHERE v1 >= {{f0: 0xc0082750d3dcdf38}: [5588198537739420010, -639973581677511835]} ALLOW FILTERING -- v1 frozen<map<frozen<"0">, vector<bigint, 2>>>, indexed with SAI, on node1, fetch size 100
		86: SELECT * FROM ks1.tbl WHERE pk0 = '02:43:47.716011275' AND pk1 = 00000000-0000-4200-b200-000000000000 AND v1 > {{f0: 0xc0082750d3dcdf38}: [5588198537739420010, -639973581677511835]} PER PARTITION LIMIT 94 LIMIT 26 ALLOW FILTERING -- v1 frozen<map<frozen<"0">, vector<bigint, 2>>>, indexed with SAI, on node1
		87: SELECT * FROM ks1.tbl WHERE v1 = {{f0: 0x73e1}: [-6348065865830433534, -6759265680224526862], {f0: 0x812d}: [8558329330827688068, 7430601506500167401]} AND pk0 = '07:08:47.775161332' AND s0 = (28387, {-1.18764904E-20}) AND pk1 = 00000000-0000-4000-ad00-000000000000 AND ck1 = 0xa06bb301 LIMIT 966 ALLOW FILTERING -- v1 frozen<map<frozen<"0">, vector<bigint, 2>>> (indexed with SAI), pk0 time (indexed with SAI), s0 frozen<tuple<smallint, frozen<set<float>>>> (indexed with SAI), pk1 uuid (indexed with SAI), ck1 blob (reversed), on node1
		88: SELECT * FROM ks1.tbl WHERE pk0 = '07:08:47.775161332' AND pk1 = 00000000-0000-4800-ad00-000000000000 AND ck1 > 0xfef0d63ff7 PER PARTITION LIMIT 212 ALLOW FILTERING -- ck1 blob (reversed), on node1
		89: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) BETWEEN token('05:05:39.676771737', 00000000-0000-4500-9e00-000000000000) AND token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) LIMIT 343 -- by token range, on node1
		90: SELECT * FROM ks1.tbl WHERE pk0 = '02:43:47.716011275' AND pk1 = 00000000-0000-4200-b200-000000000000 -- By Partition Key, on node1
		91: SELECT * FROM ks1.tbl WHERE pk0 = '05:05:39.676771737' AND pk1 = 00000000-0000-4500-9e00-000000000000 AND v3 = 5794306794061466752 PER PARTITION LIMIT 22 -- v3 bigint, indexed with SAI, on node1
		92: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) > token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) AND token(pk0, pk1) < token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) LIMIT 488 -- by token range, on node1
		93: SELECT * FROM ks1.tbl WHERE ck0 = 00000000-0000-4e00-8100-000000000000 AND v1 = {{f0: 0xd9c3ab}: [-9002034104664383537, -8074261670215737032]} PER PARTITION LIMIT 89 ALLOW FILTERING -- ck0 uuid (reversed) (indexed with SAI), v1 frozen<map<frozen<"0">, vector<bigint, 2>>> (indexed with SAI), on node1
		94: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) = token('07:08:47.775161332', 00000000-0000-4800-ad00-000000000000) -- by token, on node1
		95: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) > token('05:05:39.676771737', 00000000-0000-4500-9e00-000000000000) AND token(pk0, pk1) <= token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) -- by token range, on node1
		96: SELECT * FROM ks1.tbl WHERE pk0 = '03:36:30.876439626' AND pk1 = 00000000-0000-4000-ad00-000000000000 AND v3 = -1345538647735785820 LIMIT 851 -- v3 bigint, indexed with SAI, on node1
		97: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) = token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) PER PARTITION LIMIT 902 -- by token, on node1
		98: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) = token('05:05:39.676771737', 00000000-0000-4500-9e00-000000000000) PER PARTITION LIMIT 345 -- by token, on node1
		99: SELECT * FROM ks1.tbl WHERE pk0 = '05:05:39.676771737' AND pk1 = 00000000-0000-4500-9e00-000000000000 AND ck1 = 0x3cfba69ba50245 ALLOW FILTERING -- ck1 blob (reversed), on node1
		100: SELECT * FROM ks1.tbl WHERE pk0 = '03:36:30.876439626' AND pk1 = 00000000-0000-4000-ad00-000000000000 AND ck0 = 00000000-0000-4000-9f00-000000000000 AND ck1 = 0xa06bb301 PER PARTITION LIMIT 58 -- By Primary Key, on node1
		101: DELETE FROM ks1.tbl USING TIMESTAMP 22 WHERE  pk0 = '07:08:47.775161332' AND  pk1 = 00000000-0000-4800-ad00-000000000000 -- on node1
		102: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) > token('05:05:39.676771737', 00000000-0000-4500-9e00-000000000000) AND token(pk0, pk1) < token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) PER PARTITION LIMIT 32 -- by token range, on node1
		103: SELECT * FROM ks1.tbl WHERE pk0 = '03:36:30.876439626' AND pk1 = 00000000-0000-4000-ad00-000000000000 AND v3 >= 9206814797433618983 -- v3 bigint, indexed with SAI, on node1
		104: SELECT * FROM ks1.tbl WHERE pk0 = '02:43:47.716011275' AND pk1 = 00000000-0000-4200-b200-000000000000 LIMIT 311 -- By Partition Key, on node1
		105: SELECT * FROM ks1.tbl WHERE ck0 = 00000000-0000-4a00-8c00-000000000000 AND v3 = 9206814797433618983 AND v1 = {{f0: 0xc0082750d3dcdf38}: [5588198537739420010, -639973581677511835]} PER PARTITION LIMIT 58 ALLOW FILTERING -- ck0 uuid (reversed) (indexed with SAI), v3 bigint (indexed with SAI), v1 frozen<map<frozen<"0">, vector<bigint, 2>>> (indexed with SAI), on node1
		106: DELETE FROM ks1.tbl USING TIMESTAMP 23 WHERE  pk0 = '07:08:47.775161332' AND  pk1 = 00000000-0000-4800-ad00-000000000000 AND  ck0 = 00000000-0000-4f00-b800-000000000000 AND  ck1 = 0x823dfa5f87042d -- on node1
		107: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) BETWEEN token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) AND token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) PER PARTITION LIMIT 25 LIMIT 551 -- by token range, on node1
		108: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) BETWEEN token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) AND token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) PER PARTITION LIMIT 186 LIMIT 405 -- by token range, on node1
		109: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) >= token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) AND token(pk0, pk1) < token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) PER PARTITION LIMIT 152 -- by token range, on node1, fetch size 1000
		110: SELECT * FROM ks1.tbl WHERE pk0 = '05:05:39.676771737' AND pk1 = 00000000-0000-4500-9e00-000000000000 AND ck1 > 0x3cfba69ba50245 LIMIT 674 ALLOW FILTERING -- ck1 blob (reversed), on node1, fetch size 1000
		111: SELECT * FROM ks1.tbl WHERE pk0 = '05:05:39.676771737' AND pk1 = 00000000-0000-4500-9e00-000000000000 AND ck0 = 00000000-0000-4a00-8c00-000000000000 LIMIT 906 ALLOW FILTERING -- ck0 uuid (reversed), indexed with SAI, on node1, fetch size 1000
		112: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) = token('05:05:39.676771737', 00000000-0000-4500-9e00-000000000000) PER PARTITION LIMIT 65 LIMIT 559 -- by token, on node1
		113: SELECT * FROM ks1.tbl WHERE pk0 = '05:05:39.676771737' AND ck1 = 0xfc05ba5e68e8 AND v3 = -1345538647735785820 AND pk1 = 00000000-0000-4200-b200-000000000000 AND ck0 = 00000000-0000-4600-b400-000000000000 AND s0 = (-16323, {3.633346E-25}) AND v1 = {{f0: 0xc0082750d3dcdf38}: [5588198537739420010, -639973581677511835]} LIMIT 318 ALLOW FILTERING -- pk0 time (indexed with SAI), ck1 blob (reversed), v3 bigint (indexed with SAI), pk1 uuid (indexed with SAI), ck0 uuid (reversed) (indexed with SAI), s0 frozen<tuple<smallint, frozen<set<float>>>> (indexed with SAI), v1 frozen<map<frozen<"0">, vector<bigint, 2>>> (indexed with SAI), on node1
		114: SELECT * FROM ks1.tbl WHERE pk0 = '05:05:39.676771737' AND pk1 = 00000000-0000-4500-9e00-000000000000 AND ck0 = 00000000-0000-4a00-8c00-000000000000 AND ck1 = 0x3cfba69ba50245 -- By Primary Key, on node1
		115: SELECT * FROM ks1.tbl WHERE pk0 = '05:05:39.676771737' AND ck0 = 00000000-0000-4000-9f00-000000000000 AND s0 = (-16323, {3.633346E-25}) AND ck1 = 0xfc05ba5e68e8 LIMIT 95 ALLOW FILTERING -- pk0 time (indexed with SAI), ck0 uuid (reversed) (indexed with SAI), s0 frozen<tuple<smallint, frozen<set<float>>>> (indexed with SAI), ck1 blob (reversed), on node1, fetch size 10
		116: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) = token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) PER PARTITION LIMIT 57 LIMIT 619 -- by token, on node1, fetch size 10
		117: SELECT * FROM ks1.tbl WHERE pk0 = '02:43:47.716011275' AND pk1 = 00000000-0000-4200-b200-000000000000 AND ck0 = 00000000-0000-4e00-8100-000000000000 AND ck1 = 0xfc05ba5e68e8 PER PARTITION LIMIT 30 -- By Primary Key, on node1, fetch size 1000
		118: SELECT * FROM ks1.tbl WHERE v3 = 9206814797433618983 AND ck1 = 0xa06bb301 PER PARTITION LIMIT 148 LIMIT 443 ALLOW FILTERING -- v3 bigint (indexed with SAI), ck1 blob (reversed), on node1, fetch size 1000
		119: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) > token('03:36:30.876439626', 00000000-0000-4000-ad00-000000000000) AND token(pk0, pk1) <= token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) PER PARTITION LIMIT 69 -- by token range, on node1, fetch size 10
		120: SELECT * FROM ks1.tbl WHERE pk1 = 00000000-0000-4200-b200-000000000000 AND v1 = {{f0: 0x19d176c92cb8}: [-7441098625465562907, 6685037052700030619], {f0: 0x883bcf7bed789c}: [-23021965732989622, -5678634307471068018]} AND s0 = (-16323, {3.633346E-25}) AND pk0 = '05:05:39.676771737' AND ck1 = 0xa06bb301 AND ck0 = 00000000-0000-4000-9f00-000000000000 PER PARTITION LIMIT 741 ALLOW FILTERING -- pk1 uuid (indexed with SAI), v1 frozen<map<frozen<"0">, vector<bigint, 2>>> (indexed with SAI), s0 frozen<tuple<smallint, frozen<set<float>>>> (indexed with SAI), pk0 time (indexed with SAI), ck1 blob (reversed), ck0 uuid (reversed) (indexed with SAI), on node1, fetch size 1000
		121: SELECT * FROM ks1.tbl WHERE pk0 = '05:05:39.676771737' AND pk1 = 00000000-0000-4500-9e00-000000000000 LIMIT 54 -- By Partition Key, on node1, fetch size 5000
		122: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) >= token('05:05:39.676771737', 00000000-0000-4500-9e00-000000000000) AND token(pk0, pk1) <= token('02:43:47.716011275', 00000000-0000-4200-b200-000000000000) PER PARTITION LIMIT 943 LIMIT 317 -- by token range, on node1, fetch size 10
		123: SELECT * FROM ks1.tbl WHERE pk0 = '02:43:47.716011275' AND pk1 = 00000000-0000-4200-b200-000000000000 AND v2 < [{f0: false, f1: 33, f2: '鏽ᄓ똰忢'}, {f0: true, f1: 124, f2: '⒌疳㮑痕ࠀ'}] LIMIT 151 ALLOW FILTERING -- v2 vector<frozen<"g8BJ1wxrLatl5q3OkJhLsD1FaKwFx8qu2Tjyqk1BOt">, 2>, on node1, fetch size 5000
		124: SELECT * FROM ks1.tbl WHERE pk0 = '03:36:30.876439626' AND pk1 = 00000000-0000-4500-9e00-000000000000 AND v1 = {{f0: 0x19d176c92cb8}: [-7441098625465562907, 6685037052700030619], {f0: 0x883bcf7bed789c}: [-23021965732989622, -5678634307471068018]} AND ck1 = 0x3cfba69ba50245 AND s0 = (-16323, {3.633346E-25}) AND ck0 = 00000000-0000-4600-b400-000000000000 AND v3 = 5794306794061466752 LIMIT 31 ALLOW FILTERING -- pk0 time (indexed with SAI), pk1 uuid (indexed with SAI), v1 frozen<map<frozen<"0">, vector<bigint, 2>>> (indexed with SAI), ck1 blob (reversed), s0 frozen<tuple<smallint, frozen<set<float>>>> (indexed with SAI), ck0 uuid (reversed) (indexed with SAI), v3 bigint (indexed with SAI), on node1, fetch size 1000
		125: SELECT * FROM ks1.tbl WHERE token(pk0, pk1) = token('05:05:39.676771737', 00000000-0000-4500-9e00-000000000000) PER PARTITION LIMIT 984 LIMIT 56 -- by token, on node1
		126: SELECT * FROM ks1.tbl WHERE s0 = (28387, {-1.18764904E-20}) AND pk1 = 00000000-0000-4000-ad00-000000000000 AND ck1 = 0xa06bb301 PER PARTITION LIMIT 25 LIMIT 307 ALLOW FILTERING -- s0 frozen<tuple<smallint, frozen<set<float>>>> (indexed with SAI), pk1 uuid (indexed with SAI), ck1 blob (reversed), on node1


	at accord.utils.Property$StatefulBuilder.check(Property.java:504)
	at org.apache.cassandra.distributed.test.cql3.SingleNodeTableWalkTest.test(SingleNodeTableWalkTest.java:366)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
	at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
	at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:69)
	at com.intellij.rt.junit.IdeaTestRunner$Repeater$1.execute(IdeaTestRunner.java:38)
	at com.intellij.rt.execution.junit.TestsRepeater.repeat(TestsRepeater.java:11)
	at com.intellij.rt.junit.IdeaTestRunner$Repeater.startRunnerWithArgs(IdeaTestRunner.java:35)
	at com.intellij.rt.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:235)
	at com.intellij.rt.junit.JUnitStarter.main(JUnitStarter.java:54)
Caused by: java.lang.AssertionError: Unexpected results for query: SELECT * FROM ks1.tbl WHERE s0 = (28387, {-1.18764904E-20}) AND pk1 = 00000000-0000-4000-ad00-000000000000 AND ck1 = 0xa06bb301 PER PARTITION LIMIT 25 LIMIT 307 ALLOW FILTERING
Caused by: java.lang.AssertionError: No rows returned
Expected:
pk0                  | pk1                                  | ck0                                  | ck1        | s0                         | v0                                                                           | v1                                                                                                                                     | v2                                                                         | v3                 
'03:36:30.876439626' | 00000000-0000-4000-ad00-000000000000 | 00000000-0000-4000-9f00-000000000000 | 0xa06bb301 | (28387, {-1.18764904E-20}) | [[672139924, -1253475201], [353181149, -1829076723], [179355765, 379303855]] | {{f0: 0x64850696464d}: [-7485547085069825418, 7795885370802556756], {f0: 0x67633db6f091}: [-8484578637223040646, 8216210044102487771]} | [{f0: true, f1: 68, f2: '䝿ᝧ䶨푥펟겭매郂쀌'}, {f0: true, f1: 98, f2: '髃爫삿챥卛☓읂ີ?'}] | 9206814797433618983
{code}

> Another single-node possibly static column-related SAI missing row issue (will update title when root cause is clear)
> ---------------------------------------------------------------------------------------------------------------------
>
>                 Key: CASSANDRA-20338
>                 URL: https://issues.apache.org/jira/browse/CASSANDRA-20338
>             Project: Apache Cassandra
>          Issue Type: Bug
>          Components: Feature/SAI
>            Reporter: Caleb Rackliffe
>            Assignee: Caleb Rackliffe
>            Priority: Normal
>             Fix For: 5.0.x, 5.x
>
>
> Running {{SingleNodeTableWalkTest}}...
> {noformat}
> accord.utils.Property$PropertyError: Property error detected:
> Seed = -4570870071359163365
> Examples = 2147483647
> Pure = true
> Error: Unexpected results for query: SELECT * FROM ks1.tbl WHERE s1 = true AND v2 = 0x0000000000001d008e00000000000000 AND pk0 = 1.0844396412062203E195 ALLOW FILTERING
> {noformat}
> {noformat}
> Steps: 400
> Values:
> 	State:
> 		Setup:
> 		CREATE KEYSPACE IF NOT EXISTS ks1 WITH replication = {'class': 'SimpleStrategy', 'replication_factor': 1};
> 		CREATE TABLE ks1.tbl (
> 		    pk0 double,
> 		    pk1 text,
> 		    ck0 ascii,
> 		    s0 time static,
> 		    s1 boolean static,
> 		    v0 varint,
> 		    v1 bigint,
> 		    v2 'org.apache.cassandra.db.marshal.LexicalUUIDType',
> 		    v3 double,
> 		    v4 ascii,
> 		    PRIMARY KEY ((pk0, pk1), ck0)
> 		) WITH CLUSTERING ORDER BY (ck0 ASC);
> 		CREATE INDEX tbl_pk0 ON ks1.tbl(pk0) USING 'SAI';
> 		CREATE CUSTOM INDEX tbl_pk1 ON ks1.tbl(pk1) USING 'StorageAttachedIndex';
> 		CREATE CUSTOM INDEX tbl_ck0 ON ks1.tbl(ck0) USING 'StorageAttachedIndex';
> 		CREATE CUSTOM INDEX tbl_s0 ON ks1.tbl(s0) USING 'StorageAttachedIndex';
> 		CREATE CUSTOM INDEX tbl_s1 ON ks1.tbl(s1) USING 'StorageAttachedIndex';
> 		CREATE INDEX tbl_v0 ON ks1.tbl(v0) USING 'SAI';
> 		CREATE INDEX tbl_v1 ON ks1.tbl(v1) USING 'SAI';
> 		CREATE CUSTOM INDEX tbl_v3 ON ks1.tbl(v3) USING 'StorageAttachedIndex';
> 		CREATE INDEX tbl_v4 ON ks1.tbl(v4) USING 'SAI';: org.apache.cassandra.distributed.test.cql3.SingleNodeTableWalkTest.State
> 	
> History:
> 		6: DELETE FROM ks1.tbl USING TIMESTAMP 1 WHERE  pk0 = 1.0844396412062203E195 AND  pk1 = '蚨㡦Ɱ擳麗㾢鉦鵅' AND  ck0 = 'EkOjIqy\u000F4\u007F' -- on node1
> 		9: INSERT INTO ks1.tbl (pk0, pk1, ck0, v3, v4) VALUES (-5.332164051882835E-118, 'ﷻṮ', '\u000DT\u007F}P', 2.1518964658843966E-154, '#)') USING TIMESTAMP 2 -- on node1
> 		91: DELETE FROM ks1.tbl USING TIMESTAMP 3 WHERE  pk0 = -5.332164051882835E-118 AND  pk1 = 'ﷻṮ' AND  ck0 = 'Z' + 'Zl' -- on node1
> 		129: INSERT INTO ks1.tbl (pk0, pk1, ck0, s0, s1, v0, v1, v2, v3, v4) VALUES (1.0844396412062203E195, '蚨㡦Ɱ擳麗㾢鉦鵅', 'Q', '14:59:24.557825178', false, 21 * -126, -3909575580531410414, 0x0000000000001d008e00000000000000, 1.3611534850564156E135 - -1.3619298083760226E-178, '0c\u0011?\u007Fm[' + 'on]50h') USING TIMESTAMP 4 -- on node1
> 		137: DELETE FROM ks1.tbl USING TIMESTAMP 5 WHERE  pk0 = 1.0844396412062203E195 AND  pk1 = '蚨㡦Ɱ擳麗㾢鉦鵅' AND  ck0 = '\u0006yhs!byx5]' -- on node1
> 		146: DELETE FROM ks1.tbl USING TIMESTAMP 6 WHERE  pk0 = 1.0844396412062203E195 AND  pk1 = '蚨㡦Ɱ擳麗㾢鉦鵅' AND  ck0 = 'g3(X' + '\u0014\u000F' -- on node1
> 		152: INSERT INTO ks1.tbl (pk0, pk1, ck0, s0, s1, v0, v1, v3, v4) VALUES (-5.332164051882835E-118, 'ﷻṮ', '\u0010]/d]Qa!w' + 'f\u0013_\u000Bt', '14:48:17.526579773', true, -1590897135, -2573745997185251720 - 960275326299953638, 8.598387157543732E36 - 0.009913671650062445, '@{$\u0011\u007Fv9' + 'YMS') USING TIMESTAMP 7 -- on node1
> 		153: INSERT INTO ks1.tbl (pk0, pk1, ck0, s1) VALUES (1.0844396412062203E195, '蚨㡦Ɱ擳麗㾢鉦鵅', '\u0002`\u0006' + '_7Us\u0016H5\u0005', true) USING TIMESTAMP 8 -- on node1
> 		163: INSERT INTO ks1.tbl (pk0, pk1, ck0, s0, v3, v4) VALUES (-5.332164051882835E-118, 'ﷻṮ', '\u0002U)e' + 'k{\u0007', '19:22:01.238358528', 13461.787488896407 - -8.477600108610068E-237, 'b\u0010^6' + 'n') USING TIMESTAMP 9 -- on node1
> 		178: DELETE FROM ks1.tbl USING TIMESTAMP 10 WHERE  pk0 = -5.332164051882835E-118 AND  pk1 = 'ﷻṮ' AND  ck0 = '(J\u000A$\u001A\u007F\u000D\u001EI' + '\u0016%r}Vn\u001EmQ\u000B' -- on node1
> 		197: DELETE s0 FROM ks1.tbl USING TIMESTAMP 11 WHERE  pk0 = -5.332164051882835E-118 AND  pk1 = 'ﷻṮ' -- on node1
> 		198: nodetool flush ks1 tbl
> 		247: UPDATE ks1.tbl USING TIMESTAMP 12 SET v0=0, v1=6538215846805966033 * -1292336222967630169, s0='16:30:52.410070437', s1=false WHERE  pk0 = -5.332164051882835E-118 AND  pk1 = 'ﷻṮ' AND  ck0 = 'HkA' + 'V\u0008ig\u0003A\u000Et' -- on node1
> 		268: SELECT * FROM ks1.tbl WHERE s1 = true AND v2 = 0x0000000000001d008e00000000000000 AND pk0 = 1.0844396412062203E195 ALLOW FILTERING -- s1 boolean (indexed with SAI), v2 'org.apache.cassandra.db.marshal.LexicalUUIDType', pk0 double (indexed with SAI), on node1, fetch size 100
> {noformat}
> {noformat}
> Caused by: java.lang.AssertionError: Unexpected results for query: SELECT * FROM ks1.tbl WHERE s1 = true AND v2 = 0x0000000000001d008e00000000000000 AND pk0 = 1.0844396412062203E195 ALLOW FILTERING
> Caused by: java.lang.AssertionError: No rows returned
> Expected:
> pk0                    | pk1        | ck0 | s0                   | s1   | v0    | v1                   | v2                                 | v3                     | v4                       
> 1.0844396412062203E195 | '蚨㡦Ɱ擳麗㾢鉦鵅' | 'Q' | '14:59:24.557825178' | true | -2646 | -3909575580531410414 | 0x0000000000001d008e00000000000000 | 1.3611534850564156E135 | '0c\u0011?\u007Fm[on]50h'
> {noformat}
> I've gone through almost 1000 other seeds trying to reproduce this in a couple hours of local testing w/ no luck, but we'll see if the history above repros in a {{CQLTester}} test...



--
This message was sent by Atlassian Jira
(v8.20.10#820010)

---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@cassandra.apache.org
For additional commands, e-mail: commits-help@cassandra.apache.org