Untitled
public
Sep 14, 2023
Never
85
1 Cassandra nodes: (token assignments given later) 2 3 Datacenter: datacenter1 4 ======================= 5 Status=Up/Down 6 |/ State=Normal/Leaving/Joining/Moving 7 -- Address Load Tokens Owns (effective) Host ID Rack 8 UN 10.52.96.12 3.37 TiB 16 75.4% c81766fa-1e0f-40a2-88c9-2e050b734385 cassandra3 9 UN 10.52.96.11 3.31 TiB 16 76.3% b741cca1-be10-48a6-bb9b-b86dd68ede0f cassandra1 10 UN 10.52.96.17 928.9 GiB 16 73.8% 30ce15fc-712d-4ca9-9df0-6ee20363a573 cassandra4 11 UN 10.52.96.10 2.98 TiB 16 74.5% 8fa15bb1-5277-465d-930b-8100aebf121c cassandra2 12 13 Keyspace description: 14 15 cassandra@cqlsh:gps> DESCRIBE KEYSPACE gps ; 16 17 CREATE KEYSPACE gps WITH replication = {'class': 'NetworkTopologyStrategy', 'datacenter1': '3'} AND durable_writes = true; 18 19 20 21 22 Table description: 23 24 cassandra@cqlsh:gps> DESCRIBE optimizedmodule ; 25 26 CREATE TABLE gps.optimizedmodule ( 27 imei bigint, 28 year smallint, 29 month tinyint, 30 dttime timestamp, 31 altitude smallint, 32 an1 smallint, 33 an2 smallint, 34 an3 smallint, 35 an4 smallint, 36 angle smallint, 37 din1 smallint, 38 din2 smallint, 39 din3 smallint, 40 din4 smallint, 41 entrydt timestamp, 42 extbat smallint, 43 extra1 text, 44 extra2 text, 45 intbat smallint, 46 issensor boolean, 47 latitude double, 48 longitude double, 49 ob_acc_pedal_pos double, 50 ob_act_max_avai_retarder_per_torq double, 51 ob_act_maxavaileng_per_torq double, 52 ob_amb_air_temp double, 53 ob_at1_die_exh_fluid_act_dosing double, 54 ob_at1_die_exh_fluid_doser1_abspres double, 55 ob_at1_die_exh_fluid_pump1_motor_spd double, 56 ob_at1_die_exh_fluid_pump_drive_per double, 57 ob_at1_die_oxid_cat_in_temp double, 58 ob_at1_die_oxid_out_in_temp double, 59 ob_at1_die_part_filt_differential_temp double, 60 ob_at1_die_part_filt_out_temp double, 61 ob_at1_exh_gas_mfr double, 62 ob_at1_exh_temp3 double, 63 ob_at1_scr_intake_temp double, 64 ob_barometric_pres double, 65 ob_battery_v double, 66 ob_brk_pedal_switch double, 67 ob_catalyst_tank_level double, 68 ob_catalyst_tank_temp double, 69 ob_clutch_pedal_swtich double, 70 ob_cruisectrl_switch_enable double, 71 ob_driver_dem_eng_pt double, 72 ob_eng_cool_level double, 73 ob_eng_cool_temp double, 74 ob_eng_dem_pt double, 75 ob_eng_des_operating_spd double, 76 ob_eng_fan1_est_per_spd double, 77 ob_eng_fuel_rate double, 78 ob_eng_fuel_temp double, 79 ob_eng_idle_hour double, 80 ob_eng_idlefuel_used double, 81 ob_eng_intake_air_mfr double, 82 ob_eng_intake_air_pres double, 83 ob_eng_manifold_press double, 84 ob_eng_manifold_temp double, 85 ob_eng_oil_press double, 86 ob_eng_oil_temp double, 87 ob_eng_ops_hour double, 88 ob_eng_rpm double, 89 ob_eng_throttle_valve1_pos1 double, 90 ob_eng_torque_percent double, 91 ob_eng_total_revolution double, 92 ob_eng_totfuel_used double, 93 ob_eng_trip_fuel double, 94 ob_est_eng_parasitiic_los_pt double, 95 ob_exh_gas_recirculation1_mfr double, 96 ob_fan_spd double, 97 ob_fault_codes text, 98 ob_front_axle_sp double, 99 ob_fuel_level double, 100 ob_hydra_oil_temp double, 101 ob_key_switch_batt_v double, 102 ob_nom_friction_pt double, 103 ob_odometer double, 104 ob_park_brk_swtich double, 105 ob_rel_sp_fax_lwh double, 106 ob_rel_sp_fax_rwh double, 107 ob_rel_sp_rax_lwh double, 108 ob_rel_sp_rax_rwh double, 109 ob_service_brk1_press double, 110 ob_service_brk2_press double, 111 ob_speed double, 112 ob_trans_gear double, 113 ob_trans_oil_temp double, 114 ob_trans_selected_gear double, 115 ob_water_infuel double, 116 obg_eng_crank_pres1 double, 117 odo int, 118 odometer int, 119 port smallint, 120 satelites tinyint, 121 sequence_number int, 122 speed smallint, 123 miscmap map<text, text>, 124 PRIMARY KEY ((imei, year, month), dttime) 125 ) WITH CLUSTERING ORDER BY (dttime ASC) 126 AND additional_write_policy = '99p' 127 AND bloom_filter_fp_chance = 0.01 128 AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'} 129 AND cdc = false 130 AND comment = '' 131 AND compaction = {'bucket_high': '2.0', 'bucket_low': '0.5', 'class': 'org.apache.cassandra.db.compaction.TimeWindowCompactionStrategy', 'compaction_window_size': '30', 'max_threshold': '32', 'min_threshold': '3'} 132 AND compression = {'chunk_length_in_kb': '16', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'} 133 AND memtable = 'default' 134 AND crc_check_chance = 1.0 135 AND default_time_to_live = 0 136 AND extensions = {} 137 AND gc_grace_seconds = 86400 138 AND max_index_interval = 2048 139 AND memtable_flush_period_in_ms = 0 140 AND min_index_interval = 128 141 AND read_repair = 'BLOCKING' 142 AND speculative_retry = '99p'; 143 144 145 146 147 148 149 Sample data: 150 151 cassandra@cqlsh:gps> SELECT * from optimizedmodule where imei= 358980100236885 and year=2023 and month=8 and dttime > '2023-08-14' and dttime < '2023-08-14 00:01:00' 152 153 imei | year | month | dttime | altitude | an1 | an2 | an3 | an4 | angle | din1 | din2 | din3 | din4 | entrydt | extbat | extra1 | extra2 | intbat | issensor | latitude | longitude | miscmap | ob_acc_pedal_pos | ob_act_max_avai_retarder_per_torq | ob_act_maxavaileng_per_torq | ob_amb_air_temp | ob_at1_die_exh_fluid_act_dosing | ob_at1_die_exh_fluid_doser1_abspres | ob_at1_die_exh_fluid_pump1_motor_spd | ob_at1_die_exh_fluid_pump_drive_per | ob_at1_die_oxid_cat_in_temp | ob_at1_die_oxid_out_in_temp | ob_at1_die_part_filt_differential_temp | ob_at1_die_part_filt_out_temp | ob_at1_exh_gas_mfr | ob_at1_exh_temp3 | ob_at1_scr_intake_temp | ob_barometric_pres | ob_battery_v | ob_brk_pedal_switch | ob_catalyst_tank_level | ob_catalyst_tank_temp | ob_clutch_pedal_swtich | ob_cruisectrl_switch_enable | ob_driver_dem_eng_pt | ob_eng_cool_level | ob_eng_cool_temp | ob_eng_dem_pt | ob_eng_des_operating_spd | ob_eng_fan1_est_per_spd | ob_eng_fuel_rate | ob_eng_fuel_temp | ob_eng_idle_hour | ob_eng_idlefuel_used | ob_eng_intake_air_mfr | ob_eng_intake_air_pres | ob_eng_manifold_press | ob_eng_manifold_temp | ob_eng_oil_press | ob_eng_oil_temp | ob_eng_ops_hour | ob_eng_rpm | ob_eng_throttle_valve1_pos1 | ob_eng_torque_percent | ob_eng_total_revolution | ob_eng_totfuel_used | ob_eng_trip_fuel | ob_est_eng_parasitiic_los_pt | ob_exh_gas_recirculation1_mfr | ob_fan_spd | ob_fault_codes | ob_front_axle_sp | ob_fuel_level | ob_hydra_oil_temp | ob_key_switch_batt_v | ob_nom_friction_pt | ob_odometer | ob_park_brk_swtich | ob_rel_sp_fax_lwh | ob_rel_sp_fax_rwh | ob_rel_sp_rax_lwh | ob_rel_sp_rax_rwh | ob_service_brk1_press | ob_service_brk2_press | ob_speed | ob_trans_gear | ob_trans_oil_temp | ob_trans_selected_gear | ob_water_infuel | obg_eng_crank_pres1 | odo | odometer | port | satelites | sequence_number | speed 154 -----------------+------+-------+---------------------------------+----------+-----+-----+-----+-----+-------+------+------+------+------+---------------------------------+--------+--------+--------+--------+----------+----------+-----------+---------------------------+------------------+-----------------------------------+-----------------------------+-----------------+---------------------------------+-------------------------------------+--------------------------------------+-------------------------------------+-----------------------------+-----------------------------+----------------------------------------+-------------------------------+--------------------+------------------+------------------------+--------------------+--------------+---------------------+------------------------+-----------------------+------------------------+-----------------------------+----------------------+-------------------+------------------+---------------+--------------------------+-------------------------+------------------+------------------+------------------+----------------------+-----------------------+------------------------+-----------------------+----------------------+------------------+-----------------+-----------------+------------+-----------------------------+-----------------------+-------------------------+---------------------+------------------+------------------------------+-------------------------------+------------+----------------+------------------+---------------+-------------------+----------------------+--------------------+-------------+--------------------+-------------------+-------------------+-------------------+-------------------+-----------------------+-----------------------+----------+---------------+-------------------+------------------------+-----------------+---------------------+-----+-----------+------+-----------+-----------------+------- 155 358980100236885 | 2023 | 8 | 2023-08-14 00:00:05.424000+0000 | 221 | 0 | 0 | 1 | 22 | 135 | 1 | 1 | 0 | 0 | 2023-08-14 00:00:08.550000+0000 | 1 | null | null | 3 | False | 23.33385 | 86.40526 | {'operatorName': '40551'} | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | 0 | 123589864 | 73 | 11 | 0 | 1 156 358980100236885 | 2023 | 8 | 2023-08-14 00:00:15.165000+0000 | 221 | 0 | 0 | 1 | 22 | 135 | 1 | 1 | 0 | 0 | 2023-08-14 00:00:19.340000+0000 | 1 | null | null | 3 | False | 23.33385 | 86.40526 | {'operatorName': '40551'} | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | 0 | 123589864 | 73 | 11 | 0 | 1 157 358980100236885 | 2023 | 8 | 2023-08-14 00:00:25.728000+0000 | 221 | 0 | 0 | 1 | 22 | 135 | 1 | 1 | 0 | 0 | 2023-08-14 00:00:31.829000+0000 | 1 | null | null | 3 | False | 23.33385 | 86.40526 | {'operatorName': '40551'} | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | 0 | 123589864 | 73 | 11 | 0 | 1 158 358980100236885 | 2023 | 8 | 2023-08-14 00:00:35.524000+0000 | 221 | 0 | 0 | 1 | 22 | 135 | 1 | 1 | 0 | 0 | 2023-08-14 00:00:39.600000+0000 | 1 | null | null | 3 | False | 23.33385 | 86.40526 | {'operatorName': '40551'} | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | 0 | 123589864 | 73 | 11 | 0 | 1 159 358980100236885 | 2023 | 8 | 2023-08-14 00:00:39.348000+0000 | 221 | 0 | 0 | 0 | 13 | 135 | 1 | 1 | 0 | 0 | 2023-08-14 00:00:40.437000+0000 | 1 | null | null | 3 | True | 23.33385 | 86.40526 | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | 0 | 123589864 | 73 | 11 | 0 | 1 160 358980100236885 | 2023 | 8 | 2023-08-14 00:00:45.429000+0000 | 221 | 0 | 0 | 1 | 22 | 135 | 1 | 1 | 0 | 0 | 2023-08-14 00:00:52.454000+0000 | 1 | null | null | 3 | False | 23.33385 | 86.40526 | {'operatorName': '40551'} | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | 0 | 123589864 | 73 | 11 | 0 | 1 161 358980100236885 | 2023 | 8 | 2023-08-14 00:00:55.668000+0000 | 221 | 0 | 0 | 1 | 22 | 135 | 1 | 1 | 0 | 0 | 2023-08-14 00:01:02.833000+0000 | 1 | null | null | 3 | False | 23.33385 | 86.40526 | {'operatorName': '40551'} | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | 0 | 123589864 | 73 | 11 | 0 | 1 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 Operative code + Query: 179 180 181 package com.axestrack.service; 182 183 import com.axestrack.config.tracing.model.ATTrace; 184 import com.axestrack.model.ImeiRawDataOptimized; 185 import com.datastax.oss.driver.api.core.ConsistencyLevel; 186 import com.datastax.oss.driver.api.core.CqlSession; 187 import com.datastax.oss.driver.api.core.cql.*; 188 import com.datastax.oss.driver.api.core.metadata.Node; 189 import com.datastax.oss.driver.api.core.metadata.token.TokenRange; 190 import lombok.extern.slf4j.Slf4j; 191 import org.springframework.beans.factory.annotation.Value; 192 import org.springframework.data.cassandra.core.CassandraTemplate; 193 import org.springframework.data.cassandra.core.cql.CqlTemplate; 194 import org.springframework.stereotype.Service; 195 196 import java.time.Instant; 197 import java.util.List; 198 import java.util.Map; 199 import java.util.Set; 200 import java.util.UUID; 201 import java.util.concurrent.CompletionStage; 202 import java.util.stream.Collectors; 203 204 @Service 205 @Slf4j 206 public class CassandraTokenService { 207 208 private final CqlSession session; 209 //private TokenMap tokenMap; 210 211 private Node localNode; 212 213 214 215 216 217 218 private final PreparedStatement psGetAllOptimizedModule; 219 220 private final ResultSetMapper resultSetMapper; 221 private final int pageSize; 222 223 224 // @Value("${cassandra.server.ids}")//Cassandra1 225 // private List<String> cassandraServerIds; 226 // 227 // 228 // private int instanceId; 229 230 231 232 public CassandraTokenService(CassandraTemplate cassandraTemplate, ResultSetMapper resultSetMapper, @Value("${cassandra.server.ids}") 233 List<String> cassandraServerIds, @Value("${instance.id}") int instanceId,@Value("${batch.size:300000}") int pageSize) { 234 this.resultSetMapper = resultSetMapper; 235 this.pageSize = pageSize; 236 237 CqlTemplate template = (CqlTemplate) (cassandraTemplate.getCqlOperations()); 238 239 //template.setConsistencyLevel(ConsistencyLevel.LOCAL_ONE); 240 241 242 session = template.getSessionFactory().getSession(); 243 244 //tokenMap=session.getMetadata().getTokenMap().get(); 245 Map<UUID, Node> nodes = session.getMetadata().getNodes(); 246 psGetAllOptimizedModule = session.prepare("SELECT an1,an2,an3,latitude,longitude,speed FROM gps.optimizedmodule " + 247 "WHERE imei = ? AND year=? and month=? and dttime >= ? AND dttime <= ?"); 248 log.info("nodes:{}",nodes); 249 log.info("server_ids:{}",cassandraServerIds); 250 251 252 253 nodes.forEach((uuid,node)->{ 254 if(uuid.toString().equals(cassandraServerIds.get(instanceId-1))) 255 localNode=node; 256 257 Set<TokenRange> trs=session.getMetadata().getTokenMap().get().getTokenRanges(node); 258 log.info("Node:{}",node); 259 for (TokenRange tr:trs ) 260 log.info("tokenranges - start:{} end:{}",tr.getStart(),tr.getEnd()); 261 262 }); 263 log.info("localNode:{}",localNode); 264 265 } 266 267 //Given a key, we need to compute its 268 // 269 // public void getParititonKey() 270 // { 271 // 272 // CqlTemplate template = (CqlTemplate) (cassandraTemplate.getCqlOperations()); 273 // CqlSession session = template.getSessionFactory().getSession(); 274 // session.getMetadata().getTokenMap().get().newToken(); 275 // 276 // 277 // String pk = "[email protected]"; 278 //// You need to manually encode the key as binary: 279 // ByteBuffer encodedPk = TypeCodecs.TEXT.encode(pk, session.getContext().getProtocolVersion()); 280 // tokenMap.getReplicas(CqlIdentifier.fromInternal("ks1"), encodedPk); 281 // } 282 283 284 /** 285 * A method that's a POC for fetching rows in Cassandra. 286 * A hypothetical (but practical example) - all instances that cross a particular speed. 287 * @param imei 288 * @param year 289 * @param month 290 * @param startDate 291 * @param endDate 292 * @return 293 */ 294 @ATTrace 295 public List<ImeiRawDataOptimized> getRawDataOptimizedAndProcessed(long imei,short year,byte month,Instant startDate, 296 Instant endDate,int speed) 297 { 298 299 300 301 // Instant startDate= ZonedDateTime.of(2023,8,14,01,00,00,0, ZoneOffset.UTC).toInstant(); 302 // Instant endDate= ZonedDateTime.of(2023,8,18,00,00,00,0, ZoneOffset.UTC).toInstant(); 303 // 304 305 BoundStatement bs= psGetAllOptimizedModule.bind(imei,year,month,startDate,endDate) 306 .setTracing(true) 307 .setNode(localNode).setConsistencyLevel(ConsistencyLevel.LOCAL_ONE).setPageSize(pageSize); 308 309 Instant start=Instant.now(); 310 ResultSet rs = session.execute(bs); 311 Instant end=Instant.now(); 312 log.info("time_taken:{}",end.toEpochMilli()-start.toEpochMilli()); 313 314 List<ImeiRawDataOptimized> imeiRawDataOptimizeds = resultSetMapper.mapResultSetToObject(rs, ImeiRawDataOptimized.class); 315 Instant parse= Instant.now(); 316 log.info("resultSet_size:{}",imeiRawDataOptimizeds.size()); 317 318 log.info("time_taken:{}",parse.toEpochMilli()-end.toEpochMilli()); 319 320 ExecutionInfo executionInfo = rs.getExecutionInfo(); 321 UUID tracingId = executionInfo.getTracingId(); 322 log.info("tracing_id:{}",tracingId); 323 324 QueryTrace trace = executionInfo.getQueryTrace(); 325 326 // Or asynchronous equivalent: 327 CompletionStage<QueryTrace> traceFuture = executionInfo.getQueryTraceAsync(); 328 329 330 System.out.printf( 331 "'%s' to %s took %dμs%n", 332 trace.getRequestType(), trace.getCoordinator(), trace.getDurationMicros()); 333 for (TraceEvent event : trace.getEvents()) { 334 System.out.printf( 335 " %d - %s - %s%n", 336 event.getSourceElapsedMicros(), event.getSource(), event.getActivity()); 337 } 338 339 return imeiRawDataOptimizeds.stream().filter(entry->entry.getSpeed()>speed).collect(Collectors.toList()); 340 341 342 343 } 344 345 // public static void main(String[] args) { 346 // Murmur3TokenFactory mmtf=new Murmur3TokenFactory(); 347 // ByteBuffer buffer = ByteBuffer.allocate(Long.BYTES+Short.BYTES+Byte.BYTES); 348 // 349 // // Put the long value into the ByteBuffer 350 // buffer.putLong((862292051038750l)); 351 // buffer.putShort((short) 2023); 352 // buffer.put((byte) 0x08); 353 // 354 // 355 // 356 // 357 // 358 // buffer.flip(); 359 // Token hash = mmtf.hash(buffer); 360 // System.out.println(hash); 361 // } 362 363 } 364 365 366 ^ NOTE: pageSize aka batch.size has been set to 5000 from the properties file. Was earlier trying to see what happens if we set large batch sizes. 367 368 369 370 The dates correspond to August 1, 00:00:00 and Septmber 1,00:00:00 371 372 Token assignments: 373 374 2023-09-14 08:56:00.331 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : nodes:{b741cca1-be10-48a6-bb9b-b86dd68ede0f=Node(endPoint=cassandra1.xswift.biz:9042, hostId=b741cca1-be10-48a6-bb9b-b86dd68ede0f, hashCode=6d40d404), 8fa15bb1-5277-465d-930b-8100aebf121c=Node(endPoint=cassandra2.xswift.biz:9042, hostId=8fa15bb1-5277-465d-930b-8100aebf121c, hashCode=284247c8), 30ce15fc-712d-4ca9-9df0-6ee20363a573=Node(endPoint=cassandra4.xswift.biz:9042, hostId=30ce15fc-712d-4ca9-9df0-6ee20363a573, hashCode=697f4df3), c81766fa-1e0f-40a2-88c9-2e050b734385=Node(endPoint=cassandra3.xswift.biz:9042, hostId=c81766fa-1e0f-40a2-88c9-2e050b734385, hashCode=67b8bf74)} 375 2023-09-14 08:56:00.333 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : server_ids:[b741cca1-be10-48a6-bb9b-b86dd68ede0f, 8fa15bb1-5277-465d-930b-8100aebf121c, c81766fa-1e0f-40a2-88c9-2e050b734385, 30ce15fc-712d-4ca9-9df0-6ee20363a573] 376 2023-09-14 08:56:00.336 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : Node:Node(endPoint=cassandra1.xswift.biz:9042, hostId=b741cca1-be10-48a6-bb9b-b86dd68ede0f, hashCode=6d40d404) 377 2023-09-14 08:56:00.337 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-8260713985303585274) end:Murmur3Token(-8158877191700022203) 378 2023-09-14 08:56:00.337 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-7242862580561158258) end:Murmur3Token(-7191512948621486704) 379 2023-09-14 08:56:00.337 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-5966436827953444362) end:Murmur3Token(-5601508396107588066) 380 2023-09-14 08:56:00.337 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-4298002087211439526) end:Murmur3Token(-3982485100410544768) 381 2023-09-14 08:56:00.338 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-3534146266564732626) end:Murmur3Token(-3004339647894430693) 382 2023-09-14 08:56:00.338 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-1274483682438224359) end:Murmur3Token(-1225705347070843564) 383 2023-09-14 08:56:00.338 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-559976080334144457) end:Murmur3Token(-129663446835905275) 384 2023-09-14 08:56:00.338 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(828796345993185016) end:Murmur3Token(961633663856306984) 385 2023-09-14 08:56:00.338 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(1462945799695888542) end:Murmur3Token(1806010311347468741) 386 2023-09-14 08:56:00.338 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(2863911282921450856) end:Murmur3Token(3246278541250051979) 387 2023-09-14 08:56:00.339 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(3885472882777993631) end:Murmur3Token(4317779157590084792) 388 2023-09-14 08:56:00.339 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(5050993347220489874) end:Murmur3Token(5335630562332511807) 389 2023-09-14 08:56:00.339 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(5738587483979976273) end:Murmur3Token(6153302494944862602) 390 2023-09-14 08:56:00.339 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(7029471485421315336) end:Murmur3Token(7229058376170442141) 391 2023-09-14 08:56:00.339 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(7674261242163350290) end:Murmur3Token(7964974068881335782) 392 2023-09-14 08:56:00.341 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(8615547880819239964) end:Murmur3Token(9044346876328937440) 393 2023-09-14 08:56:00.342 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : Node:Node(endPoint=cassandra2.xswift.biz:9042, hostId=8fa15bb1-5277-465d-930b-8100aebf121c, hashCode=284247c8) 394 2023-09-14 08:56:00.343 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-6425190647948807464) end:Murmur3Token(-6195813737951125913) 395 2023-09-14 08:56:00.345 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-4613519074012334283) end:Murmur3Token(-4298002087211439526) 396 2023-09-14 08:56:00.347 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-3982485100410544768) end:Murmur3Token(-3758315683487638697) 397 2023-09-14 08:56:00.349 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-3004339647894430693) end:Murmur3Token(-2803734860607647821) 398 2023-09-14 08:56:00.350 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-2603130073320864948) end:Murmur3Token(-2446878167102502800) 399 2023-09-14 08:56:00.353 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-1323262017805605154) end:Murmur3Token(-1274483682438224359) 400 2023-09-14 08:56:00.354 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-819849766957908489) end:Murmur3Token(-689912923646026473) 401 2023-09-14 08:56:00.354 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-129663446835905275) end:Murmur3Token(68539543936194104) 402 2023-09-14 08:56:00.357 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(695959028130063049) end:Murmur3Token(828796345993185016) 403 2023-09-14 08:56:00.359 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(2459064505867163787) end:Murmur3Token(2661487894394307321) 404 2023-09-14 08:56:00.362 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(3246278541250051979) end:Murmur3Token(3565875712014022805) 405 2023-09-14 08:56:00.364 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(4317779157590084792) end:Murmur3Token(4480162370667561388) 406 2023-09-14 08:56:00.365 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(5335630562332511807) end:Murmur3Token(5537109023156244040) 407 2023-09-14 08:56:00.365 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(6153302494944862602) end:Murmur3Token(6359638888906663881) 408 2023-09-14 08:56:00.366 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(6829884594672188532) end:Murmur3Token(7029471485421315336) 409 2023-09-14 08:56:00.368 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(7964974068881335782) end:Murmur3Token(8290260974850287873) 410 2023-09-14 08:56:00.372 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : Node:Node(endPoint=cassandra4.xswift.biz:9042, hostId=30ce15fc-712d-4ca9-9df0-6ee20363a573, hashCode=697f4df3) 411 2023-09-14 08:56:00.377 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-8158877191700022203) end:Murmur3Token(-7590844538969520925) 412 2023-09-14 08:56:00.378 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-7191512948621486704) end:Murmur3Token(-6721466785897752302) 413 2023-09-14 08:56:00.380 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-6195813737951125913) end:Murmur3Token(-5966436827953444362) 414 2023-09-14 08:56:00.381 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-5349434766723227924) end:Murmur3Token(-4932364243087608662) 415 2023-09-14 08:56:00.384 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-2803734860607647821) end:Murmur3Token(-2603130073320864948) 416 2023-09-14 08:56:00.387 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-2290626260884140652) end:Murmur3Token(-1693051634997515228) 417 2023-09-14 08:56:00.388 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-1225705347070843564) end:Murmur3Token(-819849766957908489) 418 2023-09-14 08:56:00.390 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-689912923646026473) end:Murmur3Token(-559976080334144457) 419 2023-09-14 08:56:00.392 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(266742534708293483) end:Murmur3Token(695959028130063049) 420 2023-09-14 08:56:00.399 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(961633663856306984) end:Murmur3Token(1462945799695888542) 421 2023-09-14 08:56:00.403 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(1885765830405336780) end:Murmur3Token(2459064505867163787) 422 2023-09-14 08:56:00.403 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(3565875712014022805) end:Murmur3Token(3885472882777993631) 423 2023-09-14 08:56:00.403 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(4642545583745037984) end:Murmur3Token(5050993347220489874) 424 2023-09-14 08:56:00.404 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(6359638888906663881) end:Murmur3Token(6565975282868465161) 425 2023-09-14 08:56:00.404 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(8290260974850287873) end:Murmur3Token(8615547880819239964) 426 2023-09-14 08:56:00.404 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(9114529472065933528) end:Murmur3Token(-8668627280422057459) 427 2023-09-14 08:56:00.405 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : Node:Node(endPoint=cassandra3.xswift.biz:9042, hostId=c81766fa-1e0f-40a2-88c9-2e050b734385, hashCode=67b8bf74) 428 2023-09-14 08:56:00.405 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-8668627280422057459) end:Murmur3Token(-8260713985303585274) 429 2023-09-14 08:56:00.405 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-7590844538969520925) end:Murmur3Token(-7242862580561158258) 430 2023-09-14 08:56:00.407 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-6721466785897752302) end:Murmur3Token(-6425190647948807464) 431 2023-09-14 08:56:00.407 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-5601508396107588066) end:Murmur3Token(-5349434766723227924) 432 2023-09-14 08:56:00.408 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-4932364243087608662) end:Murmur3Token(-4613519074012334283) 433 2023-09-14 08:56:00.408 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-3758315683487638697) end:Murmur3Token(-3534146266564732626) 434 2023-09-14 08:56:00.408 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-2446878167102502800) end:Murmur3Token(-2290626260884140652) 435 2023-09-14 08:56:00.409 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(-1693051634997515228) end:Murmur3Token(-1323262017805605154) 436 2023-09-14 08:56:00.409 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(68539543936194104) end:Murmur3Token(266742534708293483) 437 2023-09-14 08:56:00.409 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(1806010311347468741) end:Murmur3Token(1885765830405336780) 438 2023-09-14 08:56:00.409 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(2661487894394307321) end:Murmur3Token(2863911282921450856) 439 2023-09-14 08:56:00.409 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(4480162370667561388) end:Murmur3Token(4642545583745037984) 440 2023-09-14 08:56:00.410 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(5537109023156244040) end:Murmur3Token(5738587483979976273) 441 2023-09-14 08:56:00.410 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(6565975282868465161) end:Murmur3Token(6829884594672188532) 442 2023-09-14 08:56:00.410 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(7229058376170442141) end:Murmur3Token(7674261242163350290) 443 2023-09-14 08:56:00.413 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : tokenranges - start:Murmur3Token(9044346876328937440) end:Murmur3Token(9114529472065933528) 444 2023-09-14 08:56:00.413 (,,) INFO --- [main] com.axestrack.service.CassandraTokenService : localNode:Node(endPoint=cassandra1.xswift.biz:9042, hostId=b741cca1-be10-48a6-bb9b-b86dd68ede0f, hashCode=6d40d404) 445 446 447 448 449 450 451 452 453 Log output. In each case, 2399 'rows' were read according to the trace, but 292,399 rows were actually returned. 454 455 ranjai@Cassandra1:/var/log/javaapps/cassandra-consolidator/1$ grep resultSet_size cassandra-consolidator-all.log 456 2023-09-14 08:56:16.719 (46f863f5ed1bcc25,46f863f5ed1bcc25,) INFO --- [http-nio-9011-exec-2] com.axestrack.service.CassandraTokenService : resultSet_size:292399 457 2023-09-14 08:56:43.591 (439b6daa829b0d5e,439b6daa829b0d5e,) INFO --- [http-nio-9011-exec-1] com.axestrack.service.CassandraTokenService : resultSet_size:292399 458 2023-09-14 08:56:52.268 (b5153e2b77649dc2,b5153e2b77649dc2,) INFO --- [http-nio-9011-exec-3] com.axestrack.service.CassandraTokenService : resultSet_size:292399 459 2023-09-14 08:57:04.912 (1e620f0afe525ec7,1e620f0afe525ec7,) INFO --- [http-nio-9011-exec-4] com.axestrack.service.CassandraTokenService : resultSet_size:292399 460 2023-09-14 08:57:15.283 (2c4660ce1167dd2a,2c4660ce1167dd2a,) INFO --- [http-nio-9011-exec-5] com.axestrack.service.CassandraTokenService : resultSet_size:292399 461 2023-09-14 08:57:30.438 (0d99cbdb1f235d48,0d99cbdb1f235d48,) INFO --- [http-nio-9011-exec-6] com.axestrack.service.CassandraTokenService : resultSet_size:292399 462 2023-09-14 08:57:40.753 (c51e53c5035318c9,c51e53c5035318c9,) INFO --- [http-nio-9011-exec-7] com.axestrack.service.CassandraTokenService : resultSet_size:292399 463 2023-09-14 08:57:56.598 (d632a9e6000ab234,d632a9e6000ab234,) INFO --- [http-nio-9011-exec-8] com.axestrack.service.CassandraTokenService : resultSet_size:292399 464 2023-09-14 08:58:08.342 (403d3560e572df33,403d3560e572df33,) INFO --- [http-nio-9011-exec-9] com.axestrack.service.CassandraTokenService : resultSet_size:292399 465 2023-09-14 08:58:22.805 (701a1ed5c57b5c81,701a1ed5c57b5c81,) INFO --- [http-nio-9011-exec-10] com.axestrack.service.CassandraTokenService : resultSet_size:292399 466 2023-09-14 08:58:32.809 (88c88cfe9ceee665,88c88cfe9ceee665,) INFO --- [http-nio-9011-exec-2] com.axestrack.service.CassandraTokenService : resultSet_size:292399 467 2023-09-14 08:58:42.908 (6fd79d90a936aed9,6fd79d90a936aed9,) INFO --- [http-nio-9011-exec-1] com.axestrack.service.CassandraTokenService : resultSet_size:292399 468 2023-09-14 08:58:55.641 (c04d02a63228cd7c,c04d02a63228cd7c,) INFO --- [http-nio-9011-exec-3] com.axestrack.service.CassandraTokenService : resultSet_size:292399 469 470 471 472 473 474 475 Trace output. Now, the numbers have changed. Now, out of the 13 executions, 3 of them, i.e. #7, #8, and #11 have been served exculsively from the local node, i.e. 10.52.96.11. (I have bumbered the outputs). 476 477 478 . ____ _ __ _ _ 479 /\\ / ___'_ __ _ _(_)_ __ __ _ \ \ \ \ 480 ( ( )\___ | '_ | '_| | '_ \/ _` | \ \ \ \ 481 \\/ ___)| |_)| | | | | || (_| | ) ) ) ) 482 ' |____| .__|_| |_|_| |_\__, | / / / / 483 =========|_|==============|___/=/_/_/_/ 484 :: Spring Boot :: (v2.6.6) 485 #1 486 'Execute CQL3 prepared query' to /10.52.96.11 took 47164μs 487 14 - /10.52.96.12 - READ_REQ message received from /10.52.96.11:7000 488 104 - /10.52.96.12 - Executing single-partition query on optimizedmodule 489 130 - /10.52.96.12 - Acquiring sstable references 490 178 - /10.52.96.12 - Bloom filter allows skipping sstable 28359 491 203 - /10.52.96.12 - Bloom filter allows skipping sstable 28357 492 232 - /10.52.96.12 - Bloom filter allows skipping sstable 28355 493 260 - /10.52.96.12 - Bloom filter allows skipping sstable 28353 494 273 - /10.52.96.12 - Bloom filter allows skipping sstable 28351 495 294 - /10.52.96.12 - Bloom filter allows skipping sstable 28349 496 306 - /10.52.96.12 - Bloom filter allows skipping sstable 28347 497 318 - /10.52.96.12 - Bloom filter allows skipping sstable 28345 498 330 - /10.52.96.12 - Bloom filter allows skipping sstable 28343 499 343 - /10.52.96.12 - Bloom filter allows skipping sstable 28317 500 355 - /10.52.96.12 - Bloom filter allows skipping sstable 28318 501 365 - /10.52.96.12 - Bloom filter allows skipping sstable 27168 502 374 - /10.52.96.12 - Bloom filter allows skipping sstable 27171 503 386 - /10.52.96.12 - Bloom filter allows skipping sstable 26923 504 395 - /10.52.96.12 - Bloom filter allows skipping sstable 27165 505 403 - /10.52.96.12 - Bloom filter allows skipping sstable 26854 506 413 - /10.52.96.12 - Bloom filter allows skipping sstable 26010 507 435 - /10.52.96.12 - Key cache hit for sstable 23424 508 484 - /10.52.96.12 - Key cache hit for sstable 15329 509 511 - /10.52.96.12 - Key cache hit for sstable 14579 510 532 - /10.52.96.12 - Skipped 1/20 non-slice-intersecting sstables, included 0 due to tombstones 511 276 - /10.52.96.11 - reading data from /10.52.96.12:7000 512 498 - /10.52.96.11 - Sending READ_REQ message to /10.52.96.12:7000 message size 1797 bytes 513 33372 - /10.52.96.12 - Merged data from memtables and 3 sstables 514 33573 - /10.52.96.12 - Read 2399 live rows and 0 tombstone cells 515 33627 - /10.52.96.12 - Enqueuing response to /10.52.96.11:7000 516 33692 - /10.52.96.12 - Sending READ_RSP message to /10.52.96.11:7000 message size 246857 bytes 517 35055 - /10.52.96.11 - READ_RSP message received from /10.52.96.12:7000 518 35551 - /10.52.96.11 - Processing response from /10.52.96.12:7000 519 520 #2 521 'Execute CQL3 prepared query' to /10.52.96.11 took 29920μs 522 10 - /10.52.96.10 - READ_REQ message received from /10.52.96.11:7000 523 64 - /10.52.96.10 - Executing single-partition query on optimizedmodule 524 80 - /10.52.96.10 - Acquiring sstable references 525 106 - /10.52.96.10 - Bloom filter allows skipping sstable 18798 526 115 - /10.52.96.10 - Bloom filter allows skipping sstable 18790 527 121 - /10.52.96.10 - Bloom filter allows skipping sstable 18756 528 128 - /10.52.96.10 - Bloom filter allows skipping sstable 18676 529 134 - /10.52.96.10 - Bloom filter allows skipping sstable 18673 530 140 - /10.52.96.10 - Bloom filter allows skipping sstable 17902 531 145 - /10.52.96.10 - Bloom filter allows skipping sstable 17901 532 149 - /10.52.96.10 - Bloom filter allows skipping sstable 17712 533 181 - /10.52.96.10 - Partition index lookup allows skipping sstable 17709 534 200 - /10.52.96.10 - Key cache hit for sstable 16775 535 234 - /10.52.96.10 - Key cache hit for sstable 9506 536 123 - /10.52.96.11 - reading data from /10.52.96.10:7000 537 244 - /10.52.96.10 - Skipped 0/11 non-slice-intersecting sstables, included 0 due to tombstones 538 169 - /10.52.96.11 - Sending READ_REQ message to /10.52.96.10:7000 message size 1797 bytes 539 19218 - /10.52.96.10 - Merged data from memtables and 2 sstables 540 19270 - /10.52.96.10 - Read 2399 live rows and 0 tombstone cells 541 19279 - /10.52.96.10 - Enqueuing response to /10.52.96.11:7000 542 19324 - /10.52.96.10 - Sending READ_RSP message to /10.52.96.11:7000 message size 246857 bytes 543 20017 - /10.52.96.11 - READ_RSP message received from /10.52.96.10:7000 544 20142 - /10.52.96.11 - Processing response from /10.52.96.10:7000 545 546 #3 547 'Execute CQL3 prepared query' to /10.52.96.11 took 31988μs 548 20 - /10.52.96.10 - READ_REQ message received from /10.52.96.11:7000 549 71 - /10.52.96.10 - Executing single-partition query on optimizedmodule 550 84 - /10.52.96.10 - Acquiring sstable references 551 115 - /10.52.96.10 - Bloom filter allows skipping sstable 18798 552 132 - /10.52.96.10 - Bloom filter allows skipping sstable 18790 553 141 - /10.52.96.10 - Bloom filter allows skipping sstable 18756 554 149 - /10.52.96.10 - Bloom filter allows skipping sstable 18676 555 156 - /10.52.96.10 - Bloom filter allows skipping sstable 18673 556 164 - /10.52.96.10 - Bloom filter allows skipping sstable 17902 557 170 - /10.52.96.10 - Bloom filter allows skipping sstable 17901 558 176 - /10.52.96.10 - Bloom filter allows skipping sstable 17712 559 208 - /10.52.96.10 - Partition index lookup allows skipping sstable 17709 560 164 - /10.52.96.11 - reading data from /10.52.96.10:7000 561 222 - /10.52.96.10 - Key cache hit for sstable 16775 562 237 - /10.52.96.11 - Sending READ_REQ message to /10.52.96.10:7000 message size 1797 bytes 563 266 - /10.52.96.10 - Key cache hit for sstable 9506 564 281 - /10.52.96.10 - Skipped 0/11 non-slice-intersecting sstables, included 0 due to tombstones 565 19893 - /10.52.96.10 - Merged data from memtables and 2 sstables 566 19934 - /10.52.96.10 - Read 2399 live rows and 0 tombstone cells 567 19942 - /10.52.96.10 - Enqueuing response to /10.52.96.11:7000 568 19979 - /10.52.96.10 - Sending READ_RSP message to /10.52.96.11:7000 message size 246857 bytes 569 20678 - /10.52.96.11 - READ_RSP message received from /10.52.96.10:7000 570 22968 - /10.52.96.11 - Processing response from /10.52.96.10:7000 571 #4 572 'Execute CQL3 prepared query' to /10.52.96.11 took 41053μs 573 11 - /10.52.96.12 - READ_REQ message received from /10.52.96.11:7000 574 98 - /10.52.96.12 - Executing single-partition query on optimizedmodule 575 112 - /10.52.96.12 - Acquiring sstable references 576 189 - /10.52.96.12 - Bloom filter allows skipping sstable 28359 577 204 - /10.52.96.12 - Bloom filter allows skipping sstable 28357 578 212 - /10.52.96.12 - Bloom filter allows skipping sstable 28355 579 220 - /10.52.96.12 - Bloom filter allows skipping sstable 28353 580 227 - /10.52.96.12 - Bloom filter allows skipping sstable 28351 581 234 - /10.52.96.12 - Bloom filter allows skipping sstable 28349 582 245 - /10.52.96.12 - Bloom filter allows skipping sstable 28347 583 256 - /10.52.96.12 - Bloom filter allows skipping sstable 28345 584 267 - /10.52.96.12 - Bloom filter allows skipping sstable 28343 585 280 - /10.52.96.12 - Bloom filter allows skipping sstable 28317 586 290 - /10.52.96.12 - Bloom filter allows skipping sstable 28318 587 301 - /10.52.96.12 - Bloom filter allows skipping sstable 27168 588 310 - /10.52.96.12 - Bloom filter allows skipping sstable 27171 589 319 - /10.52.96.12 - Bloom filter allows skipping sstable 26923 590 326 - /10.52.96.12 - Bloom filter allows skipping sstable 27165 591 331 - /10.52.96.12 - Bloom filter allows skipping sstable 26854 592 337 - /10.52.96.12 - Bloom filter allows skipping sstable 26010 593 353 - /10.52.96.12 - Key cache hit for sstable 23424 594 412 - /10.52.96.12 - Key cache hit for sstable 15329 595 434 - /10.52.96.12 - Key cache hit for sstable 14579 596 448 - /10.52.96.12 - Skipped 1/20 non-slice-intersecting sstables, included 0 due to tombstones 597 132 - /10.52.96.11 - reading data from /10.52.96.12:7000 598 223 - /10.52.96.11 - Sending READ_REQ message to /10.52.96.12:7000 message size 1797 bytes 599 28842 - /10.52.96.12 - Merged data from memtables and 3 sstables 600 28956 - /10.52.96.12 - Read 2399 live rows and 0 tombstone cells 601 28980 - /10.52.96.12 - Enqueuing response to /10.52.96.11:7000 602 29059 - /10.52.96.12 - Sending READ_RSP message to /10.52.96.11:7000 message size 246857 bytes 603 29939 - /10.52.96.11 - READ_RSP message received from /10.52.96.12:7000 604 30219 - /10.52.96.11 - Processing response from /10.52.96.12:7000 605 606 #5 607 'Execute CQL3 prepared query' to /10.52.96.11 took 60493μs 608 12 - /10.52.96.12 - READ_REQ message received from /10.52.96.11:7000 609 282 - /10.52.96.12 - Executing single-partition query on optimizedmodule 610 312 - /10.52.96.12 - Acquiring sstable references 611 359 - /10.52.96.12 - Bloom filter allows skipping sstable 28359 612 376 - /10.52.96.12 - Bloom filter allows skipping sstable 28357 613 388 - /10.52.96.12 - Bloom filter allows skipping sstable 28355 614 399 - /10.52.96.12 - Bloom filter allows skipping sstable 28353 615 409 - /10.52.96.12 - Bloom filter allows skipping sstable 28351 616 420 - /10.52.96.12 - Bloom filter allows skipping sstable 28349 617 430 - /10.52.96.12 - Bloom filter allows skipping sstable 28347 618 440 - /10.52.96.12 - Bloom filter allows skipping sstable 28345 619 452 - /10.52.96.12 - Bloom filter allows skipping sstable 28343 620 463 - /10.52.96.12 - Bloom filter allows skipping sstable 28317 621 473 - /10.52.96.12 - Bloom filter allows skipping sstable 28318 622 483 - /10.52.96.12 - Bloom filter allows skipping sstable 27168 623 492 - /10.52.96.12 - Bloom filter allows skipping sstable 27171 624 503 - /10.52.96.12 - Bloom filter allows skipping sstable 26923 625 512 - /10.52.96.12 - Bloom filter allows skipping sstable 27165 626 521 - /10.52.96.12 - Bloom filter allows skipping sstable 26854 627 530 - /10.52.96.12 - Bloom filter allows skipping sstable 26010 628 547 - /10.52.96.12 - Key cache hit for sstable 23424 629 589 - /10.52.96.12 - Key cache hit for sstable 15329 630 612 - /10.52.96.12 - Key cache hit for sstable 14579 631 632 - /10.52.96.12 - Skipped 1/20 non-slice-intersecting sstables, included 0 due to tombstones 632 207 - /10.52.96.11 - reading data from /10.52.96.12:7000 633 677 - /10.52.96.11 - Sending READ_REQ message to /10.52.96.12:7000 message size 1797 bytes 634 40980 - /10.52.96.12 - Merged data from memtables and 3 sstables 635 41074 - /10.52.96.12 - Read 2399 live rows and 0 tombstone cells 636 41100 - /10.52.96.12 - Enqueuing response to /10.52.96.11:7000 637 41178 - /10.52.96.12 - Sending READ_RSP message to /10.52.96.11:7000 message size 246857 bytes 638 44562 - /10.52.96.11 - READ_RSP message received from /10.52.96.12:7000 639 44706 - /10.52.96.11 - Processing response from /10.52.96.12:7000 640 #6 641 'Execute CQL3 prepared query' to /10.52.96.11 took 32215μs 642 4 - /10.52.96.10 - READ_REQ message received from /10.52.96.11:7000 643 38 - /10.52.96.10 - Executing single-partition query on optimizedmodule 644 49 - /10.52.96.10 - Acquiring sstable references 645 72 - /10.52.96.10 - Bloom filter allows skipping sstable 18798 646 80 - /10.52.96.10 - Bloom filter allows skipping sstable 18790 647 85 - /10.52.96.10 - Bloom filter allows skipping sstable 18756 648 91 - /10.52.96.10 - Bloom filter allows skipping sstable 18676 649 96 - /10.52.96.10 - Bloom filter allows skipping sstable 18673 650 101 - /10.52.96.10 - Bloom filter allows skipping sstable 17902 651 107 - /10.52.96.10 - Bloom filter allows skipping sstable 17901 652 113 - /10.52.96.10 - Bloom filter allows skipping sstable 17712 653 138 - /10.52.96.10 - Partition index lookup allows skipping sstable 17709 654 147 - /10.52.96.10 - Key cache hit for sstable 16775 655 176 - /10.52.96.10 - Key cache hit for sstable 9506 656 187 - /10.52.96.10 - Skipped 0/11 non-slice-intersecting sstables, included 0 due to tombstones 657 110 - /10.52.96.11 - reading data from /10.52.96.10:7000 658 152 - /10.52.96.11 - Sending READ_REQ message to /10.52.96.10:7000 message size 1797 bytes 659 20816 - /10.52.96.10 - Merged data from memtables and 2 sstables 660 20853 - /10.52.96.10 - Read 2399 live rows and 0 tombstone cells 661 20860 - /10.52.96.10 - Enqueuing response to /10.52.96.11:7000 662 20891 - /10.52.96.10 - Sending READ_RSP message to /10.52.96.11:7000 message size 246857 bytes 663 21688 - /10.52.96.11 - READ_RSP message received from /10.52.96.10:7000 664 21804 - /10.52.96.11 - Processing response from /10.52.96.10:7000 665 #7 666 'Execute CQL3 prepared query' to /10.52.96.11 took 45445μs 667 194 - /10.52.96.11 - Executing single-partition query on optimizedmodule 668 214 - /10.52.96.11 - Acquiring sstable references 669 254 - /10.52.96.11 - Bloom filter allows skipping sstable 19288 670 270 - /10.52.96.11 - Bloom filter allows skipping sstable 19286 671 279 - /10.52.96.11 - Bloom filter allows skipping sstable 19284 672 288 - /10.52.96.11 - Bloom filter allows skipping sstable 19255 673 296 - /10.52.96.11 - Bloom filter allows skipping sstable 19206 674 304 - /10.52.96.11 - Bloom filter allows skipping sstable 18393 675 311 - /10.52.96.11 - Bloom filter allows skipping sstable 18426 676 317 - /10.52.96.11 - Bloom filter allows skipping sstable 18372 677 324 - /10.52.96.11 - Bloom filter allows skipping sstable 18347 678 333 - /10.52.96.11 - Bloom filter allows skipping sstable 18280 679 340 - /10.52.96.11 - Bloom filter allows skipping sstable 18281 680 347 - /10.52.96.11 - Bloom filter allows skipping sstable 17676 681 365 - /10.52.96.11 - Key cache hit for sstable 16725 682 424 - /10.52.96.11 - Key cache hit for sstable 10150 683 443 - /10.52.96.11 - Skipped 0/14 non-slice-intersecting sstables, included 0 due to tombstones 684 36966 - /10.52.96.11 - Merged data from memtables and 2 sstables 685 37028 - /10.52.96.11 - Read 2399 live rows and 0 tombstone cells 686 #8 687 'Execute CQL3 prepared query' to /10.52.96.11 took 44952μs 688 286 - /10.52.96.11 - Executing single-partition query on optimizedmodule 689 314 - /10.52.96.11 - Acquiring sstable references 690 356 - /10.52.96.11 - Bloom filter allows skipping sstable 19288 691 373 - /10.52.96.11 - Bloom filter allows skipping sstable 19286 692 385 - /10.52.96.11 - Bloom filter allows skipping sstable 19284 693 394 - /10.52.96.11 - Bloom filter allows skipping sstable 19255 694 403 - /10.52.96.11 - Bloom filter allows skipping sstable 19206 695 411 - /10.52.96.11 - Bloom filter allows skipping sstable 18393 696 417 - /10.52.96.11 - Bloom filter allows skipping sstable 18426 697 424 - /10.52.96.11 - Bloom filter allows skipping sstable 18372 698 430 - /10.52.96.11 - Bloom filter allows skipping sstable 18347 699 439 - /10.52.96.11 - Bloom filter allows skipping sstable 18280 700 446 - /10.52.96.11 - Bloom filter allows skipping sstable 18281 701 453 - /10.52.96.11 - Bloom filter allows skipping sstable 17676 702 469 - /10.52.96.11 - Key cache hit for sstable 16725 703 522 - /10.52.96.11 - Key cache hit for sstable 10150 704 542 - /10.52.96.11 - Skipped 0/14 non-slice-intersecting sstables, included 0 due to tombstones 705 32354 - /10.52.96.11 - Merged data from memtables and 2 sstables 706 32419 - /10.52.96.11 - Read 2399 live rows and 0 tombstone cells 707 #9 708 'Execute CQL3 prepared query' to /10.52.96.11 took 56567μs 709 9 - /10.52.96.12 - READ_REQ message received from /10.52.96.11:7000 710 87 - /10.52.96.12 - Executing single-partition query on optimizedmodule 711 113 - /10.52.96.12 - Acquiring sstable references 712 166 - /10.52.96.12 - Bloom filter allows skipping sstable 28359 713 185 - /10.52.96.12 - Bloom filter allows skipping sstable 28357 714 198 - /10.52.96.12 - Bloom filter allows skipping sstable 28355 715 206 - /10.52.96.12 - Bloom filter allows skipping sstable 28353 716 216 - /10.52.96.12 - Bloom filter allows skipping sstable 28351 717 225 - /10.52.96.12 - Bloom filter allows skipping sstable 28349 718 233 - /10.52.96.12 - Bloom filter allows skipping sstable 28347 719 240 - /10.52.96.12 - Bloom filter allows skipping sstable 28345 720 247 - /10.52.96.12 - Bloom filter allows skipping sstable 28343 721 256 - /10.52.96.12 - Bloom filter allows skipping sstable 28317 722 262 - /10.52.96.12 - Bloom filter allows skipping sstable 28318 723 267 - /10.52.96.12 - Bloom filter allows skipping sstable 27168 724 273 - /10.52.96.12 - Bloom filter allows skipping sstable 27171 725 282 - /10.52.96.12 - Bloom filter allows skipping sstable 26923 726 290 - /10.52.96.12 - Bloom filter allows skipping sstable 27165 727 295 - /10.52.96.12 - Bloom filter allows skipping sstable 26854 728 301 - /10.52.96.12 - Bloom filter allows skipping sstable 26010 729 316 - /10.52.96.12 - Key cache hit for sstable 23424 730 351 - /10.52.96.12 - Key cache hit for sstable 15329 731 295 - /10.52.96.11 - reading data from /10.52.96.12:7000 732 368 - /10.52.96.12 - Key cache hit for sstable 14579 733 382 - /10.52.96.12 - Skipped 1/20 non-slice-intersecting sstables, included 0 due to tombstones 734 1124 - /10.52.96.11 - Sending READ_REQ message to /10.52.96.12:7000 message size 1797 bytes 735 34851 - /10.52.96.12 - Merged data from memtables and 3 sstables 736 35743 - /10.52.96.12 - Read 2399 live rows and 0 tombstone cells 737 35850 - /10.52.96.12 - Enqueuing response to /10.52.96.11:7000 738 38113 - /10.52.96.12 - Sending READ_RSP message to /10.52.96.11:7000 message size 246857 bytes 739 39950 - /10.52.96.11 - READ_RSP message received from /10.52.96.12:7000 740 40474 - /10.52.96.11 - Processing response from /10.52.96.12:7000 741 #10 742 'Execute CQL3 prepared query' to /10.52.96.11 took 31781μs 743 4 - /10.52.96.10 - READ_REQ message received from /10.52.96.11:7000 744 35 - /10.52.96.10 - Executing single-partition query on optimizedmodule 745 167 - /10.52.96.11 - reading data from /10.52.96.10:7000 746 47 - /10.52.96.10 - Acquiring sstable references 747 68 - /10.52.96.10 - Bloom filter allows skipping sstable 18798 748 74 - /10.52.96.10 - Bloom filter allows skipping sstable 18790 749 80 - /10.52.96.10 - Bloom filter allows skipping sstable 18756 750 85 - /10.52.96.10 - Bloom filter allows skipping sstable 18676 751 91 - /10.52.96.10 - Bloom filter allows skipping sstable 18673 752 95 - /10.52.96.10 - Bloom filter allows skipping sstable 17902 753 99 - /10.52.96.10 - Bloom filter allows skipping sstable 17901 754 103 - /10.52.96.10 - Bloom filter allows skipping sstable 17712 755 127 - /10.52.96.10 - Partition index lookup allows skipping sstable 17709 756 136 - /10.52.96.10 - Key cache hit for sstable 16775 757 162 - /10.52.96.10 - Key cache hit for sstable 9506 758 170 - /10.52.96.10 - Skipped 0/11 non-slice-intersecting sstables, included 0 due to tombstones 759 244 - /10.52.96.11 - Sending READ_REQ message to /10.52.96.10:7000 message size 1797 bytes 760 20310 - /10.52.96.10 - Merged data from memtables and 2 sstables 761 20355 - /10.52.96.10 - Read 2399 live rows and 0 tombstone cells 762 20365 - /10.52.96.10 - Enqueuing response to /10.52.96.11:7000 763 20404 - /10.52.96.10 - Sending READ_RSP message to /10.52.96.11:7000 message size 246857 bytes 764 21097 - /10.52.96.11 - READ_RSP message received from /10.52.96.10:7000 765 21293 - /10.52.96.11 - Processing response from /10.52.96.10:7000 766 #11 767 'Execute CQL3 prepared query' to /10.52.96.11 took 40190μs 768 170 - /10.52.96.11 - Executing single-partition query on optimizedmodule 769 194 - /10.52.96.11 - Acquiring sstable references 770 234 - /10.52.96.11 - Bloom filter allows skipping sstable 19288 771 258 - /10.52.96.11 - Bloom filter allows skipping sstable 19286 772 268 - /10.52.96.11 - Bloom filter allows skipping sstable 19284 773 279 - /10.52.96.11 - Bloom filter allows skipping sstable 19255 774 288 - /10.52.96.11 - Bloom filter allows skipping sstable 19206 775 295 - /10.52.96.11 - Bloom filter allows skipping sstable 18393 776 307 - /10.52.96.11 - Bloom filter allows skipping sstable 18426 777 314 - /10.52.96.11 - Bloom filter allows skipping sstable 18372 778 320 - /10.52.96.11 - Bloom filter allows skipping sstable 18347 779 329 - /10.52.96.11 - Bloom filter allows skipping sstable 18280 780 335 - /10.52.96.11 - Bloom filter allows skipping sstable 18281 781 342 - /10.52.96.11 - Bloom filter allows skipping sstable 17676 782 360 - /10.52.96.11 - Key cache hit for sstable 16725 783 412 - /10.52.96.11 - Key cache hit for sstable 10150 784 429 - /10.52.96.11 - Skipped 0/14 non-slice-intersecting sstables, included 0 due to tombstones 785 28867 - /10.52.96.11 - Merged data from memtables and 2 sstables 786 28956 - /10.52.96.11 - Read 2399 live rows and 0 tombstone cells 787 #12 788 'Execute CQL3 prepared query' to /10.52.96.11 took 316800μs 789 183 - /10.52.96.11 - reading data from /10.52.96.12:7000 790 247 - /10.52.96.11 - Sending READ_REQ message to /10.52.96.12:7000 message size 1797 bytes 791 12 - /10.52.96.12 - READ_REQ message received from /10.52.96.11:7000 792 4082 - /10.52.96.12 - Executing single-partition query on optimizedmodule 793 4146 - /10.52.96.12 - Acquiring sstable references 794 4213 - /10.52.96.12 - Bloom filter allows skipping sstable 28359 795 4231 - /10.52.96.12 - Bloom filter allows skipping sstable 28357 796 4242 - /10.52.96.12 - Bloom filter allows skipping sstable 28355 797 4251 - /10.52.96.12 - Bloom filter allows skipping sstable 28353 798 4261 - /10.52.96.12 - Bloom filter allows skipping sstable 28351 799 4270 - /10.52.96.12 - Bloom filter allows skipping sstable 28349 800 4280 - /10.52.96.12 - Bloom filter allows skipping sstable 28347 801 4290 - /10.52.96.12 - Bloom filter allows skipping sstable 28345 802 4300 - /10.52.96.12 - Bloom filter allows skipping sstable 28343 803 4311 - /10.52.96.12 - Bloom filter allows skipping sstable 28317 804 4320 - /10.52.96.12 - Bloom filter allows skipping sstable 28318 805 4330 - /10.52.96.12 - Bloom filter allows skipping sstable 27168 806 4339 - /10.52.96.12 - Bloom filter allows skipping sstable 27171 807 4349 - /10.52.96.12 - Bloom filter allows skipping sstable 26923 808 4358 - /10.52.96.12 - Bloom filter allows skipping sstable 27165 809 4366 - /10.52.96.12 - Bloom filter allows skipping sstable 26854 810 4375 - /10.52.96.12 - Bloom filter allows skipping sstable 26010 811 4393 - /10.52.96.12 - Key cache hit for sstable 23424 812 4441 - /10.52.96.12 - Key cache hit for sstable 15329 813 4465 - /10.52.96.12 - Key cache hit for sstable 14579 814 4487 - /10.52.96.12 - Skipped 1/20 non-slice-intersecting sstables, included 0 due to tombstones 815 87784 - /10.52.96.12 - Merged data from memtables and 3 sstables 816 87945 - /10.52.96.12 - Read 2399 live rows and 0 tombstone cells 817 87990 - /10.52.96.12 - Enqueuing response to /10.52.96.11:7000 818 88065 - /10.52.96.12 - Sending READ_RSP message to /10.52.96.11:7000 message size 246857 bytes 819 307675 - /10.52.96.11 - READ_RSP message received from /10.52.96.12:7000 820 307770 - /10.52.96.11 - Processing response from /10.52.96.12:7000 821 #13 822 'Execute CQL3 prepared query' to /10.52.96.11 took 53961μs 823 12 - /10.52.96.12 - READ_REQ message received from /10.52.96.11:7000 824 213 - /10.52.96.11 - reading data from /10.52.96.12:7000 825 81 - /10.52.96.12 - Executing single-partition query on optimizedmodule 826 561 - /10.52.96.11 - Sending READ_REQ message to /10.52.96.12:7000 message size 1797 bytes 827 106 - /10.52.96.12 - Acquiring sstable references 828 144 - /10.52.96.12 - Bloom filter allows skipping sstable 28361 829 159 - /10.52.96.12 - Bloom filter allows skipping sstable 28359 830 169 - /10.52.96.12 - Bloom filter allows skipping sstable 28357 831 179 - /10.52.96.12 - Bloom filter allows skipping sstable 28355 832 187 - /10.52.96.12 - Bloom filter allows skipping sstable 28353 833 196 - /10.52.96.12 - Bloom filter allows skipping sstable 28351 834 204 - /10.52.96.12 - Bloom filter allows skipping sstable 28349 835 214 - /10.52.96.12 - Bloom filter allows skipping sstable 28347 836 222 - /10.52.96.12 - Bloom filter allows skipping sstable 28345 837 234 - /10.52.96.12 - Bloom filter allows skipping sstable 28343 838 242 - /10.52.96.12 - Bloom filter allows skipping sstable 28317 839 251 - /10.52.96.12 - Bloom filter allows skipping sstable 28318 840 258 - /10.52.96.12 - Bloom filter allows skipping sstable 27168 841 266 - /10.52.96.12 - Bloom filter allows skipping sstable 27171 842 274 - /10.52.96.12 - Bloom filter allows skipping sstable 26923 843 281 - /10.52.96.12 - Bloom filter allows skipping sstable 27165 844 289 - /10.52.96.12 - Bloom filter allows skipping sstable 26854 845 296 - /10.52.96.12 - Bloom filter allows skipping sstable 26010 846 313 - /10.52.96.12 - Key cache hit for sstable 23424 847 352 - /10.52.96.12 - Key cache hit for sstable 15329 848 376 - /10.52.96.12 - Key cache hit for sstable 14579 849 403 - /10.52.96.12 - Skipped 1/21 non-slice-intersecting sstables, included 0 due to tombstones 850 30710 - /10.52.96.12 - Merged data from memtables and 3 sstables 851 30987 - /10.52.96.12 - Read 2399 live rows and 0 tombstone cells 852 31066 - /10.52.96.12 - Enqueuing response to /10.52.96.11:7000 853 31146 - /10.52.96.12 - Sending READ_RSP message to /10.52.96.11:7000 message size 246857 bytes 854 37172 - /10.52.96.11 - READ_RSP message received from /10.52.96.12:7000 855 38000 - /10.52.96.11 - Processing response from /10.52.96.12:7000 856 857 858